Query (id=5840e519cb1bb31f:85caddd600000000) Summary Session ID: 204f01c37d522acc:5be9e385f9d4fab8 Session Type: BEESWAX Start Time: 2017-12-05 14:29:25.975669000 End Time: 2017-12-05 14:32:33.115408000 Query Type: QUERY Query State: FINISHED Query Status: OK Impala Version: impalad version 2.8.0-cdh5.11.0 RELEASE (build e09660de6b503a15f07e84b99b63e8e745854c34) User: ckavukcuoglu Connected User: ckavukcuoglu Delegated User: Network Address: ::ffff:172.20.30.80:50728 Default Db: impala_poc_partitioned Sql Statement: -- histAlphaDecay.sql with position_selected_days_cte as( select date_id as selected_date_id from ( select case --when 'SI' is integer then start_date_id_y when 'SI' = 'LTM' then start_date_id_ltm when 'SI' = 'SI' then 1000 else null end as start_date_id , case --when 'SI' is integer then end_date_id_y when 'SI' = 'LTM' then 9749 when 'SI' = 'SI' then 9749 else null end as end_date_id from ( select min(d1.date_id) - 1 as start_date_id_ltm from date_dim cd join date_dim d1 --on d1.business_date > add_months(cd.business_date, -12) on cast(d1.business_date*24*3600 as timestamp) > add_months(cast(cd.business_date*24*3600 as timestamp), -12) where cd.date_id = 9749 ) ltm join ( select min(date_id) - 1 as start_date_id_y , max(date_id) as end_date_id_y from date_dim where cast(year as string)= 'SI' ) year on 1=1 ) a join date_dim on date_id between start_date_id and end_date_id) , collective_dim as ( select collective_id, collective_idx, collective_name, collective_type, source_updated_timestamp, source_data_id, super_portfolio_ind, description, create_datetime, update_datetime from collective_dim ) , client_coef as ( select collective_id, client_id, activity_year, activity_month, activity_day, source_updated_timestamp, source_data_id, coefficient, create_datetime, update_datetime from client_coef co where exists ( select 'x' from date_dim dd join position_selected_days_cte psdc on dd.date_id = psdc.selected_date_id where co.activity_Year = dd.year and co.activity_month = dd.month ) and client_id=1 ) , portfolio_manager_alloc as ( select manager_id, portfolio_id, activity_year, activity_month, activity_day, manager_idx, portfolio_idx, enav, nra_enav, max_gross, risk_std, source_updated_timestamp, source_data_id, allocation, weight, create_datetime, update_datetime from portfolio_manager_alloc alloc where exists ( select 'x' from date_dim dd join position_selected_days_cte psdc on dd.date_id = psdc.selected_date_id where alloc.activity_Year = dd.year and alloc.activity_month = dd.month ) ) ,position_cte as ( select collective_id as collective_id, security_id, activity_date_id, pf.activity_year as activity_year, pf.activity_month as activity_month, pf.asset_class_id as asset_class_id, pf.sector_id as sector_id, pf.index_id as index_id, pf.location_id as location_id, pf.issuer_location_id as issuer_location_id, pf.Quantity_Long as Quantity_Long, pf.Quantity_Short as Quantity_Short from all_position_fact pf join position_selected_days_cte sday on pf.activity_date_id = sday.selected_date_id where pf.collective_id = 7 ) , security_pool_temp as ( select activity_date_id , security_id , quantity_long , quantity_short , round(cast((ifnull(quantity_long,0) + ifnull(quantity_short,0)) as decimal(18,6)),3) as quantity_net , asset_class from ( select pf.* , ff.Market_Cap_ID , asset.asset_class from position_cte pf left join fundamental_fact ff on ff.activity_date_id = pf.activity_date_id and ff.security_id = pf.security_id left join asset_class_dim asset on pf.asset_class_id=asset.asset_class_id ) pf where 1=1 and ( 0=1 or 1=1 ) and ( 0=1 or 1=1 ) and ( 0=1 or 1=1 ) and ( 0=1 or 1=1 ) and pf.activity_date_id between (select min(selected_date_id) from position_selected_days_cte) and (select max(selected_date_id) from position_selected_days_cte) ) ,security_pool as ( select activity_date_id , security_id , trade_action from( select ifnull(bef.security_id, aft.security_id) as security_id , ifnull(aft.activity_date_id, bef.activity_date_id + 1) as activity_date_id , bef.quantity_net as qty_bef , bef.asset_class as ass_bef , aft.quantity_net as qty_aft , aft.asset_class as ass_aft , case when ifnull(aft.quantity_net, 0) <> 0 and ifnull(bef.quantity_net, 0) = 0 then 'new entry' when ifnull(aft.quantity_net, 0) = 0 and ifnull(bef.quantity_net, 0) <> 0 then 'exit only' when ifnull(bef.quantity_net, 0) * ifnull(aft.quantity_net, 0) < 0 then 'exit and entry' when ifnull(bef.quantity_net, 0) * ifnull(aft.quantity_net, 0) > 0 then case when abs(aft.quantity_net) > abs(bef.quantity_net) then 'increase' when abs(aft.quantity_net) < abs(bef.quantity_net) then 'decrease' when abs(aft.quantity_net) = abs(bef.quantity_net) then 'ignore' else null end when ifnull(aft.quantity_net, 0) = 0 and ifnull(bef.quantity_net, 0) = 0 then 'ignore' else null end as trade_action from security_pool_temp bef full outer join security_pool_temp aft on bef.security_id = aft.security_id and bef.activity_date_id = aft.activity_date_id - 1 ) sec_pool join (select min(activity_date_id) + 1 as first_trading_day from security_pool_temp) fstd on 1=1 where activity_date_id between first_trading_day and (select max(selected_date_id) from position_selected_days_cte) and trade_action = 'increase' and ( 0=1 or ( case when 'increase' = 'new entry' then case when (qty_aft) > 0 and ass_aft <> 'Cash' then 'Long' when (qty_aft) < 0 and ass_aft <> 'Cash' then 'Short' when ass_aft <> 'Cash' then 'Closed' else 'Cash' end else case when (qty_bef) > 0 and ass_bef <> 'Cash' then 'Long' when (qty_bef) < 0 and ass_bef <> 'Cash' then 'Short' when ass_bef <> 'Cash' then 'Closed' else 'Cash' end end)='Long' ) ) ,price_return_temp as (select sp.activity_date_id as trade_date_id , pr.activity_date_id as price_date_id , sp.security_id , pr.price_usd , pt.price_usd as price_T , 100 * pr.price_usd / nullif(pt.price_usd,0) as price_return , case when pr.activity_date_id - sp.activity_date_id < 0 then concat('T' , cast((pr.activity_date_id - sp.activity_date_id) as string)) else concat('T' , '+' , cast((pr.activity_date_id - sp.activity_date_id) as string)) end as T , pr.activity_date_id - sp.activity_date_id as lag from security_pool sp join ad_price_fact pt on pt.activity_date_id = sp.activity_date_id and pt.security_id = sp.security_id join ad_price_fact pr on pr.security_id = sp.security_id and pr.activity_date_id between sp.activity_date_id - 60 and sp.activity_date_id + 90 -- join ad_price_fact pt -- on pt.activity_date_id = sp.activity_date_id -- and pt.security_id = sp.security_id --where pr.activity_date_id between sp.activity_date_id - 60 and sp.activity_date_id + 90 ) select T, lag -- activity_date_id -- , business_date , avg(price_return) as avg_price_return , 'SI' as timeFrame from price_return_temp prt -- join date_dim dd -- on dd.date_id = prt.trade_date_id group by lag, T order by lag Coordinator: SH-Dev-S1.ny.os.local:22000 Query Options (non default): NUM_SCANNER_THREADS=8 Plan: ---------------- Estimated Per-Host Requirements: Memory=1014.89MB VCores=5 PLAN-ROOT SINK | 244:MERGING-EXCHANGE [UNPARTITIONED] | order by: lag ASC | hosts=7 per-host-mem=unavailable | tuple-ids=141 row-size=32B cardinality=4613904 | 130:SORT | order by: lag ASC | hosts=7 per-host-mem=48.00MB | tuple-ids=141 row-size=32B cardinality=4613904 | 243:AGGREGATE [FINALIZE] | output: avg:merge(price_return) | group by: lag, T | hosts=7 per-host-mem=10.00MB | tuple-ids=140 row-size=32B cardinality=4613904 | 242:EXCHANGE [HASH(lag,T)] | hosts=7 per-host-mem=0B | tuple-ids=139 row-size=32B cardinality=4613904 | 129:AGGREGATE [STREAMING] | output: avg(100 * pr.price_usd / nullif(pt.price_usd, 0)) | group by: pr.activity_date_id - ifnull(activity_date_id, activity_date_id + 1), CASE WHEN pr.activity_date_id - ifnull(activity_date_id, activity_date_id + 1) < 0 THEN concat('T', CAST((pr.activity_date_id - ifnull(activity_date_id, activity_date_id + 1)) AS STRING)) ELSE concat('T', '+', CAST((pr.activity_date_id - ifnull(activity_date_id, activity_date_id + 1)) AS STRING)) END | hosts=7 per-host-mem=154.89MB | tuple-ids=139 row-size=32B cardinality=4613904 | 128:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: ifnull(security_id, security_id) = pr.security_id | other predicates: pr.activity_date_id <= ifnull(activity_date_id, activity_date_id + 1) + 90, pr.activity_date_id >= ifnull(activity_date_id, activity_date_id + 1) - 60 | hosts=7 per-host-mem=114.50MB | tuple-ids=136,12N,0N,9N,3N,6N,13N,25N,37N,52N,40N,49N,43N,46N,53N,65N,77N,121,133,137 row-size=220B cardinality=31835886 | |--241:EXCHANGE [HASH(pr.security_id)] | | hosts=7 per-host-mem=0B | | tuple-ids=137 row-size=24B cardinality=31835886 | | | 126:SCAN HDFS [impala_poc_partitioned.ad_price_fact pr, RANDOM] | partitions=1/1 files=10 size=125.15MB | table stats: 31835886 rows total | column stats: all | hosts=7 per-host-mem=72.00MB | tuple-ids=137 row-size=24B cardinality=31835886 | 240:EXCHANGE [HASH(ifnull(security_id, security_id))] | hosts=7 per-host-mem=0B | tuple-ids=136,12N,0N,9N,3N,6N,13N,25N,37N,52N,40N,49N,43N,46N,53N,65N,77N,121,133 row-size=196B cardinality=31835886 | 127:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: pt.security_id = ifnull(security_id, security_id), pt.activity_date_id = ifnull(activity_date_id, activity_date_id + 1) | runtime filters: RF000 <- ifnull(security_id, security_id), RF001 <- ifnull(activity_date_id, activity_date_id + 1) | hosts=7 per-host-mem=82.18MB | tuple-ids=136,12N,0N,9N,3N,6N,13N,25N,37N,52N,40N,49N,43N,46N,53N,65N,77N,121,133 row-size=196B cardinality=31835886 | |--239:EXCHANGE [HASH(ifnull(security_id, security_id),ifnull(activity_date_id, activity_date_id + 1))] | | hosts=7 per-host-mem=0B | | tuple-ids=12N,0N,9N,3N,6N,13N,25N,37N,52N,40N,49N,43N,46N,53N,65N,77N,121,133 row-size=172B cardinality=3195518 | | | 124:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | predicates: ifnull(activity_date_id, activity_date_id + 1) <= max(selected_date_id) | | hosts=7 per-host-mem=4B | | tuple-ids=12N,0N,9N,3N,6N,13N,25N,37N,52N,40N,49N,43N,46N,53N,65N,77N,121,133 row-size=172B cardinality=3195518 | | | |--237:EXCHANGE [BROADCAST] | | | hosts=7 per-host-mem=0B | | | tuple-ids=133 row-size=4B cardinality=1 | | | | | 236:AGGREGATE [FINALIZE] | | | output: max:merge(selected_date_id) | | | hosts=7 per-host-mem=unavailable | | | tuple-ids=133 row-size=4B cardinality=1 | | | | | 235:EXCHANGE [UNPARTITIONED] | | | hosts=7 per-host-mem=unavailable | | | tuple-ids=133 row-size=4B cardinality=1 | | | | | 122:AGGREGATE | | | output: max(date_id) | | | hosts=7 per-host-mem=10.00MB | | | tuple-ids=133 row-size=4B cardinality=1 | | | | | 121:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | predicates: date_id <= 9749, date_id >= CASE WHEN FALSE THEN min(d1.date_id) - 1 WHEN TRUE THEN 1000 ELSE NULL END | | | hosts=7 per-host-mem=4B | | | tuple-ids=131,125,128 row-size=8B cardinality=13306 | | | | | |--234:EXCHANGE [BROADCAST] | | | | hosts=7 per-host-mem=0B | | | | tuple-ids=125,128 row-size=4B cardinality=1 | | | | | | | 119:NESTED LOOP JOIN [CROSS JOIN, BROADCAST] | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=125,128 row-size=4B cardinality=1 | | | | | | | |--233:EXCHANGE [UNPARTITIONED] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=128 row-size=0B cardinality=1 | | | | | | | | | 232:AGGREGATE [FINALIZE] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=128 row-size=0B cardinality=1 | | | | | | | | | 231:EXCHANGE [UNPARTITIONED] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=128 row-size=0B cardinality=1 | | | | | | | | | 118:AGGREGATE | | | | | hosts=7 per-host-mem=10.00MB | | | | | tuple-ids=128 row-size=0B cardinality=1 | | | | | | | | | 117:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | | partitions=1/1 files=10 size=153.33KB | | | | predicates: CAST(year AS STRING) = 'SI' | | | | table stats: 13306 rows total | | | | column stats: all | | | | hosts=7 per-host-mem=32.00MB | | | | tuple-ids=127 row-size=4B cardinality=261 | | | | | | | 230:AGGREGATE [FINALIZE] | | | | output: min:merge(d1.date_id) | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=125 row-size=4B cardinality=1 | | | | | | | 229:EXCHANGE [UNPARTITIONED] | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=125 row-size=4B cardinality=1 | | | | | | | 116:AGGREGATE | | | | output: min(d1.date_id) | | | | hosts=7 per-host-mem=10.00MB | | | | tuple-ids=125 row-size=4B cardinality=1 | | | | | | | 115:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | predicates: CAST(d1.business_date * 24 * 3600 AS TIMESTAMP) > add_months(CAST(cd.business_date * 24 * 3600 AS TIMESTAMP), -12) | | | | hosts=7 per-host-mem=12B | | | | tuple-ids=124,123 row-size=24B cardinality=13306 | | | | | | | |--228:EXCHANGE [BROADCAST] | | | | | hosts=7 per-host-mem=0B | | | | | tuple-ids=123 row-size=12B cardinality=1 | | | | | | | | | 113:SCAN HDFS [impala_poc_partitioned.date_dim cd, RANDOM] | | | | partitions=1/1 files=10 size=153.33KB | | | | predicates: cd.date_id = 9749 | | | | table stats: 13306 rows total | | | | column stats: all | | | | hosts=7 per-host-mem=32.00MB | | | | tuple-ids=123 row-size=12B cardinality=1 | | | | | | | 114:SCAN HDFS [impala_poc_partitioned.date_dim d1, RANDOM] | | | partitions=1/1 files=10 size=153.33KB | | | table stats: 13306 rows total | | | column stats: all | | | hosts=7 per-host-mem=32.00MB | | | tuple-ids=124 row-size=12B cardinality=13306 | | | | | 120:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | partitions=1/1 files=10 size=153.33KB | | table stats: 13306 rows total | | column stats: all | | hosts=7 per-host-mem=16.00MB | | tuple-ids=131 row-size=4B cardinality=13306 | | | 123:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | predicates: ifnull(activity_date_id, activity_date_id + 1) >= min(activity_date_id) + 1 | | hosts=7 per-host-mem=4B | | tuple-ids=12N,0N,9N,3N,6N,13N,25N,37N,52N,40N,49N,43N,46N,53N,65N,77N,121 row-size=168B cardinality=3195518 | | | |--227:EXCHANGE [BROADCAST] | | | hosts=7 per-host-mem=0B | | | tuple-ids=121 row-size=4B cardinality=1 | | | | | 226:AGGREGATE [FINALIZE] | | | output: min:merge(activity_date_id) | | | hosts=7 per-host-mem=unavailable | | | tuple-ids=121 row-size=4B cardinality=1 | | | | | 225:EXCHANGE [UNPARTITIONED] | | | hosts=7 per-host-mem=unavailable | | | tuple-ids=121 row-size=4B cardinality=1 | | | | | 112:AGGREGATE | | | output: min(activity_date_id) | | | hosts=7 per-host-mem=10.00MB | | | tuple-ids=121 row-size=4B cardinality=1 | | | | | 111:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | predicates: activity_date_id <= max(selected_date_id) | | | hosts=7 per-host-mem=4B | | | tuple-ids=93N,81,90,84,87,94N,106,118 row-size=44B cardinality=1597759 | | | | | |--224:EXCHANGE [BROADCAST] | | | | hosts=7 per-host-mem=0B | | | | tuple-ids=118 row-size=4B cardinality=1 | | | | | | | 223:AGGREGATE [FINALIZE] | | | | output: max:merge(selected_date_id) | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=118 row-size=4B cardinality=1 | | | | | | | 222:EXCHANGE [UNPARTITIONED] | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=118 row-size=4B cardinality=1 | | | | | | | 109:AGGREGATE | | | | output: max(date_id) | | | | hosts=7 per-host-mem=10.00MB | | | | tuple-ids=118 row-size=4B cardinality=1 | | | | | | | 108:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | predicates: date_id <= 9749, date_id >= CASE WHEN FALSE THEN min(d1.date_id) - 1 WHEN TRUE THEN 1000 ELSE NULL END | | | | hosts=7 per-host-mem=4B | | | | tuple-ids=116,110,113 row-size=8B cardinality=13306 | | | | | | | |--221:EXCHANGE [BROADCAST] | | | | | hosts=7 per-host-mem=0B | | | | | tuple-ids=110,113 row-size=4B cardinality=1 | | | | | | | | | 106:NESTED LOOP JOIN [CROSS JOIN, BROADCAST] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=110,113 row-size=4B cardinality=1 | | | | | | | | | |--220:EXCHANGE [UNPARTITIONED] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=113 row-size=0B cardinality=1 | | | | | | | | | | | 219:AGGREGATE [FINALIZE] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=113 row-size=0B cardinality=1 | | | | | | | | | | | 218:EXCHANGE [UNPARTITIONED] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=113 row-size=0B cardinality=1 | | | | | | | | | | | 105:AGGREGATE | | | | | | hosts=7 per-host-mem=10.00MB | | | | | | tuple-ids=113 row-size=0B cardinality=1 | | | | | | | | | | | 104:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | | | partitions=1/1 files=10 size=153.33KB | | | | | predicates: CAST(year AS STRING) = 'SI' | | | | | table stats: 13306 rows total | | | | | column stats: all | | | | | hosts=7 per-host-mem=32.00MB | | | | | tuple-ids=112 row-size=4B cardinality=261 | | | | | | | | | 217:AGGREGATE [FINALIZE] | | | | | output: min:merge(d1.date_id) | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=110 row-size=4B cardinality=1 | | | | | | | | | 216:EXCHANGE [UNPARTITIONED] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=110 row-size=4B cardinality=1 | | | | | | | | | 103:AGGREGATE | | | | | output: min(d1.date_id) | | | | | hosts=7 per-host-mem=10.00MB | | | | | tuple-ids=110 row-size=4B cardinality=1 | | | | | | | | | 102:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | | predicates: CAST(d1.business_date * 24 * 3600 AS TIMESTAMP) > add_months(CAST(cd.business_date * 24 * 3600 AS TIMESTAMP), -12) | | | | | hosts=7 per-host-mem=12B | | | | | tuple-ids=109,108 row-size=24B cardinality=13306 | | | | | | | | | |--215:EXCHANGE [BROADCAST] | | | | | | hosts=7 per-host-mem=0B | | | | | | tuple-ids=108 row-size=12B cardinality=1 | | | | | | | | | | | 100:SCAN HDFS [impala_poc_partitioned.date_dim cd, RANDOM] | | | | | partitions=1/1 files=10 size=153.33KB | | | | | predicates: cd.date_id = 9749 | | | | | table stats: 13306 rows total | | | | | column stats: all | | | | | hosts=7 per-host-mem=32.00MB | | | | | tuple-ids=108 row-size=12B cardinality=1 | | | | | | | | | 101:SCAN HDFS [impala_poc_partitioned.date_dim d1, RANDOM] | | | | partitions=1/1 files=10 size=153.33KB | | | | table stats: 13306 rows total | | | | column stats: all | | | | hosts=7 per-host-mem=32.00MB | | | | tuple-ids=109 row-size=12B cardinality=13306 | | | | | | | 107:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | partitions=1/1 files=10 size=153.33KB | | | table stats: 13306 rows total | | | column stats: all | | | hosts=7 per-host-mem=16.00MB | | | tuple-ids=116 row-size=4B cardinality=13306 | | | | | 110:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | predicates: activity_date_id >= min(selected_date_id) | | | hosts=7 per-host-mem=4B | | | tuple-ids=93N,81,90,84,87,94N,106 row-size=40B cardinality=1597759 | | | | | |--214:EXCHANGE [BROADCAST] | | | | hosts=7 per-host-mem=0B | | | | tuple-ids=106 row-size=4B cardinality=1 | | | | | | | 213:AGGREGATE [FINALIZE] | | | | output: min:merge(selected_date_id) | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=106 row-size=4B cardinality=1 | | | | | | | 212:EXCHANGE [UNPARTITIONED] | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=106 row-size=4B cardinality=1 | | | | | | | 99:AGGREGATE | | | | output: min(date_id) | | | | hosts=7 per-host-mem=10.00MB | | | | tuple-ids=106 row-size=4B cardinality=1 | | | | | | | 98:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | predicates: date_id <= 9749, date_id >= CASE WHEN FALSE THEN min(d1.date_id) - 1 WHEN TRUE THEN 1000 ELSE NULL END | | | | hosts=7 per-host-mem=4B | | | | tuple-ids=104,98,101 row-size=8B cardinality=13306 | | | | | | | |--211:EXCHANGE [BROADCAST] | | | | | hosts=7 per-host-mem=0B | | | | | tuple-ids=98,101 row-size=4B cardinality=1 | | | | | | | | | 96:NESTED LOOP JOIN [CROSS JOIN, BROADCAST] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=98,101 row-size=4B cardinality=1 | | | | | | | | | |--210:EXCHANGE [UNPARTITIONED] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=101 row-size=0B cardinality=1 | | | | | | | | | | | 209:AGGREGATE [FINALIZE] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=101 row-size=0B cardinality=1 | | | | | | | | | | | 208:EXCHANGE [UNPARTITIONED] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=101 row-size=0B cardinality=1 | | | | | | | | | | | 95:AGGREGATE | | | | | | hosts=7 per-host-mem=10.00MB | | | | | | tuple-ids=101 row-size=0B cardinality=1 | | | | | | | | | | | 94:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | | | partitions=1/1 files=10 size=153.33KB | | | | | predicates: CAST(year AS STRING) = 'SI' | | | | | table stats: 13306 rows total | | | | | column stats: all | | | | | hosts=7 per-host-mem=32.00MB | | | | | tuple-ids=100 row-size=4B cardinality=261 | | | | | | | | | 207:AGGREGATE [FINALIZE] | | | | | output: min:merge(d1.date_id) | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=98 row-size=4B cardinality=1 | | | | | | | | | 206:EXCHANGE [UNPARTITIONED] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=98 row-size=4B cardinality=1 | | | | | | | | | 93:AGGREGATE | | | | | output: min(d1.date_id) | | | | | hosts=7 per-host-mem=10.00MB | | | | | tuple-ids=98 row-size=4B cardinality=1 | | | | | | | | | 92:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | | predicates: CAST(d1.business_date * 24 * 3600 AS TIMESTAMP) > add_months(CAST(cd.business_date * 24 * 3600 AS TIMESTAMP), -12) | | | | | hosts=7 per-host-mem=12B | | | | | tuple-ids=97,96 row-size=24B cardinality=13306 | | | | | | | | | |--205:EXCHANGE [BROADCAST] | | | | | | hosts=7 per-host-mem=0B | | | | | | tuple-ids=96 row-size=12B cardinality=1 | | | | | | | | | | | 90:SCAN HDFS [impala_poc_partitioned.date_dim cd, RANDOM] | | | | | partitions=1/1 files=10 size=153.33KB | | | | | predicates: cd.date_id = 9749 | | | | | table stats: 13306 rows total | | | | | column stats: all | | | | | hosts=7 per-host-mem=32.00MB | | | | | tuple-ids=96 row-size=12B cardinality=1 | | | | | | | | | 91:SCAN HDFS [impala_poc_partitioned.date_dim d1, RANDOM] | | | | partitions=1/1 files=10 size=153.33KB | | | | table stats: 13306 rows total | | | | column stats: all | | | | hosts=7 per-host-mem=32.00MB | | | | tuple-ids=97 row-size=12B cardinality=13306 | | | | | | | 97:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | partitions=1/1 files=10 size=153.33KB | | | table stats: 13306 rows total | | | column stats: all | | | hosts=7 per-host-mem=16.00MB | | | tuple-ids=104 row-size=4B cardinality=13306 | | | | | 89:HASH JOIN [LEFT OUTER JOIN, BROADCAST] | | | hash predicates: pf.asset_class_id = asset.asset_class_id | | | hosts=7 per-host-mem=2.52KB | | | tuple-ids=93N,81,90,84,87,94N row-size=36B cardinality=1597759 | | | | | |--204:EXCHANGE [BROADCAST] | | | | hosts=7 per-host-mem=0B | | | | tuple-ids=94 row-size=4B cardinality=586 | | | | | | | 87:SCAN HDFS [impala_poc_partitioned.asset_class_dim asset, RANDOM] | | | partitions=1/1 files=10 size=20.90KB | | | table stats: 586 rows total | | | column stats: all | | | hosts=7 per-host-mem=32.00MB | | | tuple-ids=94 row-size=4B cardinality=586 | | | | | 88:HASH JOIN [RIGHT OUTER JOIN, PARTITIONED] | | | hash predicates: ff.activity_date_id = activity_date_id, ff.security_id = security_id | | | runtime filters: RF008 <- activity_date_id, RF009 <- security_id | | | hosts=7 per-host-mem=5.75MB | | | tuple-ids=93N,81,90,84,87 row-size=32B cardinality=1597759 | | | | | |--203:EXCHANGE [HASH(activity_date_id,security_id)] | | | | hosts=7 per-host-mem=0B | | | | tuple-ids=81,90,84,87 row-size=24B cardinality=1597759 | | | | | | | 85:HASH JOIN [INNER JOIN, BROADCAST] | | | | hash predicates: pf.activity_date_id = date_id | | | | hosts=7 per-host-mem=114.35KB | | | | tuple-ids=81,90,84,87 row-size=24B cardinality=1597759 | | | | | | | |--201:EXCHANGE [BROADCAST] | | | | | hosts=7 per-host-mem=0B | | | | | tuple-ids=90,84,87 row-size=8B cardinality=13306 | | | | | | | | | 84:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | | predicates: date_id <= 9749, date_id >= CASE WHEN FALSE THEN min(d1.date_id) - 1 WHEN TRUE THEN 1000 ELSE NULL END | | | | | hosts=7 per-host-mem=4B | | | | | tuple-ids=90,84,87 row-size=8B cardinality=13306 | | | | | | | | | |--200:EXCHANGE [BROADCAST] | | | | | | hosts=7 per-host-mem=0B | | | | | | tuple-ids=84,87 row-size=4B cardinality=1 | | | | | | | | | | | 82:NESTED LOOP JOIN [CROSS JOIN, BROADCAST] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=84,87 row-size=4B cardinality=1 | | | | | | | | | | | |--199:EXCHANGE [UNPARTITIONED] | | | | | | | hosts=7 per-host-mem=unavailable | | | | | | | tuple-ids=87 row-size=0B cardinality=1 | | | | | | | | | | | | | 198:AGGREGATE [FINALIZE] | | | | | | | hosts=7 per-host-mem=unavailable | | | | | | | tuple-ids=87 row-size=0B cardinality=1 | | | | | | | | | | | | | 197:EXCHANGE [UNPARTITIONED] | | | | | | | hosts=7 per-host-mem=unavailable | | | | | | | tuple-ids=87 row-size=0B cardinality=1 | | | | | | | | | | | | | 81:AGGREGATE | | | | | | | hosts=7 per-host-mem=10.00MB | | | | | | | tuple-ids=87 row-size=0B cardinality=1 | | | | | | | | | | | | | 80:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | | | | partitions=1/1 files=10 size=153.33KB | | | | | | predicates: CAST(year AS STRING) = 'SI' | | | | | | table stats: 13306 rows total | | | | | | column stats: all | | | | | | hosts=7 per-host-mem=32.00MB | | | | | | tuple-ids=86 row-size=4B cardinality=261 | | | | | | | | | | | 196:AGGREGATE [FINALIZE] | | | | | | output: min:merge(d1.date_id) | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=84 row-size=4B cardinality=1 | | | | | | | | | | | 195:EXCHANGE [UNPARTITIONED] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=84 row-size=4B cardinality=1 | | | | | | | | | | | 79:AGGREGATE | | | | | | output: min(d1.date_id) | | | | | | hosts=7 per-host-mem=10.00MB | | | | | | tuple-ids=84 row-size=4B cardinality=1 | | | | | | | | | | | 78:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | | | predicates: CAST(d1.business_date * 24 * 3600 AS TIMESTAMP) > add_months(CAST(cd.business_date * 24 * 3600 AS TIMESTAMP), -12) | | | | | | hosts=7 per-host-mem=12B | | | | | | tuple-ids=83,82 row-size=24B cardinality=13306 | | | | | | | | | | | |--194:EXCHANGE [BROADCAST] | | | | | | | hosts=7 per-host-mem=0B | | | | | | | tuple-ids=82 row-size=12B cardinality=1 | | | | | | | | | | | | | 76:SCAN HDFS [impala_poc_partitioned.date_dim cd, RANDOM] | | | | | | partitions=1/1 files=10 size=153.33KB | | | | | | predicates: cd.date_id = 9749 | | | | | | table stats: 13306 rows total | | | | | | column stats: all | | | | | | hosts=7 per-host-mem=32.00MB | | | | | | tuple-ids=82 row-size=12B cardinality=1 | | | | | | | | | | | 77:SCAN HDFS [impala_poc_partitioned.date_dim d1, RANDOM] | | | | | partitions=1/1 files=10 size=153.33KB | | | | | table stats: 13306 rows total | | | | | column stats: all | | | | | hosts=7 per-host-mem=32.00MB | | | | | tuple-ids=83 row-size=12B cardinality=13306 | | | | | | | | | 83:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | | partitions=1/1 files=10 size=153.33KB | | | | table stats: 13306 rows total | | | | column stats: all | | | | hosts=7 per-host-mem=16.00MB | | | | tuple-ids=90 row-size=4B cardinality=13306 | | | | | | | 75:SCAN HDFS [impala_poc_partitioned.all_position_fact pf, RANDOM] | | | partitions=9/9 files=90 size=30.75GB | | | predicates: pf.collective_id = 7 | | | table stats: 631114659 rows total | | | column stats: all | | | hosts=7 per-host-mem=704.00MB | | | tuple-ids=81 row-size=16B cardinality=1597759 | | | | | 202:EXCHANGE [HASH(ff.activity_date_id,ff.security_id)] | | | hosts=7 per-host-mem=0B | | | tuple-ids=93 row-size=8B cardinality=33165467 | | | | | 86:SCAN HDFS [impala_poc_partitioned.fundamental_fact ff, RANDOM] | | partitions=1/1 files=10 size=640.73MB | | runtime filters: RF008 -> ff.activity_date_id, RF009 -> ff.security_id | | table stats: 33165467 rows total | | column stats: all | | hosts=7 per-host-mem=240.00MB | | tuple-ids=93 row-size=8B cardinality=33165467 | | | 74:HASH JOIN [FULL OUTER JOIN, PARTITIONED] | | hash predicates: security_id = security_id, activity_date_id = activity_date_id - 1 | | other predicates: (FALSE OR (CASE WHEN FALSE THEN CASE WHEN if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)) > 0 AND asset.asset_class != 'Cash' THEN 'Long' WHEN if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)) < 0 AND asset.asset_class != 'Cash' THEN 'Short' WHEN asset.asset_class != 'Cash' THEN 'Closed' ELSE 'Cash' END ELSE CASE WHEN if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)) > 0 AND asset.asset_class != 'Cash' THEN 'Long' WHEN if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)) < 0 AND asset.asset_class != 'Cash' THEN 'Short' WHEN asset.asset_class != 'Cash' THEN 'Closed' ELSE 'Cash' END END) = 'Long'), CASE WHEN ifnull(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)), 0) != 0 AND ifnull(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)), 0) = 0 THEN 'new entry' WHEN ifnull(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)), 0) = 0 AND ifnull(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)), 0) != 0 THEN 'exit only' WHEN ifnull(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)), 0) * ifnull(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)), 0) < 0 THEN 'exit and entry' WHEN ifnull(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)), 0) * ifnull(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)), 0) > 0 THEN CASE WHEN abs(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3))) > abs(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3))) THEN 'increase' WHEN abs(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3))) < abs(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3))) THEN 'decrease' WHEN abs(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3))) = abs(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3))) THEN 'ignore' ELSE NULL END WHEN ifnull(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)), 0) = 0 AND ifnull(if(TupleIsNull(), NULL, round(CAST((ifnull(pf.Quantity_Long, 0) + ifnull(pf.Quantity_Short, 0)) AS DECIMAL(18,6)), 3)), 0) = 0 THEN 'ignore' ELSE NULL END = 'increase' | | hosts=7 per-host-mem=19.59MB | | tuple-ids=12N,0N,9N,3N,6N,13N,25N,37N,52N,40N,49N,43N,46N,53N,65N,77N row-size=164B cardinality=3195518 | | | |--193:EXCHANGE [HASH(activity_date_id - 1,security_id)] | | | hosts=7 per-host-mem=0B | | | tuple-ids=52N,40,49,43,46,53N,65,77 row-size=82B cardinality=1597759 | | | | | 73:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | predicates: activity_date_id <= max(selected_date_id) | | | hosts=7 per-host-mem=4B | | | tuple-ids=52N,40,49,43,46,53N,65,77 row-size=82B cardinality=1597759 | | | | | |--192:EXCHANGE [BROADCAST] | | | | hosts=7 per-host-mem=0B | | | | tuple-ids=77 row-size=4B cardinality=1 | | | | | | | 191:AGGREGATE [FINALIZE] | | | | output: max:merge(selected_date_id) | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=77 row-size=4B cardinality=1 | | | | | | | 190:EXCHANGE [UNPARTITIONED] | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=77 row-size=4B cardinality=1 | | | | | | | 71:AGGREGATE | | | | output: max(date_id) | | | | hosts=7 per-host-mem=10.00MB | | | | tuple-ids=77 row-size=4B cardinality=1 | | | | | | | 70:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | predicates: date_id <= 9749, date_id >= CASE WHEN FALSE THEN min(d1.date_id) - 1 WHEN TRUE THEN 1000 ELSE NULL END | | | | hosts=7 per-host-mem=4B | | | | tuple-ids=75,69,72 row-size=8B cardinality=13306 | | | | | | | |--189:EXCHANGE [BROADCAST] | | | | | hosts=7 per-host-mem=0B | | | | | tuple-ids=69,72 row-size=4B cardinality=1 | | | | | | | | | 68:NESTED LOOP JOIN [CROSS JOIN, BROADCAST] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=69,72 row-size=4B cardinality=1 | | | | | | | | | |--188:EXCHANGE [UNPARTITIONED] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=72 row-size=0B cardinality=1 | | | | | | | | | | | 187:AGGREGATE [FINALIZE] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=72 row-size=0B cardinality=1 | | | | | | | | | | | 186:EXCHANGE [UNPARTITIONED] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=72 row-size=0B cardinality=1 | | | | | | | | | | | 67:AGGREGATE | | | | | | hosts=7 per-host-mem=10.00MB | | | | | | tuple-ids=72 row-size=0B cardinality=1 | | | | | | | | | | | 66:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | | | partitions=1/1 files=10 size=153.33KB | | | | | predicates: CAST(year AS STRING) = 'SI' | | | | | table stats: 13306 rows total | | | | | column stats: all | | | | | hosts=7 per-host-mem=32.00MB | | | | | tuple-ids=71 row-size=4B cardinality=261 | | | | | | | | | 185:AGGREGATE [FINALIZE] | | | | | output: min:merge(d1.date_id) | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=69 row-size=4B cardinality=1 | | | | | | | | | 184:EXCHANGE [UNPARTITIONED] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=69 row-size=4B cardinality=1 | | | | | | | | | 65:AGGREGATE | | | | | output: min(d1.date_id) | | | | | hosts=7 per-host-mem=10.00MB | | | | | tuple-ids=69 row-size=4B cardinality=1 | | | | | | | | | 64:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | | predicates: CAST(d1.business_date * 24 * 3600 AS TIMESTAMP) > add_months(CAST(cd.business_date * 24 * 3600 AS TIMESTAMP), -12) | | | | | hosts=7 per-host-mem=12B | | | | | tuple-ids=68,67 row-size=24B cardinality=13306 | | | | | | | | | |--183:EXCHANGE [BROADCAST] | | | | | | hosts=7 per-host-mem=0B | | | | | | tuple-ids=67 row-size=12B cardinality=1 | | | | | | | | | | | 62:SCAN HDFS [impala_poc_partitioned.date_dim cd, RANDOM] | | | | | partitions=1/1 files=10 size=153.33KB | | | | | predicates: cd.date_id = 9749 | | | | | table stats: 13306 rows total | | | | | column stats: all | | | | | hosts=7 per-host-mem=32.00MB | | | | | tuple-ids=67 row-size=12B cardinality=1 | | | | | | | | | 63:SCAN HDFS [impala_poc_partitioned.date_dim d1, RANDOM] | | | | partitions=1/1 files=10 size=153.33KB | | | | table stats: 13306 rows total | | | | column stats: all | | | | hosts=7 per-host-mem=32.00MB | | | | tuple-ids=68 row-size=12B cardinality=13306 | | | | | | | 69:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | partitions=1/1 files=10 size=153.33KB | | | table stats: 13306 rows total | | | column stats: all | | | hosts=7 per-host-mem=16.00MB | | | tuple-ids=75 row-size=4B cardinality=13306 | | | | | 72:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | predicates: activity_date_id >= min(selected_date_id) | | | hosts=7 per-host-mem=4B | | | tuple-ids=52N,40,49,43,46,53N,65 row-size=78B cardinality=1597759 | | | | | |--182:EXCHANGE [BROADCAST] | | | | hosts=7 per-host-mem=0B | | | | tuple-ids=65 row-size=4B cardinality=1 | | | | | | | 181:AGGREGATE [FINALIZE] | | | | output: min:merge(selected_date_id) | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=65 row-size=4B cardinality=1 | | | | | | | 180:EXCHANGE [UNPARTITIONED] | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=65 row-size=4B cardinality=1 | | | | | | | 61:AGGREGATE | | | | output: min(date_id) | | | | hosts=7 per-host-mem=10.00MB | | | | tuple-ids=65 row-size=4B cardinality=1 | | | | | | | 60:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | predicates: date_id <= 9749, date_id >= CASE WHEN FALSE THEN min(d1.date_id) - 1 WHEN TRUE THEN 1000 ELSE NULL END | | | | hosts=7 per-host-mem=4B | | | | tuple-ids=63,57,60 row-size=8B cardinality=13306 | | | | | | | |--179:EXCHANGE [BROADCAST] | | | | | hosts=7 per-host-mem=0B | | | | | tuple-ids=57,60 row-size=4B cardinality=1 | | | | | | | | | 58:NESTED LOOP JOIN [CROSS JOIN, BROADCAST] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=57,60 row-size=4B cardinality=1 | | | | | | | | | |--178:EXCHANGE [UNPARTITIONED] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=60 row-size=0B cardinality=1 | | | | | | | | | | | 177:AGGREGATE [FINALIZE] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=60 row-size=0B cardinality=1 | | | | | | | | | | | 176:EXCHANGE [UNPARTITIONED] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=60 row-size=0B cardinality=1 | | | | | | | | | | | 57:AGGREGATE | | | | | | hosts=7 per-host-mem=10.00MB | | | | | | tuple-ids=60 row-size=0B cardinality=1 | | | | | | | | | | | 56:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | | | partitions=1/1 files=10 size=153.33KB | | | | | predicates: CAST(year AS STRING) = 'SI' | | | | | table stats: 13306 rows total | | | | | column stats: all | | | | | hosts=7 per-host-mem=32.00MB | | | | | tuple-ids=59 row-size=4B cardinality=261 | | | | | | | | | 175:AGGREGATE [FINALIZE] | | | | | output: min:merge(d1.date_id) | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=57 row-size=4B cardinality=1 | | | | | | | | | 174:EXCHANGE [UNPARTITIONED] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=57 row-size=4B cardinality=1 | | | | | | | | | 55:AGGREGATE | | | | | output: min(d1.date_id) | | | | | hosts=7 per-host-mem=10.00MB | | | | | tuple-ids=57 row-size=4B cardinality=1 | | | | | | | | | 54:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | | predicates: CAST(d1.business_date * 24 * 3600 AS TIMESTAMP) > add_months(CAST(cd.business_date * 24 * 3600 AS TIMESTAMP), -12) | | | | | hosts=7 per-host-mem=12B | | | | | tuple-ids=56,55 row-size=24B cardinality=13306 | | | | | | | | | |--173:EXCHANGE [BROADCAST] | | | | | | hosts=7 per-host-mem=0B | | | | | | tuple-ids=55 row-size=12B cardinality=1 | | | | | | | | | | | 52:SCAN HDFS [impala_poc_partitioned.date_dim cd, RANDOM] | | | | | partitions=1/1 files=10 size=153.33KB | | | | | predicates: cd.date_id = 9749 | | | | | table stats: 13306 rows total | | | | | column stats: all | | | | | hosts=7 per-host-mem=32.00MB | | | | | tuple-ids=55 row-size=12B cardinality=1 | | | | | | | | | 53:SCAN HDFS [impala_poc_partitioned.date_dim d1, RANDOM] | | | | partitions=1/1 files=10 size=153.33KB | | | | table stats: 13306 rows total | | | | column stats: all | | | | hosts=7 per-host-mem=32.00MB | | | | tuple-ids=56 row-size=12B cardinality=13306 | | | | | | | 59:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | partitions=1/1 files=10 size=153.33KB | | | table stats: 13306 rows total | | | column stats: all | | | hosts=7 per-host-mem=16.00MB | | | tuple-ids=63 row-size=4B cardinality=13306 | | | | | 51:HASH JOIN [LEFT OUTER JOIN, BROADCAST] | | | hash predicates: pf.asset_class_id = asset.asset_class_id | | | hosts=7 per-host-mem=16.24KB | | | tuple-ids=52N,40,49,43,46,53N row-size=74B cardinality=1597759 | | | | | |--172:EXCHANGE [BROADCAST] | | | | hosts=7 per-host-mem=0B | | | | tuple-ids=53 row-size=26B cardinality=586 | | | | | | | 49:SCAN HDFS [impala_poc_partitioned.asset_class_dim asset, RANDOM] | | | partitions=1/1 files=10 size=20.90KB | | | table stats: 586 rows total | | | column stats: all | | | hosts=7 per-host-mem=32.00MB | | | tuple-ids=53 row-size=26B cardinality=586 | | | | | 50:HASH JOIN [RIGHT OUTER JOIN, PARTITIONED] | | | hash predicates: ff.activity_date_id = activity_date_id, ff.security_id = security_id | | | runtime filters: RF005 <- activity_date_id, RF006 <- security_id | | | hosts=7 per-host-mem=9.58MB | | | tuple-ids=52N,40,49,43,46 row-size=48B cardinality=1597759 | | | | | |--171:EXCHANGE [HASH(activity_date_id,security_id)] | | | | hosts=7 per-host-mem=0B | | | | tuple-ids=40,49,43,46 row-size=40B cardinality=1597759 | | | | | | | 47:HASH JOIN [INNER JOIN, BROADCAST] | | | | hash predicates: pf.activity_date_id = date_id | | | | runtime filters: RF007 <- date_id | | | | hosts=7 per-host-mem=114.35KB | | | | tuple-ids=40,49,43,46 row-size=40B cardinality=1597759 | | | | | | | |--169:EXCHANGE [BROADCAST] | | | | | hosts=7 per-host-mem=0B | | | | | tuple-ids=49,43,46 row-size=8B cardinality=13306 | | | | | | | | | 46:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | | predicates: date_id <= 9749, date_id >= CASE WHEN FALSE THEN min(d1.date_id) - 1 WHEN TRUE THEN 1000 ELSE NULL END | | | | | hosts=7 per-host-mem=4B | | | | | tuple-ids=49,43,46 row-size=8B cardinality=13306 | | | | | | | | | |--168:EXCHANGE [BROADCAST] | | | | | | hosts=7 per-host-mem=0B | | | | | | tuple-ids=43,46 row-size=4B cardinality=1 | | | | | | | | | | | 44:NESTED LOOP JOIN [CROSS JOIN, BROADCAST] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=43,46 row-size=4B cardinality=1 | | | | | | | | | | | |--167:EXCHANGE [UNPARTITIONED] | | | | | | | hosts=7 per-host-mem=unavailable | | | | | | | tuple-ids=46 row-size=0B cardinality=1 | | | | | | | | | | | | | 166:AGGREGATE [FINALIZE] | | | | | | | hosts=7 per-host-mem=unavailable | | | | | | | tuple-ids=46 row-size=0B cardinality=1 | | | | | | | | | | | | | 165:EXCHANGE [UNPARTITIONED] | | | | | | | hosts=7 per-host-mem=unavailable | | | | | | | tuple-ids=46 row-size=0B cardinality=1 | | | | | | | | | | | | | 43:AGGREGATE | | | | | | | hosts=7 per-host-mem=10.00MB | | | | | | | tuple-ids=46 row-size=0B cardinality=1 | | | | | | | | | | | | | 42:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | | | | partitions=1/1 files=10 size=153.33KB | | | | | | predicates: CAST(year AS STRING) = 'SI' | | | | | | table stats: 13306 rows total | | | | | | column stats: all | | | | | | hosts=7 per-host-mem=32.00MB | | | | | | tuple-ids=45 row-size=4B cardinality=261 | | | | | | | | | | | 164:AGGREGATE [FINALIZE] | | | | | | output: min:merge(d1.date_id) | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=43 row-size=4B cardinality=1 | | | | | | | | | | | 163:EXCHANGE [UNPARTITIONED] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=43 row-size=4B cardinality=1 | | | | | | | | | | | 41:AGGREGATE | | | | | | output: min(d1.date_id) | | | | | | hosts=7 per-host-mem=10.00MB | | | | | | tuple-ids=43 row-size=4B cardinality=1 | | | | | | | | | | | 40:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | | | predicates: CAST(d1.business_date * 24 * 3600 AS TIMESTAMP) > add_months(CAST(cd.business_date * 24 * 3600 AS TIMESTAMP), -12) | | | | | | hosts=7 per-host-mem=12B | | | | | | tuple-ids=42,41 row-size=24B cardinality=13306 | | | | | | | | | | | |--162:EXCHANGE [BROADCAST] | | | | | | | hosts=7 per-host-mem=0B | | | | | | | tuple-ids=41 row-size=12B cardinality=1 | | | | | | | | | | | | | 38:SCAN HDFS [impala_poc_partitioned.date_dim cd, RANDOM] | | | | | | partitions=1/1 files=10 size=153.33KB | | | | | | predicates: cd.date_id = 9749 | | | | | | table stats: 13306 rows total | | | | | | column stats: all | | | | | | hosts=7 per-host-mem=32.00MB | | | | | | tuple-ids=41 row-size=12B cardinality=1 | | | | | | | | | | | 39:SCAN HDFS [impala_poc_partitioned.date_dim d1, RANDOM] | | | | | partitions=1/1 files=10 size=153.33KB | | | | | table stats: 13306 rows total | | | | | column stats: all | | | | | hosts=7 per-host-mem=32.00MB | | | | | tuple-ids=42 row-size=12B cardinality=13306 | | | | | | | | | 45:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | | partitions=1/1 files=10 size=153.33KB | | | | table stats: 13306 rows total | | | | column stats: all | | | | hosts=7 per-host-mem=16.00MB | | | | tuple-ids=49 row-size=4B cardinality=13306 | | | | | | | 37:SCAN HDFS [impala_poc_partitioned.all_position_fact pf, RANDOM] | | | partitions=9/9 files=90 size=30.75GB | | | predicates: pf.collective_id = 7 | | | runtime filters: RF007 -> pf.activity_date_id | | | table stats: 631114659 rows total | | | column stats: all | | | hosts=7 per-host-mem=704.00MB | | | tuple-ids=40 row-size=32B cardinality=1597759 | | | | | 170:EXCHANGE [HASH(ff.activity_date_id,ff.security_id)] | | | hosts=7 per-host-mem=0B | | | tuple-ids=52 row-size=8B cardinality=33165467 | | | | | 48:SCAN HDFS [impala_poc_partitioned.fundamental_fact ff, RANDOM] | | partitions=1/1 files=10 size=640.73MB | | runtime filters: RF005 -> ff.activity_date_id, RF006 -> ff.security_id | | table stats: 33165467 rows total | | column stats: all | | hosts=7 per-host-mem=240.00MB | | tuple-ids=52 row-size=8B cardinality=33165467 | | | 36:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | predicates: activity_date_id <= max(selected_date_id) | | hosts=7 per-host-mem=4B | | tuple-ids=12N,0,9,3,6,13N,25,37 row-size=82B cardinality=1597759 | | | |--161:EXCHANGE [BROADCAST] | | | hosts=7 per-host-mem=0B | | | tuple-ids=37 row-size=4B cardinality=1 | | | | | 160:AGGREGATE [FINALIZE] | | | output: max:merge(selected_date_id) | | | hosts=7 per-host-mem=unavailable | | | tuple-ids=37 row-size=4B cardinality=1 | | | | | 159:EXCHANGE [UNPARTITIONED] | | | hosts=7 per-host-mem=unavailable | | | tuple-ids=37 row-size=4B cardinality=1 | | | | | 34:AGGREGATE | | | output: max(date_id) | | | hosts=7 per-host-mem=10.00MB | | | tuple-ids=37 row-size=4B cardinality=1 | | | | | 33:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | predicates: date_id <= 9749, date_id >= CASE WHEN FALSE THEN min(d1.date_id) - 1 WHEN TRUE THEN 1000 ELSE NULL END | | | hosts=7 per-host-mem=4B | | | tuple-ids=35,29,32 row-size=8B cardinality=13306 | | | | | |--158:EXCHANGE [BROADCAST] | | | | hosts=7 per-host-mem=0B | | | | tuple-ids=29,32 row-size=4B cardinality=1 | | | | | | | 31:NESTED LOOP JOIN [CROSS JOIN, BROADCAST] | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=29,32 row-size=4B cardinality=1 | | | | | | | |--157:EXCHANGE [UNPARTITIONED] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=32 row-size=0B cardinality=1 | | | | | | | | | 156:AGGREGATE [FINALIZE] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=32 row-size=0B cardinality=1 | | | | | | | | | 155:EXCHANGE [UNPARTITIONED] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=32 row-size=0B cardinality=1 | | | | | | | | | 30:AGGREGATE | | | | | hosts=7 per-host-mem=10.00MB | | | | | tuple-ids=32 row-size=0B cardinality=1 | | | | | | | | | 29:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | | partitions=1/1 files=10 size=153.33KB | | | | predicates: CAST(year AS STRING) = 'SI' | | | | table stats: 13306 rows total | | | | column stats: all | | | | hosts=7 per-host-mem=32.00MB | | | | tuple-ids=31 row-size=4B cardinality=261 | | | | | | | 154:AGGREGATE [FINALIZE] | | | | output: min:merge(d1.date_id) | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=29 row-size=4B cardinality=1 | | | | | | | 153:EXCHANGE [UNPARTITIONED] | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=29 row-size=4B cardinality=1 | | | | | | | 28:AGGREGATE | | | | output: min(d1.date_id) | | | | hosts=7 per-host-mem=10.00MB | | | | tuple-ids=29 row-size=4B cardinality=1 | | | | | | | 27:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | predicates: CAST(d1.business_date * 24 * 3600 AS TIMESTAMP) > add_months(CAST(cd.business_date * 24 * 3600 AS TIMESTAMP), -12) | | | | hosts=7 per-host-mem=12B | | | | tuple-ids=28,27 row-size=24B cardinality=13306 | | | | | | | |--152:EXCHANGE [BROADCAST] | | | | | hosts=7 per-host-mem=0B | | | | | tuple-ids=27 row-size=12B cardinality=1 | | | | | | | | | 25:SCAN HDFS [impala_poc_partitioned.date_dim cd, RANDOM] | | | | partitions=1/1 files=10 size=153.33KB | | | | predicates: cd.date_id = 9749 | | | | table stats: 13306 rows total | | | | column stats: all | | | | hosts=7 per-host-mem=32.00MB | | | | tuple-ids=27 row-size=12B cardinality=1 | | | | | | | 26:SCAN HDFS [impala_poc_partitioned.date_dim d1, RANDOM] | | | partitions=1/1 files=10 size=153.33KB | | | table stats: 13306 rows total | | | column stats: all | | | hosts=7 per-host-mem=32.00MB | | | tuple-ids=28 row-size=12B cardinality=13306 | | | | | 32:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | partitions=1/1 files=10 size=153.33KB | | table stats: 13306 rows total | | column stats: all | | hosts=7 per-host-mem=16.00MB | | tuple-ids=35 row-size=4B cardinality=13306 | | | 35:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | predicates: activity_date_id >= min(selected_date_id) | | hosts=7 per-host-mem=4B | | tuple-ids=12N,0,9,3,6,13N,25 row-size=78B cardinality=1597759 | | | |--151:EXCHANGE [BROADCAST] | | | hosts=7 per-host-mem=0B | | | tuple-ids=25 row-size=4B cardinality=1 | | | | | 150:AGGREGATE [FINALIZE] | | | output: min:merge(selected_date_id) | | | hosts=7 per-host-mem=unavailable | | | tuple-ids=25 row-size=4B cardinality=1 | | | | | 149:EXCHANGE [UNPARTITIONED] | | | hosts=7 per-host-mem=unavailable | | | tuple-ids=25 row-size=4B cardinality=1 | | | | | 24:AGGREGATE | | | output: min(date_id) | | | hosts=7 per-host-mem=10.00MB | | | tuple-ids=25 row-size=4B cardinality=1 | | | | | 23:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | predicates: date_id <= 9749, date_id >= CASE WHEN FALSE THEN min(d1.date_id) - 1 WHEN TRUE THEN 1000 ELSE NULL END | | | hosts=7 per-host-mem=4B | | | tuple-ids=23,17,20 row-size=8B cardinality=13306 | | | | | |--148:EXCHANGE [BROADCAST] | | | | hosts=7 per-host-mem=0B | | | | tuple-ids=17,20 row-size=4B cardinality=1 | | | | | | | 21:NESTED LOOP JOIN [CROSS JOIN, BROADCAST] | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=17,20 row-size=4B cardinality=1 | | | | | | | |--147:EXCHANGE [UNPARTITIONED] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=20 row-size=0B cardinality=1 | | | | | | | | | 146:AGGREGATE [FINALIZE] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=20 row-size=0B cardinality=1 | | | | | | | | | 145:EXCHANGE [UNPARTITIONED] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=20 row-size=0B cardinality=1 | | | | | | | | | 20:AGGREGATE | | | | | hosts=7 per-host-mem=10.00MB | | | | | tuple-ids=20 row-size=0B cardinality=1 | | | | | | | | | 19:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | | partitions=1/1 files=10 size=153.33KB | | | | predicates: CAST(year AS STRING) = 'SI' | | | | table stats: 13306 rows total | | | | column stats: all | | | | hosts=7 per-host-mem=32.00MB | | | | tuple-ids=19 row-size=4B cardinality=261 | | | | | | | 144:AGGREGATE [FINALIZE] | | | | output: min:merge(d1.date_id) | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=17 row-size=4B cardinality=1 | | | | | | | 143:EXCHANGE [UNPARTITIONED] | | | | hosts=7 per-host-mem=unavailable | | | | tuple-ids=17 row-size=4B cardinality=1 | | | | | | | 18:AGGREGATE | | | | output: min(d1.date_id) | | | | hosts=7 per-host-mem=10.00MB | | | | tuple-ids=17 row-size=4B cardinality=1 | | | | | | | 17:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | predicates: CAST(d1.business_date * 24 * 3600 AS TIMESTAMP) > add_months(CAST(cd.business_date * 24 * 3600 AS TIMESTAMP), -12) | | | | hosts=7 per-host-mem=12B | | | | tuple-ids=16,15 row-size=24B cardinality=13306 | | | | | | | |--142:EXCHANGE [BROADCAST] | | | | | hosts=7 per-host-mem=0B | | | | | tuple-ids=15 row-size=12B cardinality=1 | | | | | | | | | 15:SCAN HDFS [impala_poc_partitioned.date_dim cd, RANDOM] | | | | partitions=1/1 files=10 size=153.33KB | | | | predicates: cd.date_id = 9749 | | | | table stats: 13306 rows total | | | | column stats: all | | | | hosts=7 per-host-mem=32.00MB | | | | tuple-ids=15 row-size=12B cardinality=1 | | | | | | | 16:SCAN HDFS [impala_poc_partitioned.date_dim d1, RANDOM] | | | partitions=1/1 files=10 size=153.33KB | | | table stats: 13306 rows total | | | column stats: all | | | hosts=7 per-host-mem=32.00MB | | | tuple-ids=16 row-size=12B cardinality=13306 | | | | | 22:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | partitions=1/1 files=10 size=153.33KB | | table stats: 13306 rows total | | column stats: all | | hosts=7 per-host-mem=16.00MB | | tuple-ids=23 row-size=4B cardinality=13306 | | | 14:HASH JOIN [LEFT OUTER JOIN, BROADCAST] | | hash predicates: pf.asset_class_id = asset.asset_class_id | | hosts=7 per-host-mem=16.24KB | | tuple-ids=12N,0,9,3,6,13N row-size=74B cardinality=1597759 | | | |--141:EXCHANGE [BROADCAST] | | | hosts=7 per-host-mem=0B | | | tuple-ids=13 row-size=26B cardinality=586 | | | | | 12:SCAN HDFS [impala_poc_partitioned.asset_class_dim asset, RANDOM] | | partitions=1/1 files=10 size=20.90KB | | table stats: 586 rows total | | column stats: all | | hosts=7 per-host-mem=32.00MB | | tuple-ids=13 row-size=26B cardinality=586 | | | 13:HASH JOIN [RIGHT OUTER JOIN, PARTITIONED] | | hash predicates: ff.activity_date_id = activity_date_id, ff.security_id = security_id | | runtime filters: RF002 <- activity_date_id, RF003 <- security_id | | hosts=7 per-host-mem=9.58MB | | tuple-ids=12N,0,9,3,6 row-size=48B cardinality=1597759 | | | |--140:EXCHANGE [HASH(activity_date_id,security_id)] | | | hosts=7 per-host-mem=0B | | | tuple-ids=0,9,3,6 row-size=40B cardinality=1597759 | | | | | 10:HASH JOIN [INNER JOIN, BROADCAST] | | | hash predicates: pf.activity_date_id = date_id | | | runtime filters: RF004 <- date_id | | | hosts=7 per-host-mem=114.35KB | | | tuple-ids=0,9,3,6 row-size=40B cardinality=1597759 | | | | | |--138:EXCHANGE [BROADCAST] | | | | hosts=7 per-host-mem=0B | | | | tuple-ids=9,3,6 row-size=8B cardinality=13306 | | | | | | | 09:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | predicates: date_id <= 9749, date_id >= CASE WHEN FALSE THEN min(d1.date_id) - 1 WHEN TRUE THEN 1000 ELSE NULL END | | | | hosts=7 per-host-mem=4B | | | | tuple-ids=9,3,6 row-size=8B cardinality=13306 | | | | | | | |--137:EXCHANGE [BROADCAST] | | | | | hosts=7 per-host-mem=0B | | | | | tuple-ids=3,6 row-size=4B cardinality=1 | | | | | | | | | 07:NESTED LOOP JOIN [CROSS JOIN, BROADCAST] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=3,6 row-size=4B cardinality=1 | | | | | | | | | |--136:EXCHANGE [UNPARTITIONED] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=6 row-size=0B cardinality=1 | | | | | | | | | | | 135:AGGREGATE [FINALIZE] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=6 row-size=0B cardinality=1 | | | | | | | | | | | 134:EXCHANGE [UNPARTITIONED] | | | | | | hosts=7 per-host-mem=unavailable | | | | | | tuple-ids=6 row-size=0B cardinality=1 | | | | | | | | | | | 06:AGGREGATE | | | | | | hosts=7 per-host-mem=10.00MB | | | | | | tuple-ids=6 row-size=0B cardinality=1 | | | | | | | | | | | 05:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | | | partitions=1/1 files=10 size=153.33KB | | | | | predicates: CAST(year AS STRING) = 'SI' | | | | | table stats: 13306 rows total | | | | | column stats: all | | | | | hosts=7 per-host-mem=32.00MB | | | | | tuple-ids=5 row-size=4B cardinality=261 | | | | | | | | | 133:AGGREGATE [FINALIZE] | | | | | output: min:merge(d1.date_id) | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=3 row-size=4B cardinality=1 | | | | | | | | | 132:EXCHANGE [UNPARTITIONED] | | | | | hosts=7 per-host-mem=unavailable | | | | | tuple-ids=3 row-size=4B cardinality=1 | | | | | | | | | 04:AGGREGATE | | | | | output: min(d1.date_id) | | | | | hosts=7 per-host-mem=10.00MB | | | | | tuple-ids=3 row-size=4B cardinality=1 | | | | | | | | | 03:NESTED LOOP JOIN [INNER JOIN, BROADCAST] | | | | | predicates: CAST(d1.business_date * 24 * 3600 AS TIMESTAMP) > add_months(CAST(cd.business_date * 24 * 3600 AS TIMESTAMP), -12) | | | | | hosts=7 per-host-mem=12B | | | | | tuple-ids=2,1 row-size=24B cardinality=13306 | | | | | | | | | |--131:EXCHANGE [BROADCAST] | | | | | | hosts=7 per-host-mem=0B | | | | | | tuple-ids=1 row-size=12B cardinality=1 | | | | | | | | | | | 01:SCAN HDFS [impala_poc_partitioned.date_dim cd, RANDOM] | | | | | partitions=1/1 files=10 size=153.33KB | | | | | predicates: cd.date_id = 9749 | | | | | table stats: 13306 rows total | | | | | column stats: all | | | | | hosts=7 per-host-mem=32.00MB | | | | | tuple-ids=1 row-size=12B cardinality=1 | | | | | | | | | 02:SCAN HDFS [impala_poc_partitioned.date_dim d1, RANDOM] | | | | partitions=1/1 files=10 size=153.33KB | | | | table stats: 13306 rows total | | | | column stats: all | | | | hosts=7 per-host-mem=32.00MB | | | | tuple-ids=2 row-size=12B cardinality=13306 | | | | | | | 08:SCAN HDFS [impala_poc_partitioned.date_dim, RANDOM] | | | partitions=1/1 files=10 size=153.33KB | | | table stats: 13306 rows total | | | column stats: all | | | hosts=7 per-host-mem=16.00MB | | | tuple-ids=9 row-size=4B cardinality=13306 | | | | | 00:SCAN HDFS [impala_poc_partitioned.all_position_fact pf, RANDOM] | | partitions=9/9 files=90 size=30.75GB | | predicates: pf.collective_id = 7 | | runtime filters: RF004 -> pf.activity_date_id | | table stats: 631114659 rows total | | column stats: all | | hosts=7 per-host-mem=704.00MB | | tuple-ids=0 row-size=32B cardinality=1597759 | | | 139:EXCHANGE [HASH(ff.activity_date_id,ff.security_id)] | | hosts=7 per-host-mem=0B | | tuple-ids=12 row-size=8B cardinality=33165467 | | | 11:SCAN HDFS [impala_poc_partitioned.fundamental_fact ff, RANDOM] | partitions=1/1 files=10 size=640.73MB | runtime filters: RF002 -> ff.activity_date_id, RF003 -> ff.security_id | table stats: 33165467 rows total | column stats: all | hosts=7 per-host-mem=240.00MB | tuple-ids=12 row-size=8B cardinality=33165467 | 238:EXCHANGE [HASH(pt.security_id,pt.activity_date_id)] | hosts=7 per-host-mem=0B | tuple-ids=136 row-size=24B cardinality=31835886 | 125:SCAN HDFS [impala_poc_partitioned.ad_price_fact pt, RANDOM] partitions=1/1 files=10 size=125.15MB runtime filters: RF000 -> pt.security_id, RF001 -> pt.activity_date_id table stats: 31835886 rows total column stats: all hosts=7 per-host-mem=72.00MB tuple-ids=136 row-size=24B cardinality=31835886 ---------------- Estimated Per-Host Mem: 1064185206 Estimated Per-Host VCores: 5 Request Pool: root.ckavukcuoglu Admission result: Admitted immediately ExecSummary: Operator #Hosts Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail --------------------------------------------------------------------------------------------------------------------------------------------- 244:MERGING-EXCHANGE 1 220.299us 220.299us 151 4.61M 0 -1.00 B UNPARTITIONED 130:SORT 6 4.051ms 20.861ms 151 4.61M 24.02 MB 48.00 MB 243:AGGREGATE 6 281.299ms 1s560ms 151 4.61M 10.37 MB 10.00 MB FINALIZE 242:EXCHANGE 6 91.075us 114.420us 906 4.61M 0 0 HASH(lag,T) 129:AGGREGATE 6 4s126ms 4s526ms 906 4.61M 2.04 MB 154.89 MB STREAMING 128:HASH JOIN 6 4s530ms 5s370ms 68.61M 31.84M 450.40 MB 114.50 MB INNER JOIN, PARTITIONED |--241:EXCHANGE 6 2s658ms 11s093ms 31.84M 31.84M 0 0 HASH(pr.security_id) | 126:SCAN HDFS 6 331.481ms 1s380ms 31.84M 31.84M 40.14 MB 72.00 MB impala_poc_partitioned.ad_p... 240:EXCHANGE 6 30.140ms 40.504ms 485.90K 31.84M 0 0 HASH(ifnull(security_id, se... 127:HASH JOIN 6 388.392ms 659.148ms 485.90K 31.84M 139.34 MB 82.18 MB INNER JOIN, PARTITIONED |--239:EXCHANGE 6 18.747ms 21.409ms 486.40K 3.20M 0 0 HASH(ifnull(security_id, se... | 124:NESTED LOOP JOIN 7 65.893ms 221.974ms 241.41M 3.20M 815.84 KB 4.00 B INNER JOIN, BROADCAST | |--237:EXCHANGE 7 11.444us 15.816us 1 1 0 0 BROADCAST | | 236:AGGREGATE 1 680.652us 680.652us 1 1 44.00 KB -1.00 B FINALIZE | | 235:EXCHANGE 1 54.116us 54.116us 7 1 0 -1.00 B UNPARTITIONED | | 122:AGGREGATE 7 34.406ms 238.457ms 7 1 56.40 KB 10.00 MB | | 121:NESTED LOOP JOIN 7 52.142ms 344.061ms 8.75K 13.31K 67.40 KB 4.00 B INNER JOIN, BROADCAST | | |--234:EXCHANGE 7 17.268us 54.812us 1 1 0 0 BROADCAST | | | 119:NESTED LOOP JOIN 1 7.800ms 7.800ms 1 1 24.00 KB -1.00 B CROSS JOIN, BROADCAST | | | |--233:EXCHANGE 1 6.590us 6.590us 1 1 0 -1.00 B UNPARTITIONED | | | | 232:AGGREGATE 1 26.735ms 26.735ms 1 1 8.00 KB -1.00 B FINALIZE | | | | 231:EXCHANGE 1 62.848us 62.848us 7 1 0 -1.00 B UNPARTITIONED | | | | 118:AGGREGATE 7 33.492ms 156.735ms 7 1 27.00 KB 10.00 MB | | | | 117:SCAN HDFS 7 34.599ms 105.540ms 0 261 91.00 KB 32.00 MB impala_poc_partitioned.date... | | | 230:AGGREGATE 1 7.671ms 7.671ms 1 1 44.00 KB -1.00 B FINALIZE | | | 229:EXCHANGE 1 29.326us 29.326us 7 1 0 -1.00 B UNPARTITIONED | | | 116:AGGREGATE 7 116.006ms 810.968ms 7 1 107.18 KB 10.00 MB | | | 115:NESTED LOOP JOIN 7 108.600ms 660.616ms 3.82K 13.31K 76.20 KB 12.00 B INNER JOIN, BROADCAST | | | |--228:EXCHANGE 7 14.278us 25.072us 1 1 0 0 BROADCAST | | | | 113:SCAN HDFS 7 121.590ms 437.144ms 1 1 138.18 KB 32.00 MB impala_poc_partitioned.date... | | | 114:SCAN HDFS 7 166.044ms 589.958ms 13.31K 13.31K 113.18 KB 32.00 MB impala_poc_partitioned.date... | | 120:SCAN HDFS 7 44.995ms 242.211ms 13.31K 13.31K 76.39 KB 16.00 MB impala_poc_partitioned.date... | 123:NESTED LOOP JOIN 7 46.120ms 132.245ms 241.41M 3.20M 807.84 KB 4.00 B INNER JOIN, BROADCAST | |--227:EXCHANGE 7 18.504us 40.452us 1 1 0 0 BROADCAST | | 226:AGGREGATE 1 39.299ms 39.299ms 1 1 44.00 KB -1.00 B FINALIZE | | 225:EXCHANGE 1 82.658us 82.658us 7 1 0 -1.00 B UNPARTITIONED | | 112:AGGREGATE 7 10.197ms 19.603ms 7 1 231.96 KB 10.00 MB | | 111:NESTED LOOP JOIN 7 165.116ms 378.294ms 12.54M 1.60M 235.96 KB 4.00 B INNER JOIN, BROADCAST | | |--224:EXCHANGE 7 10.344us 14.728us 1 1 0 0 BROADCAST | | | 223:AGGREGATE 1 24.465ms 24.465ms 1 1 44.00 KB -1.00 B FINALIZE | | | 222:EXCHANGE 1 70.179us 70.179us 7 1 0 -1.00 B UNPARTITIONED | | | 109:AGGREGATE 7 10.022ms 55.433ms 7 1 56.40 KB 10.00 MB | | | 108:NESTED LOOP JOIN 7 7.322ms 37.491ms 8.75K 13.31K 67.40 KB 4.00 B INNER JOIN, BROADCAST | | | |--221:EXCHANGE 7 11.148us 17.500us 1 1 0 0 BROADCAST | | | | 106:NESTED LOOP... 1 15.857ms 15.857ms 1 1 24.00 KB -1.00 B CROSS JOIN, BROADCAST | | | | |--220:EXCHANGE 1 7.594us 7.594us 1 1 0 -1.00 B UNPARTITIONED | | | | | 219:AGGREGATE 1 12.486ms 12.486ms 1 1 8.00 KB -1.00 B FINALIZE | | | | | 218:EXCHANGE 1 37.916us 37.916us 7 1 0 -1.00 B UNPARTITIONED | | | | | 105:AGGREGATE 7 474.951us 3.324ms 7 1 27.00 KB 10.00 MB | | | | | 104:SCAN HDFS 7 228.082ms 961.864ms 0 261 84.00 KB 32.00 MB impala_poc_partitioned.date... | | | | 217:AGGREGATE 1 5.108ms 5.108ms 1 1 44.00 KB -1.00 B FINALIZE | | | | 216:EXCHANGE 1 42.498us 42.498us 7 1 0 -1.00 B UNPARTITIONED | | | | 103:AGGREGATE 7 71.619ms 323.513ms 7 1 107.18 KB 10.00 MB | | | | 102:NESTED LOOP... 7 2.894ms 10.966ms 3.82K 13.31K 76.20 KB 12.00 B INNER JOIN, BROADCAST | | | | |--215:EXCHANGE 7 10.858us 14.916us 1 1 0 0 BROADCAST | | | | | 100:SCAN HDFS 7 59.587ms 152.617ms 1 1 118.20 KB 32.00 MB impala_poc_partitioned.date... | | | | 101:SCAN HDFS 7 120.269ms 422.681ms 13.31K 13.31K 146.18 KB 32.00 MB impala_poc_partitioned.date... | | | 107:SCAN HDFS 7 35.207ms 181.386ms 13.31K 13.31K 79.39 KB 16.00 MB impala_poc_partitioned.date... | | 110:NESTED LOOP JOIN 7 257.068ms 886.404ms 12.54M 1.60M 227.96 KB 4.00 B INNER JOIN, BROADCAST | | |--214:EXCHANGE 7 13.083us 41.400us 1 1 0 0 BROADCAST | | | 213:AGGREGATE 1 3.358ms 3.358ms 1 1 44.00 KB -1.00 B FINALIZE | | | 212:EXCHANGE 1 52.503us 52.503us 7 1 0 -1.00 B UNPARTITIONED | | | 99:AGGREGATE 7 5.388ms 26.051ms 7 1 56.40 KB 10.00 MB | | | 98:NESTED LOOP JOIN 7 102.363ms 477.126ms 8.75K 13.31K 67.40 KB 4.00 B INNER JOIN, BROADCAST | | | |--211:EXCHANGE 7 16.012us 30.833us 1 1 0 0 BROADCAST | | | | 96:NESTED LOOP ... 1 276.283us 276.283us 1 1 24.00 KB -1.00 B CROSS JOIN, BROADCAST | | | | |--210:EXCHANGE 1 9.246us 9.246us 1 1 0 -1.00 B UNPARTITIONED | | | | | 209:AGGREGATE 1 142.992us 142.992us 1 1 8.00 KB -1.00 B FINALIZE | | | | | 208:EXCHANGE 1 38.424us 38.424us 7 1 0 -1.00 B UNPARTITIONED | | | | | 95:AGGREGATE 7 10.218ms 46.290ms 7 1 27.00 KB 10.00 MB | | | | | 94:SCAN HDFS 7 44.153ms 146.871ms 0 261 91.00 KB 32.00 MB impala_poc_partitioned.date... | | | | 207:AGGREGATE 1 188.638us 188.638us 1 1 44.00 KB -1.00 B FINALIZE | | | | 206:EXCHANGE 1 37.663us 37.663us 7 1 0 -1.00 B UNPARTITIONED | | | | 93:AGGREGATE 7 27.384ms 181.935ms 7 1 107.18 KB 10.00 MB | | | | 92:NESTED LOOP ... 7 63.017ms 381.948ms 3.82K 13.31K 76.20 KB 12.00 B INNER JOIN, BROADCAST | | | | |--205:EXCHANGE 7 14.881us 25.696us 1 1 0 0 BROADCAST | | | | | 90:SCAN HDFS 7 152.228ms 471.300ms 1 1 118.20 KB 32.00 MB impala_poc_partitioned.date... | | | | 91:SCAN HDFS 7 65.040ms 299.439ms 13.31K 13.31K 129.18 KB 32.00 MB impala_poc_partitioned.date... | | | 97:SCAN HDFS 7 28.938ms 169.440ms 13.31K 13.31K 92.39 KB 16.00 MB impala_poc_partitioned.date... | | 89:HASH JOIN 7 136.530ms 200.824ms 12.54M 1.60M 1.24 MB 2.52 KB LEFT OUTER JOIN, BROADCAST | | |--204:EXCHANGE 7 44.372us 54.892us 586 586 0 0 BROADCAST | | | 87:SCAN HDFS 6 111.073ms 414.834ms 586 586 45.00 KB 32.00 MB impala_poc_partitioned.asse... | | 88:HASH JOIN 7 2s504ms 4s888ms 12.54M 1.60M 201.10 MB 5.75 MB RIGHT OUTER JOIN, PARTITIONED | | |--203:EXCHANGE 7 4s950ms 17s903ms 12.54M 1.60M 0 0 HASH(activity_date_id,secur... | | | 85:HASH JOIN 7 478.834ms 1s020ms 12.54M 1.60M 10.34 MB 114.35 KB INNER JOIN, BROADCAST | | | |--201:EXCHANGE 7 5.911ms 39.000ms 8.75K 13.31K 0 0 BROADCAST | | | | 84:NESTED LOOP ... 7 5.864ms 39.056ms 6.48M 13.31K 67.40 KB 4.00 B INNER JOIN, BROADCAST | | | | |--200:EXCHANGE 7 12.707us 17.884us 1 1 0 0 BROADCAST | | | | | 82:NESTED LO... 1 48.333ms 48.333ms 1 1 24.00 KB -1.00 B CROSS JOIN, BROADCAST | | | | | |--199:EXCHANGE 1 7.460us 7.460us 1 1 0 -1.00 B UNPARTITIONED | | | | | | 198:AGGRE... 1 914.242us 914.242us 1 1 8.00 KB -1.00 B FINALIZE | | | | | | 197:EXCHANGE 1 75.799us 75.799us 7 1 0 -1.00 B UNPARTITIONED | | | | | | 81:AGGREGATE 7 49.814ms 243.112ms 7 1 27.00 KB 10.00 MB | | | | | | 80:SCAN HDFS 7 60.233ms 223.198ms 0 261 91.00 KB 32.00 MB impala_poc_partitioned.date... | | | | | 196:AGGREGATE 1 186.098us 186.098us 1 1 44.00 KB -1.00 B FINALIZE | | | | | 195:EXCHANGE 1 33.364us 33.364us 7 1 0 -1.00 B UNPARTITIONED | | | | | 79:AGGREGATE 7 49.114ms 224.356ms 7 1 107.18 KB 10.00 MB | | | | | 78:NESTED LO... 7 9.698ms 59.386ms 3.82K 13.31K 76.20 KB 12.00 B INNER JOIN, BROADCAST | | | | | |--194:EXCHANGE 7 11.233us 14.468us 1 1 0 0 BROADCAST | | | | | | 76:SCAN HDFS 7 93.716ms 245.533ms 1 1 118.20 KB 32.00 MB impala_poc_partitioned.date... | | | | | 77:SCAN HDFS 7 58.238ms 371.847ms 13.31K 13.31K 130.18 KB 32.00 MB impala_poc_partitioned.date... | | | | 83:SCAN HDFS 7 77.282ms 378.242ms 13.31K 13.31K 92.39 KB 16.00 MB impala_poc_partitioned.date... | | | 75:SCAN HDFS 7 3s529ms 18s480ms 13.08M 1.60M 199.04 MB 704.00 MB impala_poc_partitioned.all_... | | 202:EXCHANGE 7 74.034ms 101.037ms 20.38M 33.17M 0 0 HASH(ff.activity_date_id,ff... | | 86:SCAN HDFS 7 865.680ms 1s521ms 20.38M 33.17M 16.81 MB 240.00 MB impala_poc_partitioned.fund... | 74:HASH JOIN 7 3s003ms 3s760ms 486.40K 3.20M 329.25 MB 19.59 MB FULL OUTER JOIN, PARTITIONED | |--193:EXCHANGE 7 158.291ms 289.105ms 12.54M 1.60M 0 0 HASH(activity_date_id - 1,s... | | 73:NESTED LOOP JOIN 7 157.861ms 281.476ms 6.42B 1.60M 139.98 KB 4.00 B INNER JOIN, BROADCAST | | |--192:EXCHANGE 7 9.673us 16.540us 1 1 0 0 BROADCAST | | | 191:AGGREGATE 1 19.594ms 19.594ms 1 1 44.00 KB -1.00 B FINALIZE | | | 190:EXCHANGE 1 56.393us 56.393us 7 1 0 -1.00 B UNPARTITIONED | | | 71:AGGREGATE 7 24.085ms 161.467ms 7 1 56.40 KB 10.00 MB | | | 70:NESTED LOOP JOIN 7 42.073ms 184.018ms 8.75K 13.31K 67.40 KB 4.00 B INNER JOIN, BROADCAST | | | |--189:EXCHANGE 7 15.657us 32.776us 1 1 0 0 BROADCAST | | | | 68:NESTED LOOP ... 1 392.894us 392.894us 1 1 24.00 KB -1.00 B CROSS JOIN, BROADCAST | | | | |--188:EXCHANGE 1 6.461us 6.461us 1 1 0 -1.00 B UNPARTITIONED | | | | | 187:AGGREGATE 1 1.701ms 1.701ms 1 1 8.00 KB -1.00 B FINALIZE | | | | | 186:EXCHANGE 1 74.464us 74.464us 7 1 0 -1.00 B UNPARTITIONED | | | | | 67:AGGREGATE 7 17.729ms 121.684ms 7 1 27.00 KB 10.00 MB | | | | | 66:SCAN HDFS 7 129.263ms 502.926ms 0 261 91.00 KB 32.00 MB impala_poc_partitioned.date... | | | | 185:AGGREGATE 1 171.742us 171.742us 1 1 44.00 KB -1.00 B FINALIZE | | | | 184:EXCHANGE 1 32.369us 32.369us 7 1 0 -1.00 B UNPARTITIONED | | | | 65:AGGREGATE 7 14.158ms 48.290ms 7 1 107.18 KB 10.00 MB | | | | 64:NESTED LOOP ... 7 34.535ms 125.136ms 3.82K 13.31K 76.20 KB 12.00 B INNER JOIN, BROADCAST | | | | |--183:EXCHANGE 7 12.672us 16.312us 1 1 0 0 BROADCAST | | | | | 62:SCAN HDFS 7 99.965ms 430.185ms 1 1 134.18 KB 32.00 MB impala_poc_partitioned.date... | | | | 63:SCAN HDFS 7 153.367ms 759.230ms 13.31K 13.31K 130.18 KB 32.00 MB impala_poc_partitioned.date... | | | 69:SCAN HDFS 7 29.393ms 123.252ms 13.31K 13.31K 92.39 KB 16.00 MB impala_poc_partitioned.date... | | 72:NESTED LOOP JOIN 7 155.556ms 198.616ms 6.42B 1.60M 131.98 KB 4.00 B INNER JOIN, BROADCAST | | |--182:EXCHANGE 7 12.623us 32.252us 1 1 0 0 BROADCAST | | | 181:AGGREGATE 1 7.244ms 7.244ms 1 1 44.00 KB -1.00 B FINALIZE | | | 180:EXCHANGE 1 83.584us 83.584us 7 1 0 -1.00 B UNPARTITIONED | | | 61:AGGREGATE 7 2.565ms 14.934ms 7 1 56.40 KB 10.00 MB | | | 60:NESTED LOOP JOIN 7 21.895ms 137.120ms 8.75K 13.31K 67.40 KB 4.00 B INNER JOIN, BROADCAST | | | |--179:EXCHANGE 7 16.344us 29.476us 1 1 0 0 BROADCAST | | | | 58:NESTED LOOP ... 1 48.278ms 48.278ms 1 1 24.00 KB -1.00 B CROSS JOIN, BROADCAST | | | | |--178:EXCHANGE 1 9.445us 9.445us 1 1 0 -1.00 B UNPARTITIONED | | | | | 177:AGGREGATE 1 319.729us 319.729us 1 1 8.00 KB -1.00 B FINALIZE | | | | | 176:EXCHANGE 1 43.166us 43.166us 7 1 0 -1.00 B UNPARTITIONED | | | | | 57:AGGREGATE 7 53.472ms 342.535ms 7 1 27.00 KB 10.00 MB | | | | | 56:SCAN HDFS 7 68.138ms 254.564ms 0 261 99.00 KB 32.00 MB impala_poc_partitioned.date... | | | | 175:AGGREGATE 1 5.330ms 5.330ms 1 1 44.00 KB -1.00 B FINALIZE | | | | 174:EXCHANGE 1 48.493us 48.493us 7 1 0 -1.00 B UNPARTITIONED | | | | 55:AGGREGATE 7 78.875ms 357.760ms 7 1 107.18 KB 10.00 MB | | | | 54:NESTED LOOP ... 7 42.852ms 173.515ms 3.82K 13.31K 76.20 KB 12.00 B INNER JOIN, BROADCAST | | | | |--173:EXCHANGE 7 11.739us 15.928us 1 1 0 0 BROADCAST | | | | | 52:SCAN HDFS 7 63.334ms 280.947ms 1 1 118.20 KB 32.00 MB impala_poc_partitioned.date... | | | | 53:SCAN HDFS 7 82.412ms 281.325ms 13.31K 13.31K 109.20 KB 32.00 MB impala_poc_partitioned.date... | | | 59:SCAN HDFS 7 131.125ms 585.791ms 13.31K 13.31K 92.39 KB 16.00 MB impala_poc_partitioned.date... | | 51:HASH JOIN 7 273.370ms 971.878ms 12.54M 1.60M 1.14 MB 16.24 KB LEFT OUTER JOIN, BROADCAST | | |--172:EXCHANGE 7 46.842us 132.636us 586 586 0 0 BROADCAST | | | 49:SCAN HDFS 6 80.816ms 318.084ms 586 586 63.00 KB 32.00 MB impala_poc_partitioned.asse... | | 50:HASH JOIN 7 3s256ms 9s326ms 12.54M 1.60M 201.10 MB 9.58 MB RIGHT OUTER JOIN, PARTITIONED | | |--171:EXCHANGE 7 4s585ms 19s489ms 12.54M 1.60M 0 0 HASH(activity_date_id,secur... | | | 47:HASH JOIN 7 483.056ms 1s105ms 12.54M 1.60M 12.22 MB 114.35 KB INNER JOIN, BROADCAST | | | |--169:EXCHANGE 7 728.550us 2.499ms 8.75K 13.31K 0 0 BROADCAST | | | | 46:NESTED LOOP ... 7 35.661ms 184.040ms 6.48M 13.31K 67.40 KB 4.00 B INNER JOIN, BROADCAST | | | | |--168:EXCHANGE 7 13.572us 24.916us 1 1 0 0 BROADCAST | | | | | 44:NESTED LO... 1 276.060us 276.060us 1 1 24.00 KB -1.00 B CROSS JOIN, BROADCAST | | | | | |--167:EXCHANGE 1 8.271us 8.271us 1 1 0 -1.00 B UNPARTITIONED | | | | | | 166:AGGRE... 1 4.925ms 4.925ms 1 1 8.00 KB -1.00 B FINALIZE | | | | | | 165:EXCHANGE 1 44.537us 44.537us 7 1 0 -1.00 B UNPARTITIONED | | | | | | 43:AGGREGATE 7 33.294ms 134.416ms 7 1 27.00 KB 10.00 MB | | | | | | 42:SCAN HDFS 7 96.299ms 432.835ms 0 261 91.00 KB 32.00 MB impala_poc_partitioned.date... | | | | | 164:AGGREGATE 1 190.302us 190.302us 1 1 44.00 KB -1.00 B FINALIZE | | | | | 163:EXCHANGE 1 21.936us 21.936us 7 1 0 -1.00 B UNPARTITIONED | | | | | 41:AGGREGATE 7 619.552us 3.949ms 7 1 107.18 KB 10.00 MB | | | | | 40:NESTED LO... 7 130.858ms 601.627ms 3.82K 13.31K 76.20 KB 12.00 B INNER JOIN, BROADCAST | | | | | |--162:EXCHANGE 7 10.597us 13.792us 1 1 0 0 BROADCAST | | | | | | 38:SCAN HDFS 7 312.163ms 1s089ms 1 1 138.18 KB 32.00 MB impala_poc_partitioned.date... | | | | | 39:SCAN HDFS 7 46.383ms 151.640ms 13.31K 13.31K 129.18 KB 32.00 MB impala_poc_partitioned.date... | | | | 45:SCAN HDFS 7 16.920ms 67.597ms 13.31K 13.31K 79.39 KB 16.00 MB impala_poc_partitioned.date... | | | 37:SCAN HDFS 7 10s388ms 45s159ms 12.54M 1.60M 433.35 MB 704.00 MB impala_poc_partitioned.all_... | | 170:EXCHANGE 7 82.263ms 154.971ms 17.83M 33.17M 0 0 HASH(ff.activity_date_id,ff... | | 48:SCAN HDFS 7 911.739ms 1s555ms 17.83M 33.17M 16.95 MB 240.00 MB impala_poc_partitioned.fund... | 36:NESTED LOOP JOIN 7 159.391ms 353.728ms 6.42B 1.60M 139.98 KB 4.00 B INNER JOIN, BROADCAST | |--161:EXCHANGE 7 27.205us 50.637us 1 1 0 0 BROADCAST | | 160:AGGREGATE 1 221.393us 221.393us 1 1 44.00 KB -1.00 B FINALIZE | | 159:EXCHANGE 1 53.502us 53.502us 7 1 0 -1.00 B UNPARTITIONED | | 34:AGGREGATE 7 21.466ms 126.439ms 7 1 56.40 KB 10.00 MB | | 33:NESTED LOOP JOIN 7 85.674ms 548.664ms 8.75K 13.31K 67.40 KB 4.00 B INNER JOIN, BROADCAST | | |--158:EXCHANGE 7 13.022us 20.140us 1 1 0 0 BROADCAST | | | 31:NESTED LOOP JOIN 1 12.512ms 12.512ms 1 1 24.00 KB -1.00 B CROSS JOIN, BROADCAST | | | |--157:EXCHANGE 1 8.214us 8.214us 1 1 0 -1.00 B UNPARTITIONED | | | | 156:AGGREGATE 1 129.307ms 129.307ms 1 1 8.00 KB -1.00 B FINALIZE | | | | 155:EXCHANGE 1 39.518us 39.518us 7 1 0 -1.00 B UNPARTITIONED | | | | 30:AGGREGATE 7 5.668ms 38.979ms 7 1 27.00 KB 10.00 MB | | | | 29:SCAN HDFS 7 326.270ms 1s315ms 0 261 91.00 KB 32.00 MB impala_poc_partitioned.date... | | | 154:AGGREGATE 1 12.316ms 12.316ms 1 1 44.00 KB -1.00 B FINALIZE | | | 153:EXCHANGE 1 21.031us 21.031us 7 1 0 -1.00 B UNPARTITIONED | | | 28:AGGREGATE 7 34.711ms 156.890ms 7 1 107.18 KB 10.00 MB | | | 27:NESTED LOOP JOIN 7 1.615ms 5.113ms 3.82K 13.31K 76.20 KB 12.00 B INNER JOIN, BROADCAST | | | |--152:EXCHANGE 7 11.187us 13.868us 1 1 0 0 BROADCAST | | | | 25:SCAN HDFS 7 84.000ms 248.508ms 1 1 118.18 KB 32.00 MB impala_poc_partitioned.date... | | | 26:SCAN HDFS 7 92.135ms 256.749ms 13.31K 13.31K 130.18 KB 32.00 MB impala_poc_partitioned.date... | | 32:SCAN HDFS 7 52.614ms 258.317ms 13.31K 13.31K 76.39 KB 16.00 MB impala_poc_partitioned.date... | 35:NESTED LOOP JOIN 7 193.411ms 426.847ms 6.42B 1.60M 131.98 KB 4.00 B INNER JOIN, BROADCAST | |--151:EXCHANGE 7 27.785us 58.496us 1 1 0 0 BROADCAST | | 150:AGGREGATE 1 85.031ms 85.031ms 1 1 44.00 KB -1.00 B FINALIZE | | 149:EXCHANGE 1 57.585us 57.585us 7 1 0 -1.00 B UNPARTITIONED | | 24:AGGREGATE 7 62.417ms 235.703ms 7 1 56.40 KB 10.00 MB | | 23:NESTED LOOP JOIN 7 19.315ms 94.228ms 8.75K 13.31K 67.40 KB 4.00 B INNER JOIN, BROADCAST | | |--148:EXCHANGE 7 15.524us 28.088us 1 1 0 0 BROADCAST | | | 21:NESTED LOOP JOIN 1 170.295ms 170.295ms 1 1 24.00 KB -1.00 B CROSS JOIN, BROADCAST | | | |--147:EXCHANGE 1 6.745us 6.745us 1 1 0 -1.00 B UNPARTITIONED | | | | 146:AGGREGATE 1 217.571ms 217.571ms 1 1 8.00 KB -1.00 B FINALIZE | | | | 145:EXCHANGE 1 87.288us 87.288us 7 1 0 -1.00 B UNPARTITIONED | | | | 20:AGGREGATE 7 20.372ms 87.112ms 7 1 27.00 KB 10.00 MB | | | | 19:SCAN HDFS 7 57.000ms 175.680ms 0 261 91.00 KB 32.00 MB impala_poc_partitioned.date... | | | 144:AGGREGATE 1 15.839ms 15.839ms 1 1 44.00 KB -1.00 B FINALIZE | | | 143:EXCHANGE 1 32.003us 32.003us 7 1 0 -1.00 B UNPARTITIONED | | | 18:AGGREGATE 7 54.220ms 309.101ms 7 1 107.18 KB 10.00 MB | | | 17:NESTED LOOP JOIN 7 13.413ms 67.022ms 3.82K 13.31K 76.20 KB 12.00 B INNER JOIN, BROADCAST | | | |--142:EXCHANGE 7 11.377us 15.660us 1 1 0 0 BROADCAST | | | | 15:SCAN HDFS 7 126.345ms 418.255ms 1 1 118.20 KB 32.00 MB impala_poc_partitioned.date... | | | 16:SCAN HDFS 7 136.940ms 492.282ms 13.31K 13.31K 129.18 KB 32.00 MB impala_poc_partitioned.date... | | 22:SCAN HDFS 7 23.488ms 79.108ms 13.31K 13.31K 92.39 KB 16.00 MB impala_poc_partitioned.date... | 14:HASH JOIN 7 153.421ms 313.009ms 12.54M 1.60M 1.14 MB 16.24 KB LEFT OUTER JOIN, BROADCAST | |--141:EXCHANGE 7 291.882us 822.764us 586 586 0 0 BROADCAST | | 12:SCAN HDFS 6 79.060ms 381.528ms 586 586 63.00 KB 32.00 MB impala_poc_partitioned.asse... | 13:HASH JOIN 7 1s319ms 1s628ms 12.54M 1.60M 201.10 MB 9.58 MB RIGHT OUTER JOIN, PARTITIONED | |--140:EXCHANGE 7 102.155ms 124.846ms 12.54M 1.60M 0 0 HASH(activity_date_id,secur... | | 10:HASH JOIN 7 708.619ms 1s870ms 12.54M 1.60M 12.22 MB 114.35 KB INNER JOIN, BROADCAST | | |--138:EXCHANGE 7 25.108ms 172.972ms 8.75K 13.31K 0 0 BROADCAST | | | 09:NESTED LOOP JOIN 7 116.687ms 518.928ms 6.48M 13.31K 67.40 KB 4.00 B INNER JOIN, BROADCAST | | | |--137:EXCHANGE 7 11.691us 16.532us 1 1 0 0 BROADCAST | | | | 07:NESTED LOOP ... 1 652.356ms 652.356ms 1 1 24.00 KB -1.00 B CROSS JOIN, BROADCAST | | | | |--136:EXCHANGE 1 6.355us 6.355us 1 1 0 -1.00 B UNPARTITIONED | | | | | 135:AGGREGATE 1 184.300us 184.300us 1 1 8.00 KB -1.00 B FINALIZE | | | | | 134:EXCHANGE 1 51.783us 51.783us 7 1 0 -1.00 B UNPARTITIONED | | | | | 06:AGGREGATE 7 42.374ms 293.940ms 7 1 27.00 KB 10.00 MB | | | | | 05:SCAN HDFS 7 117.715ms 418.924ms 0 261 84.00 KB 32.00 MB impala_poc_partitioned.date... | | | | 133:AGGREGATE 1 61.939ms 61.939ms 1 1 44.00 KB -1.00 B FINALIZE | | | | 132:EXCHANGE 1 21.768us 21.768us 7 1 0 -1.00 B UNPARTITIONED | | | | 04:AGGREGATE 7 18.782ms 129.039ms 7 1 107.18 KB 10.00 MB | | | | 03:NESTED LOOP ... 7 95.324ms 599.167ms 3.82K 13.31K 76.20 KB 12.00 B INNER JOIN, BROADCAST | | | | |--131:EXCHANGE 7 12.642us 25.600us 1 1 0 0 BROADCAST | | | | | 01:SCAN HDFS 7 146.019ms 382.268ms 1 1 118.20 KB 32.00 MB impala_poc_partitioned.date... | | | | 02:SCAN HDFS 7 149.606ms 361.179ms 13.31K 13.31K 129.18 KB 32.00 MB impala_poc_partitioned.date... | | | 08:SCAN HDFS 7 40.564ms 156.702ms 13.31K 13.31K 77.39 KB 16.00 MB impala_poc_partitioned.date... | | 00:SCAN HDFS 7 6s455ms 10s251ms 12.54M 1.60M 338.02 MB 704.00 MB impala_poc_partitioned.all_... | 139:EXCHANGE 7 64.759ms 75.285ms 17.80M 33.17M 0 0 HASH(ff.activity_date_id,ff... | 11:SCAN HDFS 7 885.370ms 1s221ms 17.80M 33.17M 23.31 MB 240.00 MB impala_poc_partitioned.fund... 238:EXCHANGE 6 73.860ms 79.412ms 11.87M 31.84M 0 0 HASH(pt.security_id,pt.acti... 125:SCAN HDFS 6 1s072ms 1s701ms 11.87M 31.84M 39.66 MB 72.00 MB impala_poc_partitioned.ad_p... - ComputeScanRangeAssignmentTimer: 1071541475 - InactiveTotalTime: 0 - TotalTime: 0 Planner Timeline Analysis finished: 40593110 Equivalence classes computed: 45686122 Single node plan created: 14371531647 Runtime filters computed: 14393267042 Distributed plan created: 14420014974 Lineage info computed: 14420462089 Planning finished: 14537935328 Query Timeline Query submitted: 59153752 Planning finished: 35988767098 Submit for admission: 41505909956 Completed admission: 41562329554 Ready to start 420 fragment instances: 42243251789 All 420 fragment instances started: 52638780364 First dynamic filter received: 137995056943 Rows available: 186131166364 First row fetched: 187015734403 Unregister query: 187116781048 ImpalaServer - ClientFetchWaitTimer: 927975106 - InactiveTotalTime: 0 - RowMaterializationTimer: 57594550 - TotalTime: 0 Execution Profile 5840e519cb1bb31f:85caddd600000000 Number of filters: 10 Filter routing table: ID Src. Node Tgt. Node(s) Targets Target type Partition filter Pending (Expected) First arrived Completed Enabled ---------------------------------------------------------------------------------------------------------------------------- 9 88 86 7 REMOTE false 7 (7) N/A N/A true 8 88 86 7 REMOTE false 7 (7) N/A N/A true 7 47 37 7 LOCAL false 0 (7) N/A N/A true 6 50 48 7 REMOTE false 7 (7) N/A N/A true 5 50 48 7 REMOTE false 7 (7) N/A N/A true 4 10 0 7 LOCAL false 0 (7) N/A N/A true 3 13 11 7 REMOTE false 7 (7) N/A N/A true 2 13 11 7 REMOTE false 7 (7) N/A N/A true 1 127 125 6 REMOTE false 6 (6) N/A N/A true 0 127 125 6 REMOTE false 6 (6) N/A N/A true Fragment instance start latencies: Count: 420, 25th %-ile: 6ms, 50th %-ile: 18ms, 75th %-ile: 125ms, 90th %-ile: 275ms, 95th %-ile: 338ms, 99.9th %-ile: 622ms Per Node Peak Memory Usage: SH-Dev-S2.ny.os.local:22000(833.19 MB) SH-Dev-S3.ny.os.local:22000(1.65 GB) SH-Dev-S6.ny.os.local:22000(1.50 GB) SH-Dev-S5.ny.os.local:22000(1.74 GB) SH-Dev-S4.ny.os.local:22000(1.44 GB) SH-Dev-S7.ny.os.local:22000(1.69 GB) SH-Dev-S1.ny.os.local:22000(1.55 GB) Final filter table: ID Src. Node Tgt. Node(s) Targets Target type Partition filter Pending (Expected) First arrived Completed Enabled ---------------------------------------------------------------------------------------------------------------------------- 9 88 86 7 REMOTE false 0 (7) 2m17s 2m18s false 8 88 86 7 REMOTE false 0 (7) 2m17s 2m18s false 7 47 37 7 LOCAL false 0 (7) N/A N/A true 6 50 48 7 REMOTE false 0 (7) 2m39s 2m40s false 5 50 48 7 REMOTE false 0 (7) 2m39s 2m40s false 4 10 0 7 LOCAL false 0 (7) N/A N/A true 3 13 11 7 REMOTE false 0 (7) 2m54s 2m54s false 2 13 11 7 REMOTE false 0 (7) 2m54s 2m54s false 1 127 125 6 REMOTE false 0 (6) 2m58s 2m58s false 0 127 125 6 REMOTE false 0 (6) 2m58s 2m58s false - FiltersReceived: 54 - FinalizationTimer: 0 - InactiveTotalTime: 0 - TotalTime: 143557501779 Coordinator Fragment F85 Instance 5840e519cb1bb31f:85caddd600000000 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 275456 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 151 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 15 - TotalThreadsTotalWallClockTime: 139488714971 - TotalThreadsSysTime: 3038000 - TotalThreadsUserTime: 53048000 - TotalThreadsVoluntaryContextSwitches: 191 - TotalTime: 143168561709 Fragment Instance Lifecycle Timings - ExecTime: 885600239 - ExecTreeExecTime: 373032 - InactiveTotalTime: 0 - OpenTime: 138603149556 - ExecTreeOpenTime: 137040606051 - PrepareTime: 3679739130 - ExecTreePrepareTime: 40026013 - TotalTime: 0 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 324 - BlocksRecycled: 176 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 103079215104 - PeakMemoryUsage: 1216888832 - ScratchFileUsedBytes: 0 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 PLAN_ROOT_SINK - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - TotalTime: 0 CodeGen - CodegenTime: 279932454 - CompileTime: 97507927 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 28 - NumInstructions: 522 - OptimizationTime: 1089177268 - PeakMemoryUsage: 267264 - PrepareTime: 3497184047 - TotalTime: 4949832915 EXCHANGE_NODE (id=244) ExecOption: Codegen Enabled - BytesReceived: 3898 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 299085 - FirstBatchArrivalWaitTime: 137040492961 - InactiveTotalTime: 137040753892 - MergeGetNext: 366639 - MergeGetNextBatch: 314308 - PeakMemoryUsage: 0 - RowsReturned: 151 - RowsReturnedRate: 1 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 137040974191 Averaged Fragment F84 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:2m21s max:2m22s mean: 2m22s stddev:279.933ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 6 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 36670464 - PerHostPeakMemUsage: 1711626956 - RowsProduced: 25 - TotalNetworkReceiveTime: 140421309827 - TotalNetworkSendTime: 501863 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 37 - TotalThreadsTotalWallClockTime: 141212014588 - TotalThreadsSysTime: 5998333 - TotalThreadsUserTime: 171477833 - TotalThreadsVoluntaryContextSwitches: 158 - TotalTime: 142512716084 Fragment Instance Lifecycle Timings - ExecTime: 876310 - ExecTreeExecTime: 19055 - InactiveTotalTime: 0 - OpenTime: 141211192041 - ExecTreeOpenTime: 140424764439 - PrepareTime: 1296062998 - ExecTreePrepareTime: 281929943 - TotalTime: 0 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 324 - BlocksRecycled: 176 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 103079215104 - PeakMemoryUsage: 1218566553 - ScratchFileUsedBytes: 0 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 DataStreamSender (dst_id=244) - BytesSent: 649 - InactiveTotalTime: 0 - NetworkThroughput(*): 22207435 - OverallThroughput: 7315676 - PeakMemoryUsage: 3968 - RowsReturned: 25 - SerializeBatchTime: 43579 - TotalTime: 92159 - TransmitDataRPCTime: 29946 - UncompressedRowBatchSize: 1032 CodeGen - CodegenTime: 75675356 - CompileTime: 353202305 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 69 - NumInstructions: 1386 - OptimizationTime: 421780445 - PeakMemoryUsage: 709632 - PrepareTime: 873245977 - TotalTime: 1676033908 SORT_NODE (id=130) - InMemorySortTime: 16925 - InactiveTotalTime: 0 - InitialRunsCreated: 1 - PeakMemoryUsage: 25182208 - RowsReturned: 25 - RowsReturnedRate: 0 - SortDataSize: 928 - SpilledRuns: 0 - TotalMergesPerformed: 0 - TotalTime: 140706705890 AGGREGATION_NODE (id=243) - BuildTime: 389229 - GetNewBlockTime: 200586332 - GetResultsTime: 252500 - HTResizeTime: 17884 - HashBuckets: 13141 - InactiveTotalTime: 0 - LargestPartitionPercent: 2 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 10868181 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 25 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 140702654676 - UnpinTime: 1360 EXCHANGE_NODE (id=242) - BytesReceived: 6158 - ConvertRowBatchTime: 19177 - DeserializeRowBatchTimer: 573958 - FirstBatchArrivalWaitTime: 139337131534 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 151 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 140421355546 Fragment F84 Instance 5840e519cb1bb31f:19e (host=SH-Dev-S7.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 36670464 - PerHostPeakMemUsage: 1816433338 - RowsProduced: 24 - TotalNetworkReceiveTime: 142535002456 - TotalNetworkSendTime: 421348 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 79 - TotalThreadsTotalWallClockTime: 142770537848 - TotalThreadsSysTime: 5088000 - TotalThreadsUserTime: 173921000 - TotalThreadsVoluntaryContextSwitches: 99 - TotalTime: 142852412148 Fragment Instance Lifecycle Timings - ExecTime: 725108 - ExecTreeExecTime: 8808 - InactiveTotalTime: 0 - OpenTime: 142769863300 - ExecTreeOpenTime: 142537693896 - PrepareTime: 81771704 - ExecTreePrepareTime: 10659264 - TotalTime: 0 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 325 - BlocksRecycled: 176 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 103079215104 - PeakMemoryUsage: 1216888832 - ScratchFileUsedBytes: 0 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 DataStreamSender (dst_id=244) - BytesSent: 620 - InactiveTotalTime: 0 - NetworkThroughput(*): 24374901 - OverallThroughput: 8343650 - PeakMemoryUsage: 3968 - RowsReturned: 24 - SerializeBatchTime: 22812 - TotalTime: 74308 - TransmitDataRPCTime: 25436 - UncompressedRowBatchSize: 983 CodeGen - CodegenTime: 13765948 - CompileTime: 63466844 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 69 - NumInstructions: 1386 - OptimizationTime: 164383480 - PeakMemoryUsage: 709632 - PrepareTime: 64631764 - TotalTime: 293302672 SORT_NODE (id=130) ExecOption: Codegen Enabled - InMemorySortTime: 13004 - InactiveTotalTime: 0 - InitialRunsCreated: 1 - PeakMemoryUsage: 25182208 - RowsReturned: 24 - RowsReturnedRate: 0 - SortDataSize: 883 - SpilledRuns: 0 - TotalMergesPerformed: 0 - TotalTime: 142548352976 AGGREGATION_NODE (id=243) ExecOption: Codegen Enabled - BuildTime: 199828 - GetNewBlockTime: 9994288 - GetResultsTime: 72608 - HTResizeTime: 5996 - HashBuckets: 12288 - InactiveTotalTime: 0 - LargestPartitionPercent: 2 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 10864768 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 24 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 142547869312 - UnpinTime: 1384 EXCHANGE_NODE (id=242) - BytesReceived: 5842 - ConvertRowBatchTime: 12156 - DeserializeRowBatchTimer: 577440 - FirstBatchArrivalWaitTime: 141450432496 - InactiveTotalTime: 142534964040 - PeakMemoryUsage: 0 - RowsReturned: 144 - RowsReturnedRate: 1 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 142535036508 Instance 5840e519cb1bb31f:1a0 (host=SH-Dev-S5.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 36670464 - PerHostPeakMemUsage: 1863535041 - RowsProduced: 21 - TotalNetworkReceiveTime: 142371867640 - TotalNetworkSendTime: 629972 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 21 - TotalThreadsTotalWallClockTime: 142599912628 - TotalThreadsSysTime: 8149000 - TotalThreadsUserTime: 176025000 - TotalThreadsVoluntaryContextSwitches: 116 - TotalTime: 142694702184 Fragment Instance Lifecycle Timings - ExecTime: 929376 - ExecTreeExecTime: 6492 - InactiveTotalTime: 0 - OpenTime: 142599034516 - ExecTreeOpenTime: 142377660992 - PrepareTime: 94615524 - ExecTreePrepareTime: 3198324 - TotalTime: 0 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 324 - BlocksRecycled: 176 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 103079215104 - PeakMemoryUsage: 1208500224 - ScratchFileUsedBytes: 0 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 DataStreamSender (dst_id=244) - BytesSent: 528 - InactiveTotalTime: 0 - NetworkThroughput(*): 18267367 - OverallThroughput: 8022852 - PeakMemoryUsage: 3968 - RowsReturned: 21 - SerializeBatchTime: 21360 - TotalTime: 65812 - TransmitDataRPCTime: 28904 - UncompressedRowBatchSize: 860 CodeGen - CodegenTime: 10614764 - CompileTime: 46659492 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 69 - NumInstructions: 1386 - OptimizationTime: 169990000 - PeakMemoryUsage: 709632 - PrepareTime: 80907576 - TotalTime: 299425612 SORT_NODE (id=130) ExecOption: Codegen Enabled - InMemorySortTime: 10084 - InactiveTotalTime: 0 - InitialRunsCreated: 1 - PeakMemoryUsage: 25182208 - RowsReturned: 21 - RowsReturnedRate: 0 - SortDataSize: 772 - SpilledRuns: 0 - TotalMergesPerformed: 0 - TotalTime: 142380859488 AGGREGATION_NODE (id=243) ExecOption: Codegen Enabled - BuildTime: 315416 - GetNewBlockTime: 1032984 - GetResultsTime: 1075732 - HTResizeTime: 57000 - HashBuckets: 12288 - InactiveTotalTime: 0 - LargestPartitionPercent: 2 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 10864768 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 21 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 142379618012 - UnpinTime: 1156 EXCHANGE_NODE (id=242) - BytesReceived: 5180 - ConvertRowBatchTime: 19864 - DeserializeRowBatchTimer: 454184 - FirstBatchArrivalWaitTime: 141287552840 - InactiveTotalTime: 142371817268 - PeakMemoryUsage: 0 - RowsReturned: 126 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 142371927064 Instance 5840e519cb1bb31f:19f (host=SH-Dev-S4.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 36670464 - PerHostPeakMemUsage: 1541707624 - RowsProduced: 27 - TotalNetworkReceiveTime: 137812712348 - TotalNetworkSendTime: 739844 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 40 - TotalThreadsTotalWallClockTime: 140252861864 - TotalThreadsSysTime: 7258000 - TotalThreadsUserTime: 158395000 - TotalThreadsVoluntaryContextSwitches: 349 - TotalTime: 142648425320 Fragment Instance Lifecycle Timings - ExecTime: 1175420 - ExecTreeExecTime: 10492 - InactiveTotalTime: 0 - OpenTime: 140251749144 - ExecTreeOpenTime: 137815008616 - PrepareTime: 2368377808 - ExecTreePrepareTime: 115369324 - TotalTime: 0 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 324 - BlocksRecycled: 176 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 103079215104 - PeakMemoryUsage: 1200111616 - ScratchFileUsedBytes: 0 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 DataStreamSender (dst_id=244) - BytesSent: 700 - InactiveTotalTime: 0 - NetworkThroughput(*): 25716385 - OverallThroughput: 4977671 - PeakMemoryUsage: 3968 - RowsReturned: 27 - SerializeBatchTime: 87988 - TotalTime: 140628 - TransmitDataRPCTime: 27220 - UncompressedRowBatchSize: 1109 CodeGen - CodegenTime: 278066844 - CompileTime: 1399161640 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 69 - NumInstructions: 1386 - OptimizationTime: 1019312152 - PeakMemoryUsage: 709632 - PrepareTime: 2057311840 - TotalTime: 4522467364 SORT_NODE (id=130) ExecOption: Codegen Enabled - InMemorySortTime: 15776 - InactiveTotalTime: 0 - InitialRunsCreated: 1 - PeakMemoryUsage: 25182208 - RowsReturned: 27 - RowsReturnedRate: 0 - SortDataSize: 997 - SpilledRuns: 0 - TotalMergesPerformed: 0 - TotalTime: 137930381368 AGGREGATION_NODE (id=243) ExecOption: Codegen Enabled - BuildTime: 241056 - GetNewBlockTime: 37446132 - GetResultsTime: 81556 - HTResizeTime: 9068 - HashBuckets: 13312 - InactiveTotalTime: 0 - LargestPartitionPercent: 2 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 10868864 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 27 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 137909519396 - UnpinTime: 1348 EXCHANGE_NODE (id=242) - BytesReceived: 6623 - ConvertRowBatchTime: 17992 - DeserializeRowBatchTimer: 667228 - FirstBatchArrivalWaitTime: 136728431356 - InactiveTotalTime: 137812672432 - PeakMemoryUsage: 0 - RowsReturned: 162 - RowsReturnedRate: 1 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 137812760000 Instance 5840e519cb1bb31f:1a3 (host=SH-Dev-S3.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 36670464 - PerHostPeakMemUsage: 1773521729 - RowsProduced: 25 - TotalNetworkReceiveTime: 142403731728 - TotalNetworkSendTime: 415832 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 142558288368 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 148593000 - TotalThreadsVoluntaryContextSwitches: 45 - TotalTime: 142607680128 Fragment Instance Lifecycle Timings - ExecTime: 739616 - ExecTreeExecTime: 12576 - InactiveTotalTime: 0 - OpenTime: 142557591120 - ExecTreeOpenTime: 142406155820 - PrepareTime: 49286404 - ExecTreePrepareTime: 1137640 - TotalTime: 0 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 324 - BlocksRecycled: 176 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 103079215104 - PeakMemoryUsage: 1216888832 - ScratchFileUsedBytes: 0 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 DataStreamSender (dst_id=244) - BytesSent: 645 - InactiveTotalTime: 0 - NetworkThroughput(*): 19495828 - OverallThroughput: 7343899 - PeakMemoryUsage: 3968 - RowsReturned: 25 - SerializeBatchTime: 39152 - TotalTime: 87828 - TransmitDataRPCTime: 33084 - UncompressedRowBatchSize: 1028 CodeGen - CodegenTime: 6000840 - CompileTime: 29904276 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 69 - NumInstructions: 1386 - OptimizationTime: 118143868 - PeakMemoryUsage: 709632 - PrepareTime: 44119724 - TotalTime: 193263256 SORT_NODE (id=130) ExecOption: Codegen Enabled - InMemorySortTime: 13960 - InactiveTotalTime: 0 - InitialRunsCreated: 1 - PeakMemoryUsage: 25182208 - RowsReturned: 25 - RowsReturnedRate: 0 - SortDataSize: 924 - SpilledRuns: 0 - TotalMergesPerformed: 0 - TotalTime: 142407297328 AGGREGATION_NODE (id=243) ExecOption: Codegen Enabled - BuildTime: 177656 - GetNewBlockTime: 448960 - GetResultsTime: 94448 - HTResizeTime: 3032 - HashBuckets: 13312 - InactiveTotalTime: 0 - LargestPartitionPercent: 2 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 10868864 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 25 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 142406798700 - UnpinTime: 1028 EXCHANGE_NODE (id=242) - BytesReceived: 6198 - ConvertRowBatchTime: 14624 - DeserializeRowBatchTimer: 563820 - FirstBatchArrivalWaitTime: 141319678296 - InactiveTotalTime: 142403688956 - PeakMemoryUsage: 0 - RowsReturned: 150 - RowsReturnedRate: 1 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 142403765288 Instance 5840e519cb1bb31f:1a2 (host=SH-Dev-S6.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 36670464 - PerHostPeakMemUsage: 1613256812 - RowsProduced: 32 - TotalNetworkReceiveTime: 142150064472 - TotalNetworkSendTime: 447292 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 3 - TotalThreadsTotalWallClockTime: 142361031072 - TotalThreadsSysTime: 7887000 - TotalThreadsUserTime: 188083000 - TotalThreadsVoluntaryContextSwitches: 76 - TotalTime: 142425375400 Fragment Instance Lifecycle Timings - ExecTime: 1042188 - ExecTreeExecTime: 56688 - InactiveTotalTime: 0 - OpenTime: 142360048724 - ExecTreeOpenTime: 142154431364 - PrepareTime: 64194496 - ExecTreePrepareTime: 2981764 - TotalTime: 0 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 326 - BlocksRecycled: 176 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 103079215104 - PeakMemoryUsage: 1250443264 - ScratchFileUsedBytes: 0 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 DataStreamSender (dst_id=244) - BytesSent: 840 - InactiveTotalTime: 0 - NetworkThroughput(*): 30215827 - OverallThroughput: 9001285 - PeakMemoryUsage: 3968 - RowsReturned: 32 - SerializeBatchTime: 49868 - TotalTime: 93320 - TransmitDataRPCTime: 27800 - UncompressedRowBatchSize: 1314 CodeGen - CodegenTime: 8682484 - CompileTime: 47536264 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 69 - NumInstructions: 1386 - OptimizationTime: 153042704 - PeakMemoryUsage: 709632 - PrepareTime: 57924576 - TotalTime: 259936004 SORT_NODE (id=130) ExecOption: Codegen Enabled - InMemorySortTime: 25000 - InactiveTotalTime: 0 - InitialRunsCreated: 1 - PeakMemoryUsage: 25182208 - RowsReturned: 32 - RowsReturnedRate: 0 - SortDataSize: 1182 - SpilledRuns: 0 - TotalMergesPerformed: 0 - TotalTime: 142157462928 AGGREGATION_NODE (id=243) ExecOption: Codegen Enabled - BuildTime: 1194696 - GetNewBlockTime: 2097404 - GetResultsTime: 92376 - HTResizeTime: 23752 - HashBuckets: 14336 - InactiveTotalTime: 0 - LargestPartitionPercent: 2 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 10872960 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 32 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 142156894248 - UnpinTime: 1300 EXCHANGE_NODE (id=242) - BytesReceived: 7765 - ConvertRowBatchTime: 17440 - DeserializeRowBatchTimer: 762976 - FirstBatchArrivalWaitTime: 141066132532 - InactiveTotalTime: 142149996916 - PeakMemoryUsage: 0 - RowsReturned: 192 - RowsReturnedRate: 1 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 142150111336 Instance 5840e519cb1bb31f:1a1 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 36670464 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 22 - TotalNetworkReceiveTime: 135254480318 - TotalNetworkSendTime: 356890 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 78 - TotalThreadsTotalWallClockTime: 136729455748 - TotalThreadsSysTime: 7608000 - TotalThreadsUserTime: 183850000 - TotalThreadsVoluntaryContextSwitches: 267 - TotalTime: 141847701326 Fragment Instance Lifecycle Timings - ExecTime: 646152 - ExecTreeExecTime: 19278 - InactiveTotalTime: 0 - OpenTime: 136728865443 - ExecTreeOpenTime: 135257635948 - PrepareTime: 5118132053 - ExecTreePrepareTime: 1558233345 - TotalTime: 0 DataStreamSender (dst_id=244) - BytesSent: 565 - InactiveTotalTime: 0 - NetworkThroughput(*): 15174303 - OverallThroughput: 6204700 - PeakMemoryUsage: 3968 - RowsReturned: 22 - SerializeBatchTime: 40294 - TotalTime: 91060 - TransmitDataRPCTime: 37234 - UncompressedRowBatchSize: 902 CodeGen - CodegenTime: 136921259 - CompileTime: 532485316 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 69 - NumInstructions: 1386 - OptimizationTime: 905810466 - PeakMemoryUsage: 709632 - PrepareTime: 2934580383 - TotalTime: 4487808542 SORT_NODE (id=130) ExecOption: Codegen Enabled - InMemorySortTime: 23727 - InactiveTotalTime: 0 - InitialRunsCreated: 1 - PeakMemoryUsage: 25182208 - RowsReturned: 22 - RowsReturnedRate: 0 - SortDataSize: 810 - SpilledRuns: 0 - TotalMergesPerformed: 0 - TotalTime: 136815881253 AGGREGATION_NODE (id=243) ExecOption: Codegen Enabled - BuildTime: 206727 - GetNewBlockTime: 1152498224 - GetResultsTime: 98281 - HTResizeTime: 8456 - HashBuckets: 13312 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 10868864 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 22 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 136815228390 - UnpinTime: 1949 EXCHANGE_NODE (id=242) - BytesReceived: 5342 - ConvertRowBatchTime: 32986 - DeserializeRowBatchTimer: 418101 - FirstBatchArrivalWaitTime: 134170561684 - InactiveTotalTime: 135254447211 - PeakMemoryUsage: 0 - RowsReturned: 132 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 135254533081 Averaged Fragment F83 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:2m20s max:2m22s mean: 2m21s stddev:566.568ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 6 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 464081400 - PerHostPeakMemUsage: 1711626956 - RowsProduced: 151 - TotalNetworkReceiveTime: 127584587698 - TotalNetworkSendTime: 3167900 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 153 - TotalThreadsTotalWallClockTime: 140165647225 - TotalThreadsSysTime: 300134500 - TotalThreadsUserTime: 8087510833 - TotalThreadsVoluntaryContextSwitches: 8623 - TotalTime: 141462044951 Fragment Instance Lifecycle Timings - ExecTime: 6923512161 - ExecTreeExecTime: 6918056347 - InactiveTotalTime: 0 - OpenTime: 133242203571 - ExecTreeOpenTime: 129199178828 - PrepareTime: 1292277280 - ExecTreePrepareTime: 232082381 - TotalTime: 0 DataStreamSender (dst_id=242) - BytesSent: 6158 - InactiveTotalTime: 0 - NetworkThroughput(*): 37316125 - OverallThroughput: 9784509 - PeakMemoryUsage: 43728 - RowsReturned: 151 - SerializeBatchTime: 301350 - TotalTime: 977852 - TransmitDataRPCTime: 168240 - UncompressedRowBatchSize: 9820 CodeGen - CodegenTime: 41964990 - CompileTime: 2408075953 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 211 - NumInstructions: 5329 - OptimizationTime: 1602869625 - PeakMemoryUsage: 2728448 - PrepareTime: 786684537 - TotalTime: 4810068493 AGGREGATION_NODE (id=129) - GetNewBlockTime: 128251714 - GetResultsTime: 178539 - HTResizeTime: 887818 - HashBuckets: 32768 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2132282 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 151 - RowsReturnedRate: 1 - StreamingTime: 3865526604 - TotalTime: 136349302190 - UnpinTime: 0 HASH_JOIN_NODE (id=128) - BuildRows: 5305981 - BuildTime: 1349750662 - InactiveTotalTime: 0 - LocalTime: 4530681660 - PeakMemoryUsage: 440127247 - ProbeRows: 80983 - ProbeRowsPartitioned: 0 - ProbeTime: 2920759506 - RowsReturned: 11435714 - RowsReturnedRate: 86665 - TotalTime: 132222823026 Hash Join Builder (join_node_id=128) - BuildRowsPartitionTime: 1036258287 - BuildRowsPartitioned: 5305981 - GetNewBlockTime: 76613698 - HashBuckets: 9262421 - HashCollisions: 0 - HashTablesBuildTime: 279109796 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 439724501 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=241) - BytesReceived: 78927576 - ConvertRowBatchTime: 84057107 - DeserializeRowBatchTimer: 8169276132 - FirstBatchArrivalWaitTime: 5057282740 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 5305981 - RowsReturnedRate: 98059 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 55096867766 EXCHANGE_NODE (id=240) - BytesReceived: 13559820 - ConvertRowBatchTime: 6917644 - DeserializeRowBatchTimer: 60021781 - FirstBatchArrivalWaitTime: 72547253925 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 80983 - RowsReturnedRate: 1115 - SendersBlockedTimer: 273261726 - SendersBlockedTotalTimer(*): 1400910266 - TotalTime: 72595273599 Fragment F83 Instance 5840e519cb1bb31f:198 (host=SH-Dev-S7.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 463699681 - PerHostPeakMemUsage: 1816433338 - RowsProduced: 151 - TotalNetworkReceiveTime: 131934198892 - TotalNetworkSendTime: 2807676 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 91 - TotalThreadsTotalWallClockTime: 142287208076 - TotalThreadsSysTime: 286714000 - TotalThreadsUserTime: 8440096000 - TotalThreadsVoluntaryContextSwitches: 8607 - TotalTime: 142365087296 Fragment Instance Lifecycle Timings - ExecTime: 7335707224 - ExecTreeExecTime: 7330999880 - InactiveTotalTime: 0 - OpenTime: 134951585116 - ExecTreeOpenTime: 134227931600 - PrepareTime: 77676660 - ExecTreePrepareTime: 882388 - TotalTime: 0 DataStreamSender (dst_id=242) - BytesSent: 6164 - InactiveTotalTime: 0 - NetworkThroughput(*): 36785944 - OverallThroughput: 12173638 - PeakMemoryUsage: 43728 - RowsReturned: 151 - SerializeBatchTime: 294048 - TotalTime: 506340 - TransmitDataRPCTime: 167564 - UncompressedRowBatchSize: 9820 CodeGen - CodegenTime: 12159424 - CompileTime: 249482912 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 211 - NumInstructions: 5329 - OptimizationTime: 466469148 - PeakMemoryUsage: 2728448 - PrepareTime: 56066564 - TotalTime: 772827772 AGGREGATION_NODE (id=129) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 217420 - GetResultsTime: 205304 - HTResizeTime: 1130584 - HashBuckets: 32768 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2138404 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 151 - RowsReturnedRate: 1 - StreamingTime: 4059921684 - TotalTime: 141559795824 - UnpinTime: 0 HASH_JOIN_NODE (id=128) ExecOption: Probe Side Codegen Enabled - BuildRows: 5361221 - BuildTime: 2087599832 - InactiveTotalTime: 0 - LocalTime: 5370019804 - PeakMemoryUsage: 438735268 - ProbeRows: 84730 - ProbeRowsPartitioned: 0 - ProbeTime: 3135506272 - RowsReturned: 11988893 - RowsReturnedRate: 87250 - TotalTime: 137407783928 Hash Join Builder (join_node_id=128) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 1860321260 - BuildRowsPartitioned: 5361221 - GetNewBlockTime: 4676016 - HashBuckets: 8912896 - HashCollisions: 0 - HashTablesBuildTime: 224936328 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 438326400 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=241) - BytesReceived: 79548794 - ConvertRowBatchTime: 82511688 - DeserializeRowBatchTimer: 3401394580 - FirstBatchArrivalWaitTime: 7981803364 - InactiveTotalTime: 58616842860 - PeakMemoryUsage: 0 - RowsReturned: 5361221 - RowsReturnedRate: 90275 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 59387146164 EXCHANGE_NODE (id=240) - BytesReceived: 14194624 - ConvertRowBatchTime: 8503436 - DeserializeRowBatchTimer: 56088156 - FirstBatchArrivalWaitTime: 72609010496 - InactiveTotalTime: 72625998572 - PeakMemoryUsage: 0 - RowsReturned: 84730 - RowsReturnedRate: 1166 - SendersBlockedTimer: 1376631876 - SendersBlockedTotalTimer(*): 7702606580 - TotalTime: 72650617960 Instance 5840e519cb1bb31f:199 (host=SH-Dev-S4.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 445761781 - PerHostPeakMemUsage: 1541707624 - RowsProduced: 151 - TotalNetworkReceiveTime: 113907143648 - TotalNetworkSendTime: 2988588 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 280 - TotalThreadsTotalWallClockTime: 139368704288 - TotalThreadsSysTime: 274430000 - TotalThreadsUserTime: 8174365000 - TotalThreadsVoluntaryContextSwitches: 9624 - TotalTime: 141863530944 Fragment Instance Lifecycle Timings - ExecTime: 6903586828 - ExecTreeExecTime: 6898312612 - InactiveTotalTime: 0 - OpenTime: 132465161668 - ExecTreeOpenTime: 115174835540 - PrepareTime: 2494741148 - ExecTreePrepareTime: 384606592 - TotalTime: 0 DataStreamSender (dst_id=242) - BytesSent: 6143 - InactiveTotalTime: 0 - NetworkThroughput(*): 32315251 - OverallThroughput: 2016446 - PeakMemoryUsage: 43728 - RowsReturned: 151 - SerializeBatchTime: 299064 - TotalTime: 3046448 - TransmitDataRPCTime: 190096 - UncompressedRowBatchSize: 9820 CodeGen - CodegenTime: 109082680 - CompileTime: 11217490696 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 211 - NumInstructions: 5329 - OptimizationTime: 6004702468 - PeakMemoryUsage: 2728448 - PrepareTime: 1577658252 - TotalTime: 18860629120 AGGREGATION_NODE (id=129) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 158260320 - GetResultsTime: 198604 - HTResizeTime: 1220912 - HashBuckets: 32768 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2131075 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 151 - RowsReturnedRate: 1 - StreamingTime: 3848954276 - TotalTime: 122457738844 - UnpinTime: 0 HASH_JOIN_NODE (id=128) ExecOption: Probe Side Codegen Enabled - BuildRows: 5273731 - BuildTime: 1136261484 - InactiveTotalTime: 0 - LocalTime: 4277277180 - PeakMemoryUsage: 421950723 - ProbeRows: 78717 - ProbeRowsPartitioned: 0 - ProbeTime: 2911339180 - RowsReturned: 11092026 - RowsReturnedRate: 93768 - TotalTime: 118291203232 Hash Join Builder (join_node_id=128) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 674876508 - BuildRowsPartitioned: 5273731 - GetNewBlockTime: 295309728 - HashBuckets: 8388608 - HashCollisions: 0 - HashTablesBuildTime: 336113344 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 421549184 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=241) - BytesReceived: 78511476 - ConvertRowBatchTime: 87490996 - DeserializeRowBatchTimer: 12934362856 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 40437471676 - PeakMemoryUsage: 0 - RowsReturned: 5273731 - RowsReturnedRate: 127173 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 41468921212 EXCHANGE_NODE (id=240) - BytesReceived: 13190905 - ConvertRowBatchTime: 5834548 - DeserializeRowBatchTimer: 60767020 - FirstBatchArrivalWaitTime: 72490243732 - InactiveTotalTime: 72504500816 - PeakMemoryUsage: 0 - RowsReturned: 78717 - RowsReturnedRate: 1085 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 72545004840 Instance 5840e519cb1bb31f:19a (host=SH-Dev-S5.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 455166905 - PerHostPeakMemUsage: 1863535041 - RowsProduced: 151 - TotalNetworkReceiveTime: 131625636188 - TotalNetworkSendTime: 3427904 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 26 - TotalThreadsTotalWallClockTime: 141647869532 - TotalThreadsSysTime: 213340000 - TotalThreadsUserTime: 8665775000 - TotalThreadsVoluntaryContextSwitches: 7770 - TotalTime: 141705201220 Fragment Instance Lifecycle Timings - ExecTime: 7544453764 - ExecTreeExecTime: 7538773596 - InactiveTotalTime: 0 - OpenTime: 134103481956 - ExecTreeOpenTime: 133485934492 - PrepareTime: 57217300 - ExecTreePrepareTime: 1932224 - TotalTime: 0 DataStreamSender (dst_id=242) - BytesSent: 6160 - InactiveTotalTime: 0 - NetworkThroughput(*): 29466352 - OverallThroughput: 11392302 - PeakMemoryUsage: 43728 - RowsReturned: 151 - SerializeBatchTime: 310504 - TotalTime: 540716 - TransmitDataRPCTime: 209052 - UncompressedRowBatchSize: 9820 CodeGen - CodegenTime: 6714236 - CompileTime: 232768520 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 211 - NumInstructions: 5329 - OptimizationTime: 379473748 - PeakMemoryUsage: 2728448 - PrepareTime: 33307932 - TotalTime: 646211520 AGGREGATION_NODE (id=129) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 70944 - GetResultsTime: 137248 - HTResizeTime: 393196 - HashBuckets: 32768 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2131042 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 151 - RowsReturnedRate: 1 - StreamingTime: 4295945196 - TotalTime: 141026627860 - UnpinTime: 0 HASH_JOIN_NODE (id=128) ExecOption: Probe Side Codegen Enabled - BuildRows: 5220742 - BuildTime: 1291248520 - InactiveTotalTime: 0 - LocalTime: 4886223572 - PeakMemoryUsage: 430339298 - ProbeRows: 83125 - ProbeRowsPartitioned: 0 - ProbeTime: 3122463272 - RowsReturned: 11772655 - RowsReturnedRate: 86157 - TotalTime: 136640733512 Hash Join Builder (join_node_id=128) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 1060220320 - BuildRowsPartitioned: 5220742 - GetNewBlockTime: 11400924 - HashBuckets: 8912896 - HashCollisions: 0 - HashTablesBuildTime: 228496348 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 429937792 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=241) - BytesReceived: 77651840 - ConvertRowBatchTime: 83602440 - DeserializeRowBatchTimer: 20201357456 - FirstBatchArrivalWaitTime: 7246887504 - InactiveTotalTime: 48030529576 - PeakMemoryUsage: 0 - RowsReturned: 5220742 - RowsReturnedRate: 88301 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 59123968148 EXCHANGE_NODE (id=240) - BytesReceived: 13913750 - ConvertRowBatchTime: 7084580 - DeserializeRowBatchTimer: 63247300 - FirstBatchArrivalWaitTime: 72596806872 - InactiveTotalTime: 72613797220 - PeakMemoryUsage: 0 - RowsReturned: 83125 - RowsReturnedRate: 1144 - SendersBlockedTimer: 262938484 - SendersBlockedTotalTimer(*): 702855020 - TotalTime: 72630541792 Instance 5840e519cb1bb31f:19c (host=SH-Dev-S6.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 496127977 - PerHostPeakMemUsage: 1613256812 - RowsProduced: 151 - TotalNetworkReceiveTime: 132368684244 - TotalNetworkSendTime: 3450012 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 122 - TotalThreadsTotalWallClockTime: 141172387072 - TotalThreadsSysTime: 446170000 - TotalThreadsUserTime: 7891258000 - TotalThreadsVoluntaryContextSwitches: 8564 - TotalTime: 141240505464 Fragment Instance Lifecycle Timings - ExecTime: 6750041788 - ExecTreeExecTime: 6744501240 - InactiveTotalTime: 0 - OpenTime: 134422390204 - ExecTreeOpenTime: 133788136144 - PrepareTime: 68000092 - ExecTreePrepareTime: 5784572 - TotalTime: 0 DataStreamSender (dst_id=242) - BytesSent: 6171 - InactiveTotalTime: 0 - NetworkThroughput(*): 43358815 - OverallThroughput: 7681984 - PeakMemoryUsage: 43728 - RowsReturned: 151 - SerializeBatchTime: 299316 - TotalTime: 803308 - TransmitDataRPCTime: 142324 - UncompressedRowBatchSize: 9820 CodeGen - CodegenTime: 7376088 - CompileTime: 209305624 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 211 - NumInstructions: 5329 - OptimizationTime: 420646880 - PeakMemoryUsage: 2728448 - PrepareTime: 41433900 - TotalTime: 672270608 AGGREGATION_NODE (id=129) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 1979776 - GetResultsTime: 148392 - HTResizeTime: 942000 - HashBuckets: 32768 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2131060 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 151 - RowsReturnedRate: 1 - StreamingTime: 3664574236 - TotalTime: 140538406572 - UnpinTime: 0 HASH_JOIN_NODE (id=128) ExecOption: Probe Side Codegen Enabled - BuildRows: 5388789 - BuildTime: 1206803652 - InactiveTotalTime: 0 - LocalTime: 4304086432 - PeakMemoryUsage: 472282356 - ProbeRows: 82210 - ProbeRowsPartitioned: 0 - ProbeTime: 2936260568 - RowsReturned: 11589867 - RowsReturnedRate: 84734 - TotalTime: 136778509284 Hash Join Builder (join_node_id=128) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 866688384 - BuildRowsPartitioned: 5388789 - GetNewBlockTime: 2427396 - HashBuckets: 10485760 - HashCollisions: 0 - HashTablesBuildTime: 337603908 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 471880832 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=241) - BytesReceived: 80315143 - ConvertRowBatchTime: 85467704 - DeserializeRowBatchTimer: 2298927016 - FirstBatchArrivalWaitTime: 7546302044 - InactiveTotalTime: 59592604596 - PeakMemoryUsage: 0 - RowsReturned: 5388789 - RowsReturnedRate: 89913 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 59932712100 EXCHANGE_NODE (id=240) - BytesReceived: 13758204 - ConvertRowBatchTime: 8432660 - DeserializeRowBatchTimer: 57895876 - FirstBatchArrivalWaitTime: 72486538420 - InactiveTotalTime: 72505507676 - PeakMemoryUsage: 0 - RowsReturned: 82210 - RowsReturnedRate: 1133 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 72541710752 Instance 5840e519cb1bb31f:19d (host=SH-Dev-S3.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 461543208 - PerHostPeakMemUsage: 1773521729 - RowsProduced: 151 - TotalNetworkReceiveTime: 132378507512 - TotalNetworkSendTime: 3081256 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 36 - TotalThreadsTotalWallClockTime: 140978584412 - TotalThreadsSysTime: 280982000 - TotalThreadsUserTime: 7619793000 - TotalThreadsVoluntaryContextSwitches: 8340 - TotalTime: 141023039044 Fragment Instance Lifecycle Timings - ExecTime: 6547781816 - ExecTreeExecTime: 6541982600 - InactiveTotalTime: 0 - OpenTime: 134430946388 - ExecTreeOpenTime: 133822674992 - PrepareTime: 44025588 - ExecTreePrepareTime: 562776 - TotalTime: 0 DataStreamSender (dst_id=242) - BytesSent: 6154 - InactiveTotalTime: 0 - NetworkThroughput(*): 40769006 - OverallThroughput: 12076422 - PeakMemoryUsage: 43728 - RowsReturned: 151 - SerializeBatchTime: 319092 - TotalTime: 509588 - TransmitDataRPCTime: 150948 - UncompressedRowBatchSize: 9820 CodeGen - CodegenTime: 4783188 - CompileTime: 191728860 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 211 - NumInstructions: 5329 - OptimizationTime: 410037288 - PeakMemoryUsage: 2728448 - PrepareTime: 31264996 - TotalTime: 634917972 AGGREGATION_NODE (id=129) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 73680 - GetResultsTime: 182768 - HTResizeTime: 634428 - HashBuckets: 32768 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2131060 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 151 - RowsReturnedRate: 1 - StreamingTime: 3685317024 - TotalTime: 140365206120 - UnpinTime: 0 HASH_JOIN_NODE (id=128) ExecOption: Probe Side Codegen Enabled - BuildRows: 5296441 - BuildTime: 1177469368 - InactiveTotalTime: 0 - LocalTime: 4116102592 - PeakMemoryUsage: 438727924 - ProbeRows: 77523 - ProbeRowsPartitioned: 0 - ProbeTime: 2729964176 - RowsReturned: 10947602 - RowsReturnedRate: 80145 - TotalTime: 136597294172 Hash Join Builder (join_node_id=128) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 916219192 - BuildRowsPartitioned: 5296441 - GetNewBlockTime: 8001284 - HashBuckets: 9437184 - HashCollisions: 0 - HashTablesBuildTime: 255213192 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 438326400 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=241) - BytesReceived: 78800439 - ConvertRowBatchTime: 83220044 - DeserializeRowBatchTimer: 8032901724 - FirstBatchArrivalWaitTime: 7568703532 - InactiveTotalTime: 57391326412 - PeakMemoryUsage: 0 - RowsReturned: 5296441 - RowsReturnedRate: 88481 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 59859065968 EXCHANGE_NODE (id=240) - BytesReceived: 12978852 - ConvertRowBatchTime: 7294728 - DeserializeRowBatchTimer: 63685980 - FirstBatchArrivalWaitTime: 72568608168 - InactiveTotalTime: 72591669432 - PeakMemoryUsage: 0 - RowsReturned: 77523 - RowsReturnedRate: 1067 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 72622125612 Instance 5840e519cb1bb31f:19b (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 462188850 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 151 - TotalNetworkReceiveTime: 123293355704 - TotalNetworkSendTime: 3251969 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 366 - TotalThreadsTotalWallClockTime: 135539129972 - TotalThreadsSysTime: 299171000 - TotalThreadsUserTime: 7733778000 - TotalThreadsVoluntaryContextSwitches: 8836 - TotalTime: 140574905741 Fragment Instance Lifecycle Timings - ExecTime: 6459501550 - ExecTreeExecTime: 6453768157 - InactiveTotalTime: 0 - OpenTime: 129079656098 - ExecTreeOpenTime: 124695560204 - PrepareTime: 5012002894 - ExecTreePrepareTime: 998725735 - TotalTime: 0 DataStreamSender (dst_id=242) - BytesSent: 6158 - InactiveTotalTime: 0 - NetworkThroughput(*): 41201383 - OverallThroughput: 13366267 - PeakMemoryUsage: 43728 - RowsReturned: 151 - SerializeBatchTime: 286078 - TotalTime: 460712 - TransmitDataRPCTime: 149461 - UncompressedRowBatchSize: 9820 CodeGen - CodegenTime: 111674327 - CompileTime: 2347679106 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 211 - NumInstructions: 5329 - OptimizationTime: 1935888220 - PeakMemoryUsage: 2728448 - PrepareTime: 2980375583 - TotalTime: 7273553968 AGGREGATION_NODE (id=129) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 608908145 - GetResultsTime: 198920 - HTResizeTime: 1005790 - HashBuckets: 32768 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2131051 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 151 - RowsReturnedRate: 1 - StreamingTime: 3638447209 - TotalTime: 132148037923 - UnpinTime: 0 HASH_JOIN_NODE (id=128) ExecOption: Probe Side Codegen Enabled - BuildRows: 5294962 - BuildTime: 1199121117 - InactiveTotalTime: 0 - LocalTime: 4230380385 - PeakMemoryUsage: 438727915 - ProbeRows: 79595 - ProbeRowsPartitioned: 0 - ProbeTime: 2689023570 - RowsReturned: 11223243 - RowsReturnedRate: 87941 - TotalTime: 127621414030 Hash Join Builder (join_node_id=128) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 839224063 - BuildRowsPartitioned: 5294962 - GetNewBlockTime: 137866842 - HashBuckets: 9437184 - HashCollisions: 0 - HashTablesBuildTime: 292295661 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 438326400 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=241) - BytesReceived: 78737768 - ConvertRowBatchTime: 82049775 - DeserializeRowBatchTimer: 2146713160 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 50561721328 - PeakMemoryUsage: 0 - RowsReturned: 5294962 - RowsReturnedRate: 104212 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 50809393005 EXCHANGE_NODE (id=240) - BytesReceived: 13322589 - ConvertRowBatchTime: 4355913 - DeserializeRowBatchTimer: 58446354 - FirstBatchArrivalWaitTime: 72532315867 - InactiveTotalTime: 72549325201 - PeakMemoryUsage: 0 - RowsReturned: 79595 - RowsReturnedRate: 1096 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 72581640640 Averaged Fragment F81 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:2m16s max:2m16s mean: 2m16s stddev:151.016ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 6 - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 170541860 - PerHostPeakMemUsage: 1711626956 - RowsProduced: 80983 - TotalNetworkReceiveTime: 131704104106 - TotalNetworkSendTime: 1297163642 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 68 - TotalThreadsTotalWallClockTime: 135485660383 - TotalThreadsSysTime: 92970333 - TotalThreadsUserTime: 873855000 - TotalThreadsVoluntaryContextSwitches: 2100 - TotalTime: 136686972683 Fragment Instance Lifecycle Timings - ExecTime: 2273698493 - ExecTreeExecTime: 782102533 - InactiveTotalTime: 0 - OpenTime: 133212002676 - ExecTreeOpenTime: 131308786822 - PrepareTime: 1197624068 - ExecTreePrepareTime: 29087925 - TotalTime: 0 DataStreamSender (dst_id=240) - BytesSent: 13559820 - InactiveTotalTime: 0 - NetworkThroughput(*): 356029174 - OverallThroughput: 99876174 - PeakMemoryUsage: 245904 - RowsReturned: 80983 - SerializeBatchTime: 97329402 - TotalTime: 135902234 - TransmitDataRPCTime: 38389287 - UncompressedRowBatchSize: 23432113 CodeGen - CodegenTime: 0 - CompileTime: 1119580952 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 3087 - OptimizationTime: 757526690 - PeakMemoryUsage: 1580544 - PrepareTime: 867469761 - TotalTime: 2757931263 HASH_JOIN_NODE (id=127) - BuildRows: 81066 - BuildTime: 105444623 - InactiveTotalTime: 0 - LocalTime: 388392261 - PeakMemoryUsage: 146112768 - ProbeRows: 1978943 - ProbeRowsPartitioned: 0 - ProbeTime: 221404306 - RowsReturned: 80983 - RowsReturnedRate: 612 - TotalTime: 132144512532 Hash Join Builder (join_node_id=127) - BuildRowsPartitionTime: 76335380 - BuildRowsPartitioned: 81066 - GetNewBlockTime: 4491767 - HashBuckets: 131072 - HashCollisions: 10 - HashTablesBuildTime: 23368101 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 145930368 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=239) - BytesReceived: 12331122 - ConvertRowBatchTime: 7409397 - DeserializeRowBatchTimer: 47635534 - FirstBatchArrivalWaitTime: 127105722075 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 81066 - RowsReturnedRate: 618 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 131201700934 EXCHANGE_NODE (id=238) - BytesReceived: 31500649 - ConvertRowBatchTime: 38824120 - DeserializeRowBatchTimer: 3195540384 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1978943 - RowsReturnedRate: 3589126 - SendersBlockedTimer: 114437586978 - SendersBlockedTotalTimer(*): 362377771765 - TotalTime: 554419336 Fragment F81 Instance 5840e519cb1bb31f:18e (host=SH-Dev-S5.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 170237655 - PerHostPeakMemUsage: 1863535041 - RowsProduced: 81008 - TotalNetworkReceiveTime: 134821131208 - TotalNetworkSendTime: 1191119556 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 20 - TotalThreadsTotalWallClockTime: 136896258156 - TotalThreadsSysTime: 53324000 - TotalThreadsUserTime: 833208000 - TotalThreadsVoluntaryContextSwitches: 2127 - TotalTime: 136946591300 Fragment Instance Lifecycle Timings - ExecTime: 2180065204 - ExecTreeExecTime: 798846456 - InactiveTotalTime: 0 - OpenTime: 134716220584 - ExecTreeOpenTime: 134366711780 - PrepareTime: 50215312 - ExecTreePrepareTime: 290804 - TotalTime: 0 DataStreamSender (dst_id=240) - BytesSent: 13565506 - InactiveTotalTime: 0 - NetworkThroughput(*): 350410821 - OverallThroughput: 101848992 - PeakMemoryUsage: 245904 - RowsReturned: 81008 - SerializeBatchTime: 94313208 - TotalTime: 133192344 - TransmitDataRPCTime: 38713148 - UncompressedRowBatchSize: 23439956 CodeGen - CodegenTime: 0 - CompileTime: 131193536 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 3087 - OptimizationTime: 214781612 - PeakMemoryUsage: 1580544 - PrepareTime: 39483348 - TotalTime: 387726148 HASH_JOIN_NODE (id=127) ExecOption: Probe Side Codegen Enabled - BuildRows: 81086 - BuildTime: 93409164 - InactiveTotalTime: 0 - LocalTime: 298851576 - PeakMemoryUsage: 146112768 - ProbeRows: 1978122 - ProbeRowsPartitioned: 0 - ProbeTime: 197464920 - RowsReturned: 81008 - RowsReturnedRate: 599 - TotalTime: 135165872988 Hash Join Builder (join_node_id=127) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 70754792 - BuildRowsPartitioned: 81086 - GetNewBlockTime: 4552804 - HashBuckets: 131072 - HashCollisions: 14 - HashTablesBuildTime: 17973576 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 145930368 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=239) - BytesReceived: 12332718 - ConvertRowBatchTime: 7519500 - DeserializeRowBatchTimer: 43716400 - FirstBatchArrivalWaitTime: 130170699808 - InactiveTotalTime: 134255302124 - PeakMemoryUsage: 0 - RowsReturned: 81086 - RowsReturnedRate: 603 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 134271584516 EXCHANGE_NODE (id=238) - BytesReceived: 31490543 - ConvertRowBatchTime: 33176972 - DeserializeRowBatchTimer: 172518508 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 529835820 - PeakMemoryUsage: 0 - RowsReturned: 1978122 - RowsReturnedRate: 3322135 - SendersBlockedTimer: 114434315080 - SendersBlockedTotalTimer(*): 457718952820 - TotalTime: 595436896 Instance 5840e519cb1bb31f:190 (host=SH-Dev-S6.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 170237655 - PerHostPeakMemUsage: 1613256812 - RowsProduced: 80970 - TotalNetworkReceiveTime: 134505777684 - TotalNetworkSendTime: 1368024140 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 5 - TotalThreadsTotalWallClockTime: 136725561572 - TotalThreadsSysTime: 71958000 - TotalThreadsUserTime: 820379000 - TotalThreadsVoluntaryContextSwitches: 1898 - TotalTime: 136762588940 Fragment Instance Lifecycle Timings - ExecTime: 2334425540 - ExecTreeExecTime: 770944024 - InactiveTotalTime: 0 - OpenTime: 134391164296 - ExecTreeOpenTime: 134080684732 - PrepareTime: 36940120 - ExecTreePrepareTime: 156992 - TotalTime: 0 DataStreamSender (dst_id=240) - BytesSent: 13556289 - InactiveTotalTime: 0 - NetworkThroughput(*): 328259186 - OverallThroughput: 95313910 - PeakMemoryUsage: 245904 - RowsReturned: 80970 - SerializeBatchTime: 100747732 - TotalTime: 142227812 - TransmitDataRPCTime: 41297516 - UncompressedRowBatchSize: 23427225 CodeGen - CodegenTime: 0 - CompileTime: 108567428 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 3087 - OptimizationTime: 198833788 - PeakMemoryUsage: 1580544 - PrepareTime: 27734840 - TotalTime: 336783844 HASH_JOIN_NODE (id=127) ExecOption: Probe Side Codegen Enabled - BuildRows: 81073 - BuildTime: 86590980 - InactiveTotalTime: 0 - LocalTime: 295648900 - PeakMemoryUsage: 146112768 - ProbeRows: 1978711 - ProbeRowsPartitioned: 0 - ProbeTime: 201648856 - RowsReturned: 80970 - RowsReturnedRate: 600 - TotalTime: 134851779076 Hash Join Builder (join_node_id=127) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 61359920 - BuildRowsPartitioned: 81073 - GetNewBlockTime: 3350876 - HashBuckets: 131072 - HashCollisions: 10 - HashTablesBuildTime: 20369224 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 145930368 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=239) - BytesReceived: 12330926 - ConvertRowBatchTime: 5651784 - DeserializeRowBatchTimer: 47362092 - FirstBatchArrivalWaitTime: 129881642772 - InactiveTotalTime: 133977780732 - PeakMemoryUsage: 0 - RowsReturned: 81073 - RowsReturnedRate: 605 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 133993255804 EXCHANGE_NODE (id=238) - BytesReceived: 31495641 - ConvertRowBatchTime: 39163520 - DeserializeRowBatchTimer: 192656808 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 491527420 - PeakMemoryUsage: 0 - RowsReturned: 1978711 - RowsReturnedRate: 3515368 - SendersBlockedTimer: 114436949844 - SendersBlockedTotalTimer(*): 457720696832 - TotalTime: 562874372 Instance 5840e519cb1bb31f:18d (host=SH-Dev-S4.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 170608699 - PerHostPeakMemUsage: 1541707624 - RowsProduced: 81288 - TotalNetworkReceiveTime: 124849280032 - TotalNetworkSendTime: 1294530164 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 163 - TotalThreadsTotalWallClockTime: 134294822060 - TotalThreadsSysTime: 112385000 - TotalThreadsUserTime: 921529000 - TotalThreadsVoluntaryContextSwitches: 2807 - TotalTime: 136704932844 Fragment Instance Lifecycle Timings - ExecTime: 2318180184 - ExecTreeExecTime: 837704548 - InactiveTotalTime: 0 - OpenTime: 131976680880 - ExecTreeOpenTime: 124401500332 - PrepareTime: 2409977960 - ExecTreePrepareTime: 18618004 - TotalTime: 0 DataStreamSender (dst_id=240) - BytesSent: 13608343 - InactiveTotalTime: 0 - NetworkThroughput(*): 359090675 - OverallThroughput: 104292945 - PeakMemoryUsage: 245904 - RowsReturned: 81288 - SerializeBatchTime: 92394384 - TotalTime: 130481912 - TransmitDataRPCTime: 37896676 - UncompressedRowBatchSize: 23520697 CodeGen - CodegenTime: 0 - CompileTime: 5040181356 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 3087 - OptimizationTime: 2480604408 - PeakMemoryUsage: 1580544 - PrepareTime: 1698511860 - TotalTime: 9239817328 HASH_JOIN_NODE (id=127) ExecOption: Probe Side Codegen Enabled - BuildRows: 81379 - BuildTime: 112341952 - InactiveTotalTime: 0 - LocalTime: 365332040 - PeakMemoryUsage: 146112768 - ProbeRows: 1978316 - ProbeRowsPartitioned: 0 - ProbeTime: 216418688 - RowsReturned: 81288 - RowsReturnedRate: 648 - TotalTime: 125267540552 Hash Join Builder (join_node_id=127) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 79985332 - BuildRowsPartitioned: 81379 - GetNewBlockTime: 3185048 - HashBuckets: 131072 - HashCollisions: 3 - HashTablesBuildTime: 25730656 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 145930368 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=239) - BytesReceived: 12372170 - ConvertRowBatchTime: 8146948 - DeserializeRowBatchTimer: 48281440 - FirstBatchArrivalWaitTime: 120196497212 - InactiveTotalTime: 124265982880 - PeakMemoryUsage: 0 - RowsReturned: 81379 - RowsReturnedRate: 654 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 124287041680 EXCHANGE_NODE (id=238) - BytesReceived: 31490472 - ConvertRowBatchTime: 38675988 - DeserializeRowBatchTimer: 13877069976 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 539604060 - PeakMemoryUsage: 0 - RowsReturned: 1978316 - RowsReturnedRate: 3215901 - SendersBlockedTimer: 114435804424 - SendersBlockedTotalTimer(*): 343313127756 - TotalTime: 615166832 Instance 5840e519cb1bb31f:18c (host=SH-Dev-S7.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 170757043 - PerHostPeakMemUsage: 1816433338 - RowsProduced: 80511 - TotalNetworkReceiveTime: 134470494456 - TotalNetworkSendTime: 1210447696 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 6 - TotalThreadsTotalWallClockTime: 136622856760 - TotalThreadsSysTime: 112506000 - TotalThreadsUserTime: 857236000 - TotalThreadsVoluntaryContextSwitches: 1861 - TotalTime: 136674842132 Fragment Instance Lifecycle Timings - ExecTime: 2172500532 - ExecTreeExecTime: 764547456 - InactiveTotalTime: 0 - OpenTime: 134450405940 - ExecTreeOpenTime: 134121258252 - PrepareTime: 51876544 - ExecTreePrepareTime: 256064 - TotalTime: 0 DataStreamSender (dst_id=240) - BytesSent: 13482420 - InactiveTotalTime: 0 - NetworkThroughput(*): 413864323 - OverallThroughput: 102255555 - PeakMemoryUsage: 245904 - RowsReturned: 80511 - SerializeBatchTime: 99061452 - TotalTime: 131850244 - TransmitDataRPCTime: 32576908 - UncompressedRowBatchSize: 23294638 CodeGen - CodegenTime: 0 - CompileTime: 109628228 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 3087 - OptimizationTime: 214969308 - PeakMemoryUsage: 1580544 - PrepareTime: 40418060 - TotalTime: 366593216 HASH_JOIN_NODE (id=127) ExecOption: Probe Side Codegen Enabled - BuildRows: 80593 - BuildTime: 110721908 - InactiveTotalTime: 0 - LocalTime: 361849668 - PeakMemoryUsage: 146112768 - ProbeRows: 1978912 - ProbeRowsPartitioned: 0 - ProbeTime: 242487192 - RowsReturned: 80511 - RowsReturnedRate: 596 - TotalTime: 134886023648 Hash Join Builder (join_node_id=127) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 77820096 - BuildRowsPartitioned: 80593 - GetNewBlockTime: 4346564 - HashBuckets: 131072 - HashCollisions: 15 - HashTablesBuildTime: 27549176 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 145930368 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=239) - BytesReceived: 12260263 - ConvertRowBatchTime: 7031060 - DeserializeRowBatchTimer: 47501992 - FirstBatchArrivalWaitTime: 129914852124 - InactiveTotalTime: 133989291960 - PeakMemoryUsage: 0 - RowsReturned: 80593 - RowsReturnedRate: 601 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 134008503908 EXCHANGE_NODE (id=238) - BytesReceived: 31501437 - ConvertRowBatchTime: 40826844 - DeserializeRowBatchTimer: 152450376 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 436656304 - PeakMemoryUsage: 0 - RowsReturned: 1978912 - RowsReturnedRate: 3837554 - SendersBlockedTimer: 114443148164 - SendersBlockedTotalTimer(*): 228895361720 - TotalTime: 515670072 Instance 5840e519cb1bb31f:191 (host=SH-Dev-S3.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 170776860 - PerHostPeakMemUsage: 1773521729 - RowsProduced: 81148 - TotalNetworkReceiveTime: 134352154576 - TotalNetworkSendTime: 1355070888 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 5 - TotalThreadsTotalWallClockTime: 136609278460 - TotalThreadsSysTime: 95119000 - TotalThreadsUserTime: 833418000 - TotalThreadsVoluntaryContextSwitches: 1821 - TotalTime: 136651428756 Fragment Instance Lifecycle Timings - ExecTime: 2315794720 - ExecTreeExecTime: 772026216 - InactiveTotalTime: 0 - OpenTime: 134293536840 - ExecTreeOpenTime: 133982498896 - PrepareTime: 42037976 - ExecTreePrepareTime: 138704 - TotalTime: 0 DataStreamSender (dst_id=240) - BytesSent: 13587134 - InactiveTotalTime: 0 - NetworkThroughput(*): 314304456 - OverallThroughput: 98512556 - PeakMemoryUsage: 245904 - RowsReturned: 81148 - SerializeBatchTime: 94541188 - TotalTime: 137922864 - TransmitDataRPCTime: 43229212 - UncompressedRowBatchSize: 23478701 CodeGen - CodegenTime: 0 - CompileTime: 112728136 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 3087 - OptimizationTime: 195606764 - PeakMemoryUsage: 1580544 - PrepareTime: 27073216 - TotalTime: 336032064 HASH_JOIN_NODE (id=127) ExecOption: Probe Side Codegen Enabled - BuildRows: 81231 - BuildTime: 113095004 - InactiveTotalTime: 0 - LocalTime: 349523084 - PeakMemoryUsage: 146112768 - ProbeRows: 1980666 - ProbeRowsPartitioned: 0 - ProbeTime: 228147068 - RowsReturned: 81148 - RowsReturnedRate: 602 - TotalTime: 134754628588 Hash Join Builder (join_node_id=127) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 81792616 - BuildRowsPartitioned: 81231 - GetNewBlockTime: 5494796 - HashBuckets: 131072 - HashCollisions: 12 - HashTablesBuildTime: 25220660 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 145930368 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=239) - BytesReceived: 12359792 - ConvertRowBatchTime: 7893396 - DeserializeRowBatchTimer: 50434008 - FirstBatchArrivalWaitTime: 129774505108 - InactiveTotalTime: 133848625636 - PeakMemoryUsage: 0 - RowsReturned: 81231 - RowsReturnedRate: 606 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 133867670988 EXCHANGE_NODE (id=238) - BytesReceived: 31523915 - ConvertRowBatchTime: 38687940 - DeserializeRowBatchTimer: 195814268 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 465211744 - PeakMemoryUsage: 0 - RowsReturned: 1980666 - RowsReturnedRate: 3685408 - SendersBlockedTimer: 114443026008 - SendersBlockedTotalTimer(*): 343318507316 - TotalTime: 537434516 Instance 5840e519cb1bb31f:18f (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 170633248 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 80975 - TotalNetworkReceiveTime: 127225786684 - TotalNetworkSendTime: 1363789411 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 213 - TotalThreadsTotalWallClockTime: 131765185294 - TotalThreadsSysTime: 112530000 - TotalThreadsUserTime: 977360000 - TotalThreadsVoluntaryContextSwitches: 2086 - TotalTime: 136381452130 Fragment Instance Lifecycle Timings - ExecTime: 2321224780 - ExecTreeExecTime: 748546499 - InactiveTotalTime: 0 - OpenTime: 129444007516 - ExecTreeOpenTime: 126900066945 - PrepareTime: 4594696498 - ExecTreePrepareTime: 155066986 - TotalTime: 0 DataStreamSender (dst_id=240) - BytesSent: 13559232 - InactiveTotalTime: 0 - NetworkThroughput(*): 370245586 - OverallThroughput: 97033088 - PeakMemoryUsage: 245904 - RowsReturned: 80975 - SerializeBatchTime: 102918453 - TotalTime: 139738229 - TransmitDataRPCTime: 36622265 - UncompressedRowBatchSize: 23431461 CodeGen - CodegenTime: 0 - CompileTime: 1215187028 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 3087 - OptimizationTime: 1240364261 - PeakMemoryUsage: 1580544 - PrepareTime: 3371597244 - TotalTime: 5880634983 HASH_JOIN_NODE (id=127) ExecOption: Probe Side Codegen Enabled - BuildRows: 81036 - BuildTime: 116508734 - InactiveTotalTime: 0 - LocalTime: 659148299 - PeakMemoryUsage: 146112768 - ProbeRows: 1978933 - ProbeRowsPartitioned: 0 - ProbeTime: 242259117 - RowsReturned: 80975 - RowsReturnedRate: 632 - TotalTime: 127941230343 Hash Join Builder (join_node_id=127) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 86299529 - BuildRowsPartitioned: 81036 - GetNewBlockTime: 6020516 - HashBuckets: 131072 - HashCollisions: 9 - HashTablesBuildTime: 23365318 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 145930368 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=239) - BytesReceived: 12330865 - ConvertRowBatchTime: 8213698 - DeserializeRowBatchTimer: 48517277 - FirstBatchArrivalWaitTime: 122696135431 - InactiveTotalTime: 126760738830 - PeakMemoryUsage: 0 - RowsReturned: 81036 - RowsReturnedRate: 639 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 126782148711 EXCHANGE_NODE (id=238) - BytesReceived: 31501888 - ConvertRowBatchTime: 42413460 - DeserializeRowBatchTimer: 4582732370 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 420520591 - PeakMemoryUsage: 0 - RowsReturned: 1978933 - RowsReturnedRate: 3958393 - SendersBlockedTimer: 114432278352 - SendersBlockedTotalTimer(*): 343299984148 - TotalTime: 499933333 Averaged Fragment F00 split sizes: min: 164.00 B, max: 50.05 MB, avg: 20.86 MB, stddev: 17.20 MB completion times: min:8s414ms max:2m15s mean: 1m32s stddev:59s605ms execution rates: min:18.00 B/sec max:377.26 KB/sec mean:157.97 KB/sec stddev:129.81 KB/sec num instances: 6 - AverageThreadTokens: 1.7672148347322674 - BloomFilterBytes: 1398101 - InactiveTotalTime: 0 - PeakMemoryUsage: 28072241 - PerHostPeakMemUsage: 1164872496 - RowsProduced: 1978943 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 87252984884 - TotalStorageWaitTime: 5768119 - TotalThreadsInvoluntaryContextSwitches: 55 - TotalThreadsTotalWallClockTime: 178101702034 - TotalThreadsSysTime: 71888333 - TotalThreadsUserTime: 1187305333 - TotalThreadsVoluntaryContextSwitches: 1592 - TotalTime: 90405946336 Fragment Instance Lifecycle Timings - ExecTime: 89003845842 - ExecTreeExecTime: 1054967265 - InactiveTotalTime: 0 - OpenTime: 434593897 - ExecTreeOpenTime: 54026 - PrepareTime: 967457403 - ExecTreePrepareTime: 9478484 - TotalTime: 0 DataStreamSender (dst_id=238) - BytesSent: 31500649 - InactiveTotalTime: 0 - NetworkThroughput(*): 284372568 - OverallThroughput: 73013053 - PeakMemoryUsage: 146128 - RowsReturned: 1978943 - SerializeBatchTime: 197448182 - TotalTime: 283076275 - TransmitDataRPCTime: 72842132 - UncompressedRowBatchSize: 57401450 CodeGen - CodegenTime: 36265939 - CompileTime: 108967283 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 530 - OptimizationTime: 280683508 - PeakMemoryUsage: 271360 - PrepareTime: 714654288 - TotalTime: 1167028929 HDFS_SCAN_NODE (id=125) - AverageHdfsReadThreadConcurrency: 6.150061500615006E-4 - AverageScannerThreadConcurrency: 0.8320987484967785 - BytesRead: 21955971 - BytesReadDataNodeCache: 0 - BytesReadLocal: 21955971 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 21955971 - DecompressionTime: 456803116 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 26490047 - PerReadThreadRawHdfsThroughput: 1242635291 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 406623471 - RowBatchQueuePutWaitTime: 87040086711 - RowsRead: 5305981 - RowsReturned: 1978943 - RowsReturnedRate: 1779762 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 14 - ScannerThreadsTotalWallClockTime: 88663369507 - MaterializeTupleTime(*): 522826345 - ScannerThreadsSysTime: 44511666 - ScannerThreadsUserTime: 673133666 - ScannerThreadsVoluntaryContextSwitches: 847 - TotalRawHdfsReadTime(*): 12036304 - TotalReadThroughput: 163124 - TotalTime: 1072533129 Filter 0 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 4515282 - Rows rejected: 3199660 - Rows total: 5305981 - TotalTime: 0 Filter 1 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 1177389 - Rows rejected: 127377 - Rows total: 2106320 - TotalTime: 0 Fragment F00 Instance 5840e519cb1bb31f:1 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 5:1/25.03 MB 3:1/25.03 MB Filter 0 arrival: 2m14s Filter 1 arrival: 2m14s - AverageThreadTokens: 1.996309963099631 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 42180385 - PerHostPeakMemUsage: 1816433338 - RowsProduced: 4534462 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 133037425124 - TotalStorageWaitTime: 9572616 - TotalThreadsInvoluntaryContextSwitches: 30 - TotalThreadsTotalWallClockTime: 271003274640 - TotalThreadsSysTime: 147114000 - TotalThreadsUserTime: 2619530000 - TotalThreadsVoluntaryContextSwitches: 2653 - TotalTime: 135856015168 Fragment Instance Lifecycle Timings - ExecTime: 135741951616 - ExecTreeExecTime: 1704252212 - InactiveTotalTime: 0 - OpenTime: 74641744 - ExecTreeOpenTime: 45992 - PrepareTime: 39388192 - ExecTreePrepareTime: 60788 - TotalTime: 0 DataStreamSender (dst_id=238) - BytesSent: 72233868 - InactiveTotalTime: 0 - NetworkThroughput(*): 480543699 - OverallThroughput: 126802194 - PeakMemoryUsage: 203472 - RowsReturned: 4534462 - SerializeBatchTime: 418403412 - TotalTime: 569657868 - TransmitDataRPCTime: 150316960 - UncompressedRowBatchSize: 131527102 CodeGen - CodegenTime: 8400936 - CompileTime: 9649148 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 530 - OptimizationTime: 60023344 - PeakMemoryUsage: 271360 - PrepareTime: 27441184 - TotalTime: 98852384 HDFS_SCAN_NODE (id=125) Hdfs split stats (:<# splits>/): 5:1/25.03 MB 3:1/25.03 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Only following filters arrived: , waited 923ms Hdfs Read Thread Concurrency Bucket: 0:99.63% 1:0.369% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:6 - AverageHdfsReadThreadConcurrency: 0.0036900369003690036 - AverageScannerThreadConcurrency: 0.996309963099631 - BytesRead: 52687379 - BytesReadDataNodeCache: 0 - BytesReadLocal: 52687379 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 52687379 - DecompressionTime: 812219584 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 39927005 - PerReadThreadRawHdfsThroughput: 1781433054 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 759706880 - RowBatchQueuePutWaitTime: 133130062128 - RowsRead: 12734355 - RowsReturned: 4534462 - RowsReturnedRate: 2665297 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 11 - ScannerThreadsTotalWallClockTime: 135187048156 - MaterializeTupleTime(*): 822368344 - ScannerThreadsSysTime: 95214000 - ScannerThreadsUserTime: 1573312000 - ScannerThreadsVoluntaryContextSwitches: 1276 - TotalRawHdfsReadTime(*): 29575840 - TotalReadThroughput: 388836 - TotalTime: 1701296624 Filter 0 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 11407251 - Rows rejected: 7821909 - Rows total: 12734355 - TotalTime: 0 Filter 1 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 3287189 - Rows rejected: 377984 - Rows total: 4912446 - TotalTime: 0 Instance 5840e519cb1bb31f:2 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 5:1/25.03 MB Filter 0 arrival: 2m14s Filter 1 arrival: 2m14s - AverageThreadTokens: 1.9776119402985075 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 38771624 - PerHostPeakMemUsage: 1541707624 - RowsProduced: 2458463 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 129359862952 - TotalStorageWaitTime: 2366676 - TotalThreadsInvoluntaryContextSwitches: 230 - TotalThreadsTotalWallClockTime: 264774353840 - TotalThreadsSysTime: 87181000 - TotalThreadsUserTime: 1467997000 - TotalThreadsVoluntaryContextSwitches: 2248 - TotalTime: 134991717528 Fragment Instance Lifecycle Timings - ExecTime: 131806153040 - ExecTreeExecTime: 844768376 - InactiveTotalTime: 0 - OpenTime: 1174319496 - ExecTreeOpenTime: 88844 - PrepareTime: 2011202380 - ExecTreePrepareTime: 88752 - TotalTime: 0 DataStreamSender (dst_id=238) - BytesSent: 39109324 - InactiveTotalTime: 0 - NetworkThroughput(*): 387874456 - OverallThroughput: 107897649 - PeakMemoryUsage: 203472 - RowsReturned: 2458463 - SerializeBatchTime: 261110660 - TotalTime: 362466876 - TransmitDataRPCTime: 100829852 - UncompressedRowBatchSize: 71310455 CodeGen - CodegenTime: 34072772 - CompileTime: 419002584 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 530 - OptimizationTime: 738487052 - PeakMemoryUsage: 271360 - PrepareTime: 1604466800 - TotalTime: 2811828680 HDFS_SCAN_NODE (id=125) Hdfs split stats (:<# splits>/): 5:1/25.03 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 40ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:3 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 26347462 - BytesReadDataNodeCache: 0 - BytesReadLocal: 26347462 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 26347462 - DecompressionTime: 989596428 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 36702564 - PerReadThreadRawHdfsThroughput: 1738718949 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 780593584 - RowBatchQueuePutWaitTime: 128189976736 - RowsRead: 6367177 - RowsReturned: 2458463 - RowsReturnedRate: 2915841 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 34 - ScannerThreadsTotalWallClockTime: 131793913048 - MaterializeTupleTime(*): 1247376748 - ScannerThreadsSysTime: 46552000 - ScannerThreadsUserTime: 856874000 - ScannerThreadsVoluntaryContextSwitches: 1198 - TotalRawHdfsReadTime(*): 15153376 - TotalReadThroughput: 196621 - TotalTime: 843140096 Filter 0 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 5187529 - Rows rejected: 3779470 - Rows total: 6367177 - TotalTime: 0 Filter 1 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 1292508 - Rows rejected: 129244 - Rows total: 2587707 - TotalTime: 0 Instance 5840e519cb1bb31f:3 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 2:1/25.03 MB 0:1/164.00 B 1:1/164.00 B Filter 0 arrival: 2m13s Filter 1 arrival: 2m14s - AverageThreadTokens: 1.996282527881041 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 43874071 - PerHostPeakMemUsage: 1863535041 - RowsProduced: 2511821 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 132688444460 - TotalStorageWaitTime: 4236632 - TotalThreadsInvoluntaryContextSwitches: 17 - TotalThreadsTotalWallClockTime: 268785426116 - TotalThreadsSysTime: 95917000 - TotalThreadsUserTime: 1452221000 - TotalThreadsVoluntaryContextSwitches: 2300 - TotalTime: 134682362352 Fragment Instance Lifecycle Timings - ExecTime: 134571279244 - ExecTreeExecTime: 1259987376 - InactiveTotalTime: 0 - OpenTime: 71689212 - ExecTreeOpenTime: 46604 - PrepareTime: 39345632 - ExecTreePrepareTime: 114992 - TotalTime: 0 DataStreamSender (dst_id=238) - BytesSent: 39939741 - InactiveTotalTime: 0 - NetworkThroughput(*): 401976377 - OverallThroughput: 109096038 - PeakMemoryUsage: 203472 - RowsReturned: 2511821 - SerializeBatchTime: 266174044 - TotalTime: 366097080 - TransmitDataRPCTime: 99358428 - UncompressedRowBatchSize: 72858161 CodeGen - CodegenTime: 6939460 - CompileTime: 10677384 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 530 - OptimizationTime: 58893252 - PeakMemoryUsage: 271360 - PrepareTime: 30876908 - TotalTime: 101764152 HDFS_SCAN_NODE (id=125) Hdfs split stats (:<# splits>/): 2:1/25.03 MB 0:1/164.00 B 1:1/164.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 3 out of 3 Runtime filters: Only following filters arrived: , waited 923ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:6 PARQUET/GZIP:3 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9962825278810409 - BytesRead: 26350651 - BytesReadDataNodeCache: 0 - BytesReadLocal: 26350651 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 26350651 - DecompressionTime: 417217888 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 3 - NumRowGroups: 1 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 41587923 - PerReadThreadRawHdfsThroughput: 2042759600 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 321290896 - RowBatchQueuePutWaitTime: 132785087280 - RowsRead: 6367177 - RowsReturned: 2511821 - RowsReturnedRate: 1996134 - ScanRangesComplete: 3 - ScannerThreadsInvoluntaryContextSwitches: 9 - ScannerThreadsTotalWallClockTime: 134142491868 - MaterializeTupleTime(*): 405535728 - ScannerThreadsSysTime: 63119000 - ScannerThreadsUserTime: 776037000 - ScannerThreadsVoluntaryContextSwitches: 1431 - TotalRawHdfsReadTime(*): 12899536 - TotalReadThroughput: 195915 - TotalTime: 1258342852 Filter 0 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 5103561 - Rows rejected: 3761132 - Rows total: 6367177 - TotalTime: 0 Filter 1 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 951312 - Rows rejected: 94224 - Rows total: 2606045 - TotalTime: 0 Instance 5840e519cb1bb31f:4 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 5:1/25.03 MB 2:1/164.00 B Filter 0 arrival: 2m13s Filter 1 arrival: 2m13s - AverageThreadTokens: 1.9664179104477613 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 42985387 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 2368914 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 128432173026 - TotalStorageWaitTime: 17137034 - TotalThreadsInvoluntaryContextSwitches: 49 - TotalThreadsTotalWallClockTime: 260729780824 - TotalThreadsSysTime: 100064000 - TotalThreadsUserTime: 1472278000 - TotalThreadsVoluntaryContextSwitches: 2143 - TotalTime: 134619474205 Fragment Instance Lifecycle Timings - ExecTime: 129810790932 - ExecTreeExecTime: 652544081 - InactiveTotalTime: 0 - OpenTime: 1172566068 - ExecTreeOpenTime: 56918 - PrepareTime: 3636036826 - ExecTreePrepareTime: 56497220 - TotalTime: 0 DataStreamSender (dst_id=238) - BytesSent: 37720963 - InactiveTotalTime: 0 - NetworkThroughput(*): 435840880 - OverallThroughput: 94282437 - PeakMemoryUsage: 203472 - RowsReturned: 2368914 - SerializeBatchTime: 239000977 - TotalTime: 400084726 - TransmitDataRPCTime: 86547556 - UncompressedRowBatchSize: 68712982 CodeGen - CodegenTime: 162627747 - CompileTime: 195126235 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 530 - OptimizationTime: 736907727 - PeakMemoryUsage: 271360 - PrepareTime: 2558468262 - TotalTime: 3811920045 HDFS_SCAN_NODE (id=125) Hdfs split stats (:<# splits>/): 5:1/25.03 MB 2:1/164.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Only following filters arrived: , waited 42ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:3 PARQUET/GZIP:3 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 26350011 - BytesReadDataNodeCache: 0 - BytesReadLocal: 26350011 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 26350011 - DecompressionTime: 521784796 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 40673639 - PerReadThreadRawHdfsThroughput: 1807097838 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 576574434 - RowBatchQueuePutWaitTime: 128135394122 - RowsRead: 6367177 - RowsReturned: 2368914 - RowsReturnedRate: 3101300 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 30 - ScannerThreadsTotalWallClockTime: 129746463845 - MaterializeTupleTime(*): 661677024 - ScannerThreadsSysTime: 62185000 - ScannerThreadsUserTime: 830733000 - ScannerThreadsVoluntaryContextSwitches: 1116 - TotalRawHdfsReadTime(*): 14581397 - TotalReadThroughput: 197375 - TotalTime: 763845364 Filter 0 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 5393353 - Rows rejected: 3835452 - Rows total: 6367177 - TotalTime: 0 Filter 1 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 1533325 - Rows rejected: 162811 - Rows total: 2531725 - TotalTime: 0 Instance 5840e519cb1bb31f:5 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 5:1/164.00 B - AverageThreadTokens: 1.6666666666666667 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 310992 - PerHostPeakMemUsage: 42577348 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1228 - TotalStorageWaitTime: 785176 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 2029329064 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 59060000 - TotalThreadsVoluntaryContextSwitches: 117 - TotalTime: 1155168808 Fragment Instance Lifecycle Timings - ExecTime: 1063123436 - ExecTreeExecTime: 944136604 - InactiveTotalTime: 0 - OpenTime: 59927808 - ExecTreeOpenTime: 40708 - PrepareTime: 32077356 - ExecTreePrepareTime: 53620 - TotalTime: 0 DataStreamSender (dst_id=238) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 31440 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 20136 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 2259760 - CompileTime: 8619684 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 530 - OptimizationTime: 47978028 - PeakMemoryUsage: 271360 - PrepareTime: 28457056 - TotalTime: 86012400 HDFS_SCAN_NODE (id=125) Hdfs split stats (:<# splits>/): 5:1/164.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 943ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:3 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 164 - BytesReadDataNodeCache: 0 - BytesReadLocal: 164 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 164 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 45606229 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 946856 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 906324856 - MaterializeTupleTime(*): 156 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1128000 - ScannerThreadsVoluntaryContextSwitches: 49 - TotalRawHdfsReadTime(*): 3596 - TotalReadThroughput: 0 - TotalTime: 944294432 Filter 0 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Filter 1 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Instance 5840e519cb1bb31f:6 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/164.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 310992 - PerHostPeakMemUsage: 63674430 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 2516 - TotalStorageWaitTime: 510584 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 1288047724 - TotalThreadsSysTime: 1054000 - TotalThreadsUserTime: 52746000 - TotalThreadsVoluntaryContextSwitches: 95 - TotalTime: 1130939960 Fragment Instance Lifecycle Timings - ExecTime: 1029776788 - ExecTreeExecTime: 924114944 - InactiveTotalTime: 0 - OpenTime: 54419056 - ExecTreeOpenTime: 45092 - PrepareTime: 46694032 - ExecTreePrepareTime: 55536 - TotalTime: 0 DataStreamSender (dst_id=238) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 31440 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 130968 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 3294960 - CompileTime: 10728664 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 530 - OptimizationTime: 41811648 - PeakMemoryUsage: 271360 - PrepareTime: 38215520 - TotalTime: 91795916 HDFS_SCAN_NODE (id=125) Hdfs split stats (:<# splits>/): 0:1/164.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 923ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:3 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 164 - BytesReadDataNodeCache: 0 - BytesReadLocal: 164 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 164 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 40196078 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 628180 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 203975272 - MaterializeTupleTime(*): 72 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 718000 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 4080 - TotalReadThroughput: 0 - TotalTime: 924279408 Filter 0 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Filter 1 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Averaged Fragment F09 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:2m11s max:2m13s mean: 2m12s stddev:769.404ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 7 - AverageThreadTokens: 1.0646769561003442 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 580960465 - PerHostPeakMemUsage: 1591918364 - RowsProduced: 69485 - TotalNetworkReceiveTime: 115536574697 - TotalNetworkSendTime: 20755250 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 715 - TotalThreadsTotalWallClockTime: 134648192994 - TotalThreadsSysTime: 379501285 - TotalThreadsUserTime: 7463394714 - TotalThreadsVoluntaryContextSwitches: 14986 - TotalTime: 131981305076 Fragment Instance Lifecycle Timings - ExecTime: 3165526031 - ExecTreeExecTime: 3005808048 - InactiveTotalTime: 0 - OpenTime: 123015402007 - ExecTreeOpenTime: 117151696374 - PrepareTime: 5797357469 - ExecTreePrepareTime: 240539001 - TotalTime: 0 DataStreamSender (dst_id=239) - BytesSent: 10569533 - InactiveTotalTime: 0 - NetworkThroughput(*): 373008537 - OverallThroughput: 104745120 - PeakMemoryUsage: 256480 - RowsReturned: 69485 - SerializeBatchTime: 63745973 - TotalTime: 113421163 - TransmitDataRPCTime: 28459991 - UncompressedRowBatchSize: 18078230 CodeGen - CodegenTime: 0 - CompileTime: 1235018547 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 618 - NumInstructions: 47386 - OptimizationTime: 4541896738 - PeakMemoryUsage: 24261632 - PrepareTime: 1345429091 - TotalTime: 7160526344 NESTED_LOOP_JOIN_NODE (id=124) - BuildRows: 1 - BuildTime: 6016 - InactiveTotalTime: 0 - LocalTime: 65893092 - PeakMemoryUsage: 814360 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34487491 - RowsReturnedRate: 288439 - TotalTime: 120638405075 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=237) - BytesReceived: 13 - ConvertRowBatchTime: 1200 - DeserializeRowBatchTimer: 6490 - FirstBatchArrivalWaitTime: 9967992679 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 37010 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9985440453 NESTED_LOOP_JOIN_NODE (id=123) - BuildRows: 1 - BuildTime: 15747 - InactiveTotalTime: 0 - LocalTime: 46120931 - PeakMemoryUsage: 806168 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34487491 - RowsReturnedRate: 312303 - TotalTime: 110587071529 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=227) - BytesReceived: 13 - ConvertRowBatchTime: 8160 - DeserializeRowBatchTimer: 22398 - FirstBatchArrivalWaitTime: 74365228046 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 74372569008 HASH_JOIN_NODE (id=74) - BuildRows: 1791796 - BuildTime: 724844920 - InactiveTotalTime: 0 - LocalTime: 3003900919 - PeakMemoryUsage: 345239808 - ProbeRows: 1791796 - ProbeRowsPartitioned: 0 - ProbeTime: 2134063849 - RowsReturned: 69485 - RowsReturnedRate: 1921 - TotalTime: 36168381590 Hash Join Builder (join_node_id=74) - BuildRowsPartitionTime: 485981495 - BuildRowsPartitioned: 1791796 - GetNewBlockTime: 3201939 - HashBuckets: 4194304 - HashCollisions: 129 - HashTablesBuildTime: 237295020 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 345073792 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=193) - BytesReceived: 114118977 - ConvertRowBatchTime: 53112161 - DeserializeRowBatchTimer: 425103925 - FirstBatchArrivalWaitTime: 18517439963 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1791796 - RowsReturnedRate: 76253 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 23497935410 NESTED_LOOP_JOIN_NODE (id=36) - BuildRows: 1 - BuildTime: 14163 - InactiveTotalTime: 0 - LocalTime: 159391290 - PeakMemoryUsage: 131644 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 917017563 - RowsReturnedRate: 95036827 - TotalTime: 9666545259 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=161) - BytesReceived: 13 - ConvertRowBatchTime: 5480 - DeserializeRowBatchTimer: 12582 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 52977 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 27205 NESTED_LOOP_JOIN_NODE (id=35) - BuildRows: 1 - BuildTime: 7799 - InactiveTotalTime: 0 - LocalTime: 193411067 - PeakMemoryUsage: 123452 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 917017563 - RowsReturnedRate: 96575454 - TotalTime: 9507157385 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=151) - BytesReceived: 13 - ConvertRowBatchTime: 9207 - DeserializeRowBatchTimer: 8120 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 58560 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 27785 HASH_JOIN_NODE (id=14) - BuildRows: 586 - BuildTime: 665676 - InactiveTotalTime: 0 - LocalTime: 153421411 - PeakMemoryUsage: 1186620 - ProbeRows: 1791796 - ProbeRowsPartitioned: 0 - ProbeTime: 89467271 - RowsReturned: 1791796 - RowsReturnedRate: 192494 - TotalTime: 9313749350 Hash Join Builder (join_node_id=14) - BuildRowsPartitionTime: 93386 - BuildRowsPartitioned: 586 - GetNewBlockTime: 387505 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 78808 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=141) - BytesReceived: 9240 - ConvertRowBatchTime: 23932 - DeserializeRowBatchTimer: 46556417 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 4838203 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 291882 HASH_JOIN_NODE (id=13) - BuildRows: 1791796 - BuildTime: 690884591 - InactiveTotalTime: 0 - LocalTime: 1319548548 - PeakMemoryUsage: 210866432 - ProbeRows: 2542349 - ProbeRowsPartitioned: 0 - ProbeTime: 505391923 - RowsReturned: 1791796 - RowsReturnedRate: 195655 - TotalTime: 9160331213 Hash Join Builder (join_node_id=13) - BuildRowsPartitionTime: 541286832 - BuildRowsPartitioned: 1791796 - GetNewBlockTime: 2783282 - HashBuckets: 4194304 - HashCollisions: 1314 - HashTablesBuildTime: 143737909 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=140) - BytesReceived: 62166934 - ConvertRowBatchTime: 40847060 - DeserializeRowBatchTimer: 3839818348 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1791796 - RowsReturnedRate: 230426 - SendersBlockedTimer: 89184362402 - SendersBlockedTotalTimer(*): 534612854093 - TotalTime: 7776032838 EXCHANGE_NODE (id=139) - BytesReceived: 23403459 - ConvertRowBatchTime: 47447881 - DeserializeRowBatchTimer: 5432989511 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2542349 - RowsReturnedRate: 40134228 - SendersBlockedTimer: 105871761201 - SendersBlockedTotalTimer(*): 619546141510 - TotalTime: 64759372 Fragment F09 Instance 5840e519cb1bb31f:185 (host=SH-Dev-S7.ny.os.local:22000) - AverageThreadTokens: 1.0639097744360901 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 581684861 - PerHostPeakMemUsage: 1816433338 - RowsProduced: 69199 - TotalNetworkReceiveTime: 124885371164 - TotalNetworkSendTime: 18704120 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 46 - TotalThreadsTotalWallClockTime: 141811594820 - TotalThreadsSysTime: 356003000 - TotalThreadsUserTime: 7898097000 - TotalThreadsVoluntaryContextSwitches: 14538 - TotalTime: 133472968500 Fragment Instance Lifecycle Timings - ExecTime: 4148175092 - ExecTreeExecTime: 3984514168 - InactiveTotalTime: 0 - OpenTime: 129170943656 - ExecTreeOpenTime: 126419612484 - PrepareTime: 153820012 - ExecTreePrepareTime: 807604 - TotalTime: 0 DataStreamSender (dst_id=239) - BytesSent: 10527810 - InactiveTotalTime: 0 - NetworkThroughput(*): 389042362 - OverallThroughput: 113969189 - PeakMemoryUsage: 256480 - RowsReturned: 69199 - SerializeBatchTime: 65200224 - TotalTime: 92374176 - TransmitDataRPCTime: 27060832 - UncompressedRowBatchSize: 18003763 CodeGen - CodegenTime: 0 - CompileTime: 889524420 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 618 - NumInstructions: 47386 - OptimizationTime: 1854775924 - PeakMemoryUsage: 24261632 - PrepareTime: 40801340 - TotalTime: 2785827680 NESTED_LOOP_JOIN_NODE (id=124) - BuildRows: 1 - BuildTime: 6868 - InactiveTotalTime: 0 - LocalTime: 8021748 - PeakMemoryUsage: 835420 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34333981 - RowsReturnedRate: 263286 - TotalTime: 130405589388 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=237) - BytesReceived: 13 - ConvertRowBatchTime: 1220 - DeserializeRowBatchTimer: 5036 - FirstBatchArrivalWaitTime: 16564184168 - InactiveTotalTime: 16581817868 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 16581830036 NESTED_LOOP_JOIN_NODE (id=123) - BuildRows: 1 - BuildTime: 20344 - InactiveTotalTime: 0 - LocalTime: 14569116 - PeakMemoryUsage: 827228 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34333981 - RowsReturnedRate: 301662 - TotalTime: 113815737604 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=227) - BytesReceived: 13 - ConvertRowBatchTime: 3024 - DeserializeRowBatchTimer: 21108 - FirstBatchArrivalWaitTime: 77036454044 - InactiveTotalTime: 77044228092 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 77044239272 HASH_JOIN_NODE (id=74) ExecOption: Probe Side Codegen Enabled - BuildRows: 1791546 - BuildTime: 632457588 - InactiveTotalTime: 0 - LocalTime: 3760867744 - PeakMemoryUsage: 345239808 - ProbeRows: 1791478 - ProbeRowsPartitioned: 0 - ProbeTime: 3105331084 - RowsReturned: 69199 - RowsReturnedRate: 1882 - TotalTime: 36756929216 Hash Join Builder (join_node_id=74) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 383571568 - BuildRowsPartitioned: 1791546 - GetNewBlockTime: 2538468 - HashBuckets: 4194304 - HashCollisions: 122 - HashTablesBuildTime: 247024836 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 345073792 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=193) - BytesReceived: 114108248 - ConvertRowBatchTime: 42611080 - DeserializeRowBatchTimer: 358361364 - FirstBatchArrivalWaitTime: 18517482892 - InactiveTotalTime: 23488671292 - PeakMemoryUsage: 0 - RowsReturned: 1791546 - RowsReturnedRate: 75902 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 23603249408 NESTED_LOOP_JOIN_NODE (id=36) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 5160 - InactiveTotalTime: 0 - LocalTime: 111367860 - PeakMemoryUsage: 126964 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916632793 - RowsReturnedRate: 97588750 - TotalTime: 9392812064 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=161) - BytesReceived: 13 - ConvertRowBatchTime: 752 - DeserializeRowBatchTimer: 3256 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 93808 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10660 NESTED_LOOP_JOIN_NODE (id=35) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 8380 - InactiveTotalTime: 0 - LocalTime: 124040484 - PeakMemoryUsage: 118772 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916632793 - RowsReturnedRate: 98759687 - TotalTime: 9281446892 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=151) - BytesReceived: 13 - ConvertRowBatchTime: 936 - DeserializeRowBatchTimer: 5268 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 45720 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 21872 HASH_JOIN_NODE (id=14) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 586 - BuildTime: 316900 - InactiveTotalTime: 0 - LocalTime: 93612268 - PeakMemoryUsage: 1181940 - ProbeRows: 1791478 - ProbeRowsPartitioned: 0 - ProbeTime: 90382028 - RowsReturned: 1791478 - RowsReturnedRate: 195631 - TotalTime: 9157409328 Hash Join Builder (join_node_id=14) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 86424 - BuildRowsPartitioned: 586 - GetNewBlockTime: 25072 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 85044 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=141) - BytesReceived: 9240 - ConvertRowBatchTime: 25472 - DeserializeRowBatchTimer: 183692 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 5325529 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 110036 HASH_JOIN_NODE (id=13) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1791478 - BuildTime: 725048780 - InactiveTotalTime: 0 - LocalTime: 1264389936 - PeakMemoryUsage: 210866432 - ProbeRows: 2541404 - ProbeRowsPartitioned: 0 - ProbeTime: 510459368 - RowsReturned: 1791478 - RowsReturnedRate: 197651 - TotalTime: 9063800404 Hash Join Builder (join_node_id=13) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 568772948 - BuildRowsPartitioned: 1791478 - GetNewBlockTime: 2154428 - HashBuckets: 4194304 - HashCollisions: 1324 - HashTablesBuildTime: 149992532 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=140) - BytesReceived: 62144557 - ConvertRowBatchTime: 45374340 - DeserializeRowBatchTimer: 511379996 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 7640147340 - PeakMemoryUsage: 0 - RowsReturned: 1791478 - RowsReturnedRate: 231373 - SendersBlockedTimer: 89251345304 - SendersBlockedTotalTimer(*): 534672968260 - TotalTime: 7742802932 EXCHANGE_NODE (id=139) - BytesReceived: 23395998 - ConvertRowBatchTime: 37991488 - DeserializeRowBatchTimer: 388943364 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2541404 - RowsReturnedRate: 44887518 - SendersBlockedTimer: 106887651596 - SendersBlockedTotalTimer(*): 533372991840 - TotalTime: 56617164 Instance 5840e519cb1bb31f:188 (host=SH-Dev-S5.ny.os.local:22000) - AverageThreadTokens: 1.0641509433962264 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 581570737 - PerHostPeakMemUsage: 1863535041 - RowsProduced: 69496 - TotalNetworkReceiveTime: 124319218452 - TotalNetworkSendTime: 34701184 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 55 - TotalThreadsTotalWallClockTime: 141118083488 - TotalThreadsSysTime: 298424000 - TotalThreadsUserTime: 7902172000 - TotalThreadsVoluntaryContextSwitches: 13978 - TotalTime: 132808500572 Fragment Instance Lifecycle Timings - ExecTime: 3971637032 - ExecTreeExecTime: 3794555064 - InactiveTotalTime: 0 - OpenTime: 128630387956 - ExecTreeOpenTime: 125865040164 - PrepareTime: 206424768 - ExecTreePrepareTime: 507772 - TotalTime: 0 DataStreamSender (dst_id=239) - BytesSent: 10571529 - InactiveTotalTime: 0 - NetworkThroughput(*): 420642121 - OverallThroughput: 117748152 - PeakMemoryUsage: 256480 - RowsReturned: 69496 - SerializeBatchTime: 64505828 - TotalTime: 89780848 - TransmitDataRPCTime: 25131884 - UncompressedRowBatchSize: 18081417 CodeGen - CodegenTime: 0 - CompileTime: 761002300 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 618 - NumInstructions: 47386 - OptimizationTime: 1995417544 - PeakMemoryUsage: 24261632 - PrepareTime: 52063480 - TotalTime: 2811173768 NESTED_LOOP_JOIN_NODE (id=124) - BuildRows: 1 - BuildTime: 7632 - InactiveTotalTime: 0 - LocalTime: 7805196 - PeakMemoryUsage: 835420 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34463851 - RowsReturnedRate: 265800 - TotalTime: 129660387468 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=237) - BytesReceived: 13 - ConvertRowBatchTime: 1024 - DeserializeRowBatchTimer: 3844 - FirstBatchArrivalWaitTime: 15996675584 - InactiveTotalTime: 16036372516 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 16036388332 NESTED_LOOP_JOIN_NODE (id=123) - BuildRows: 1 - BuildTime: 5652 - InactiveTotalTime: 0 - LocalTime: 12674052 - PeakMemoryUsage: 827228 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34463851 - RowsReturnedRate: 303335 - TotalTime: 113616193940 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=227) - BytesReceived: 13 - ConvertRowBatchTime: 448 - DeserializeRowBatchTimer: 16332 - FirstBatchArrivalWaitTime: 77015194768 - InactiveTotalTime: 77025894940 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 77025906496 HASH_JOIN_NODE (id=74) ExecOption: Probe Side Codegen Enabled - BuildRows: 1793712 - BuildTime: 675061928 - InactiveTotalTime: 0 - LocalTime: 3658366596 - PeakMemoryUsage: 345239808 - ProbeRows: 1793838 - ProbeRowsPartitioned: 0 - ProbeTime: 2956627660 - RowsReturned: 69496 - RowsReturnedRate: 1899 - TotalTime: 36577613392 Hash Join Builder (join_node_id=74) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 440568884 - BuildRowsPartitioned: 1793712 - GetNewBlockTime: 2960252 - HashBuckets: 4194304 - HashCollisions: 124 - HashTablesBuildTime: 233534612 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 345073792 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=193) - BytesReceived: 114236206 - ConvertRowBatchTime: 51695056 - DeserializeRowBatchTimer: 354544644 - FirstBatchArrivalWaitTime: 18513835888 - InactiveTotalTime: 23418565160 - PeakMemoryUsage: 0 - RowsReturned: 1793712 - RowsReturnedRate: 76173 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 23547718576 NESTED_LOOP_JOIN_NODE (id=36) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 35688 - InactiveTotalTime: 0 - LocalTime: 110392364 - PeakMemoryUsage: 126964 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 918116294 - RowsReturnedRate: 97968684 - TotalTime: 9371528220 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=161) - BytesReceived: 13 - ConvertRowBatchTime: 764 - DeserializeRowBatchTimer: 3000 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 75505 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 13244 NESTED_LOOP_JOIN_NODE (id=35) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 7176 - InactiveTotalTime: 0 - LocalTime: 118930288 - PeakMemoryUsage: 118772 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 918116294 - RowsReturnedRate: 99136430 - TotalTime: 9261139276 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=151) - BytesReceived: 13 - ConvertRowBatchTime: 660 - DeserializeRowBatchTimer: 15384 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 29554 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 33836 HASH_JOIN_NODE (id=14) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 586 - BuildTime: 969936 - InactiveTotalTime: 0 - LocalTime: 91885596 - PeakMemoryUsage: 1181940 - ProbeRows: 1793838 - ProbeRowsPartitioned: 0 - ProbeTime: 88971520 - RowsReturned: 1793838 - RowsReturnedRate: 196214 - TotalTime: 9142213320 Hash Join Builder (join_node_id=14) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 47752 - BuildRowsPartitioned: 586 - GetNewBlockTime: 770820 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 65108 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=141) - BytesReceived: 9240 - ConvertRowBatchTime: 20084 - DeserializeRowBatchTimer: 403044 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 5782057 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 101348 HASH_JOIN_NODE (id=13) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1793838 - BuildTime: 690866424 - InactiveTotalTime: 0 - LocalTime: 1202102648 - PeakMemoryUsage: 210866432 - ProbeRows: 2544319 - ProbeRowsPartitioned: 0 - ProbeTime: 482714572 - RowsReturned: 1793838 - RowsReturnedRate: 198206 - TotalTime: 9050331836 Hash Join Builder (join_node_id=13) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 522514996 - BuildRowsPartitioned: 1793838 - GetNewBlockTime: 4264028 - HashBuckets: 4194304 - HashCollisions: 1374 - HashTablesBuildTime: 162511240 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=140) - BytesReceived: 62235596 - ConvertRowBatchTime: 36239884 - DeserializeRowBatchTimer: 9905342908 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 7704542188 - PeakMemoryUsage: 0 - RowsReturned: 1793838 - RowsReturnedRate: 229983 - SendersBlockedTimer: 88849677124 - SendersBlockedTotalTimer(*): 533088588368 - TotalTime: 7799871728 EXCHANGE_NODE (id=139) - BytesReceived: 23419738 - ConvertRowBatchTime: 33419740 - DeserializeRowBatchTimer: 3045829992 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2544319 - RowsReturnedRate: 52607129 - SendersBlockedTimer: 105710051200 - SendersBlockedTotalTimer(*): 739203801980 - TotalTime: 48364528 Instance 5840e519cb1bb31f:187 (host=SH-Dev-S4.ny.os.local:22000) - AverageThreadTokens: 1.0648854961832062 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 581587993 - PerHostPeakMemUsage: 1541707624 - RowsProduced: 69874 - TotalNetworkReceiveTime: 99341125228 - TotalNetworkSendTime: 8407572 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 2127 - TotalThreadsTotalWallClockTime: 125173121992 - TotalThreadsSysTime: 418994000 - TotalThreadsUserTime: 8929885000 - TotalThreadsVoluntaryContextSwitches: 16887 - TotalTime: 132116864972 Fragment Instance Lifecycle Timings - ExecTime: 3790559444 - ExecTreeExecTime: 3648812616 - InactiveTotalTime: 0 - OpenTime: 112930891856 - ExecTreeOpenTime: 101010863124 - PrepareTime: 15395373912 - ExecTreePrepareTime: 145518876 - TotalTime: 0 DataStreamSender (dst_id=239) - BytesSent: 10626565 - InactiveTotalTime: 0 - NetworkThroughput(*): 369027103 - OverallThroughput: 117949317 - PeakMemoryUsage: 256480 - RowsReturned: 69874 - SerializeBatchTime: 61180304 - TotalTime: 90094332 - TransmitDataRPCTime: 28796164 - UncompressedRowBatchSize: 18179310 CodeGen - CodegenTime: 0 - CompileTime: 2683705808 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 618 - NumInstructions: 47386 - OptimizationTime: 8988594860 - PeakMemoryUsage: 24261632 - PrepareTime: 2782647984 - TotalTime: 14647671636 NESTED_LOOP_JOIN_NODE (id=124) - BuildRows: 1 - BuildTime: 3612 - InactiveTotalTime: 0 - LocalTime: 29755288 - PeakMemoryUsage: 786280 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34711855 - RowsReturnedRate: 330744 - TotalTime: 104950552908 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=237) - BytesReceived: 13 - ConvertRowBatchTime: 2784 - DeserializeRowBatchTimer: 7844 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 93949 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10644 NESTED_LOOP_JOIN_NODE (id=123) - BuildRows: 1 - BuildTime: 32604 - InactiveTotalTime: 0 - LocalTime: 132245324 - PeakMemoryUsage: 778088 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34711855 - RowsReturnedRate: 330838 - TotalTime: 104920786976 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=227) - BytesReceived: 13 - ConvertRowBatchTime: 25960 - DeserializeRowBatchTimer: 14952 - FirstBatchArrivalWaitTime: 68188268932 - InactiveTotalTime: 68196249508 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 68196289960 HASH_JOIN_NODE (id=74) ExecOption: Probe Side Codegen Enabled - BuildRows: 1791072 - BuildTime: 738221080 - InactiveTotalTime: 0 - LocalTime: 3636501164 - PeakMemoryUsage: 345239808 - ProbeRows: 1791058 - ProbeRowsPartitioned: 0 - ProbeTime: 2803926008 - RowsReturned: 69874 - RowsReturnedRate: 1909 - TotalTime: 36592251692 Hash Join Builder (join_node_id=74) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 491202652 - BuildRowsPartitioned: 1791072 - GetNewBlockTime: 1913832 - HashBuckets: 4194304 - HashCollisions: 140 - HashTablesBuildTime: 245946204 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 345073792 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=193) - BytesReceived: 114079124 - ConvertRowBatchTime: 57991476 - DeserializeRowBatchTimer: 382733352 - FirstBatchArrivalWaitTime: 18516447164 - InactiveTotalTime: 23339215424 - PeakMemoryUsage: 0 - RowsReturned: 1791072 - RowsReturnedRate: 76268 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 23483625964 NESTED_LOOP_JOIN_NODE (id=36) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 24288 - InactiveTotalTime: 0 - LocalTime: 109141416 - PeakMemoryUsage: 143344 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916750100 - RowsReturnedRate: 96783999 - TotalTime: 9472124564 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=161) - BytesReceived: 13 - ConvertRowBatchTime: 14440 - DeserializeRowBatchTimer: 4900 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 39942 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 25036 NESTED_LOOP_JOIN_NODE (id=35) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 16916 - InactiveTotalTime: 0 - LocalTime: 120465188 - PeakMemoryUsage: 135152 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916750100 - RowsReturnedRate: 97912133 - TotalTime: 9362987660 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=151) - BytesReceived: 13 - ConvertRowBatchTime: 4720 - DeserializeRowBatchTimer: 3160 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 20119 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 49704 HASH_JOIN_NODE (id=14) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 586 - BuildTime: 625168 - InactiveTotalTime: 0 - LocalTime: 134272396 - PeakMemoryUsage: 1198320 - ProbeRows: 1791058 - ProbeRowsPartitioned: 0 - ProbeTime: 84090424 - RowsReturned: 1791058 - RowsReturnedRate: 193784 - TotalTime: 9242525824 Hash Join Builder (join_node_id=14) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 132236 - BuildRowsPartitioned: 586 - GetNewBlockTime: 259684 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 87844 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=141) - BytesReceived: 9240 - ConvertRowBatchTime: 40652 - DeserializeRowBatchTimer: 61529752 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 712233 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 822764 HASH_JOIN_NODE (id=13) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1791058 - BuildTime: 679746196 - InactiveTotalTime: 0 - LocalTime: 1264132316 - PeakMemoryUsage: 210866432 - ProbeRows: 2543671 - ProbeRowsPartitioned: 0 - ProbeTime: 506794016 - RowsReturned: 1791058 - RowsReturnedRate: 196641 - TotalTime: 9108256868 Hash Join Builder (join_node_id=13) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 530645748 - BuildRowsPartitioned: 1791058 - GetNewBlockTime: 3094268 - HashBuckets: 4194304 - HashCollisions: 1279 - HashTablesBuildTime: 143179668 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=140) - BytesReceived: 62148708 - ConvertRowBatchTime: 50697796 - DeserializeRowBatchTimer: 4396050740 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 7650958848 - PeakMemoryUsage: 0 - RowsReturned: 1791058 - RowsReturnedRate: 230337 - SendersBlockedTimer: 89270153268 - SendersBlockedTotalTimer(*): 535106038948 - TotalTime: 7775805340 EXCHANGE_NODE (id=139) - BytesReceived: 23417524 - ConvertRowBatchTime: 53714536 - DeserializeRowBatchTimer: 10559790140 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2543671 - RowsReturnedRate: 37228189 - SendersBlockedTimer: 105995149264 - SendersBlockedTotalTimer(*): 635474564780 - TotalTime: 68326476 Instance 5840e519cb1bb31f:186 (host=SH-Dev-S3.ny.os.local:22000) - AverageThreadTokens: 1.064638783269962 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 579890533 - PerHostPeakMemUsage: 1773521729 - RowsProduced: 69061 - TotalNetworkReceiveTime: 124965742472 - TotalNetworkSendTime: 16949520 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 46 - TotalThreadsTotalWallClockTime: 140348761348 - TotalThreadsSysTime: 381691000 - TotalThreadsUserTime: 6447167000 - TotalThreadsVoluntaryContextSwitches: 14207 - TotalTime: 132032314532 Fragment Instance Lifecycle Timings - ExecTime: 2527272532 - ExecTreeExecTime: 2373915308 - InactiveTotalTime: 0 - OpenTime: 129345243180 - ExecTreeOpenTime: 126614906860 - PrepareTime: 159758232 - ExecTreePrepareTime: 613796 - TotalTime: 0 DataStreamSender (dst_id=239) - BytesSent: 10510043 - InactiveTotalTime: 0 - NetworkThroughput(*): 365430404 - OverallThroughput: 113693926 - PeakMemoryUsage: 256480 - RowsReturned: 69061 - SerializeBatchTime: 63080564 - TotalTime: 92441552 - TransmitDataRPCTime: 28760724 - UncompressedRowBatchSize: 17968209 CodeGen - CodegenTime: 0 - CompileTime: 872704648 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 618 - NumInstructions: 47386 - OptimizationTime: 1849419860 - PeakMemoryUsage: 24261632 - PrepareTime: 45451608 - TotalTime: 2769254176 NESTED_LOOP_JOIN_NODE (id=124) - BuildRows: 1 - BuildTime: 8632 - InactiveTotalTime: 0 - LocalTime: 7648804 - PeakMemoryUsage: 802660 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34311449 - RowsReturnedRate: 266001 - TotalTime: 128989892016 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=237) - BytesReceived: 13 - ConvertRowBatchTime: 700 - DeserializeRowBatchTimer: 7424 - FirstBatchArrivalWaitTime: 16792367420 - InactiveTotalTime: 16820292232 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 16820303440 NESTED_LOOP_JOIN_NODE (id=123) - BuildRows: 1 - BuildTime: 27864 - InactiveTotalTime: 0 - LocalTime: 11948564 - PeakMemoryUsage: 794468 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34311449 - RowsReturnedRate: 305909 - TotalTime: 112161939772 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=227) - BytesReceived: 13 - ConvertRowBatchTime: 3628 - DeserializeRowBatchTimer: 22540 - FirstBatchArrivalWaitTime: 77025632024 - InactiveTotalTime: 77047405764 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 77047424708 HASH_JOIN_NODE (id=74) ExecOption: Probe Side Codegen Enabled - BuildRows: 1788233 - BuildTime: 743572708 - InactiveTotalTime: 0 - LocalTime: 2268853200 - PeakMemoryUsage: 345239808 - ProbeRows: 1788486 - ProbeRowsPartitioned: 0 - ProbeTime: 1496798104 - RowsReturned: 69061 - RowsReturnedRate: 1967 - TotalTime: 35102566500 Hash Join Builder (join_node_id=74) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 511992364 - BuildRowsPartitioned: 1788233 - GetNewBlockTime: 2538308 - HashBuckets: 4194304 - HashCollisions: 121 - HashTablesBuildTime: 230092764 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 345073792 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=193) - BytesReceived: 113890872 - ConvertRowBatchTime: 64308568 - DeserializeRowBatchTimer: 373693916 - FirstBatchArrivalWaitTime: 18502698844 - InactiveTotalTime: 23301926196 - PeakMemoryUsage: 0 - RowsReturned: 1788233 - RowsReturnedRate: 76236 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 23456429996 NESTED_LOOP_JOIN_NODE (id=36) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 6220 - InactiveTotalTime: 0 - LocalTime: 113938688 - PeakMemoryUsage: 126964 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 915381812 - RowsReturnedRate: 97616951 - TotalTime: 9377283304 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=161) - BytesReceived: 13 - ConvertRowBatchTime: 5992 - DeserializeRowBatchTimer: 12956 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 29922 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 33420 NESTED_LOOP_JOIN_NODE (id=35) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 3180 - InactiveTotalTime: 0 - LocalTime: 123215972 - PeakMemoryUsage: 118772 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 915381812 - RowsReturnedRate: 98817594 - TotalTime: 9263348500 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=151) - BytesReceived: 13 - ConvertRowBatchTime: 51840 - DeserializeRowBatchTimer: 6124 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 17095 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 58496 HASH_JOIN_NODE (id=14) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 586 - BuildTime: 408456 - InactiveTotalTime: 0 - LocalTime: 93648760 - PeakMemoryUsage: 1181940 - ProbeRows: 1788486 - ProbeRowsPartitioned: 0 - ProbeTime: 90753600 - RowsReturned: 1788486 - RowsReturnedRate: 195673 - TotalTime: 9140135516 Hash Join Builder (join_node_id=14) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 157084 - BuildRowsPartitioned: 586 - GetNewBlockTime: 70612 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 92248 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=141) - BytesReceived: 9240 - ConvertRowBatchTime: 14600 - DeserializeRowBatchTimer: 2634448 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 7502432 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 78108 HASH_JOIN_NODE (id=13) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1788486 - BuildTime: 695146116 - InactiveTotalTime: 0 - LocalTime: 1218273916 - PeakMemoryUsage: 210866432 - ProbeRows: 2538012 - ProbeRowsPartitioned: 0 - ProbeTime: 490724044 - RowsReturned: 1788486 - RowsReturnedRate: 197699 - TotalTime: 9046488944 Hash Join Builder (join_node_id=13) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 573061424 - BuildRowsPartitioned: 1788486 - GetNewBlockTime: 2748780 - HashBuckets: 4194304 - HashCollisions: 1335 - HashTablesBuildTime: 116668620 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=140) - BytesReceived: 62051967 - ConvertRowBatchTime: 42704340 - DeserializeRowBatchTimer: 3517465916 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 7651394468 - PeakMemoryUsage: 0 - RowsReturned: 1788486 - RowsReturnedRate: 230684 - SendersBlockedTimer: 89093230060 - SendersBlockedTotalTimer(*): 266907496144 - TotalTime: 7752941232 EXCHANGE_NODE (id=139) - BytesReceived: 23364377 - ConvertRowBatchTime: 58375992 - DeserializeRowBatchTimer: 473335392 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2538012 - RowsReturnedRate: 33711617 - SendersBlockedTimer: 105569911468 - SendersBlockedTotalTimer(*): 527637234448 - TotalTime: 75285976 Instance 5840e519cb1bb31f:18a (host=SH-Dev-S6.ny.os.local:22000) - AverageThreadTokens: 1.0648854961832062 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 581198025 - PerHostPeakMemUsage: 1613256812 - RowsProduced: 69755 - TotalNetworkReceiveTime: 124299974876 - TotalNetworkSendTime: 18325212 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 53 - TotalThreadsTotalWallClockTime: 139583159852 - TotalThreadsSysTime: 370823000 - TotalThreadsUserTime: 6291704000 - TotalThreadsVoluntaryContextSwitches: 14286 - TotalTime: 131308227116 Fragment Instance Lifecycle Timings - ExecTime: 2439035928 - ExecTreeExecTime: 2283290464 - InactiveTotalTime: 0 - OpenTime: 128616813404 - ExecTreeOpenTime: 125876010776 - PrepareTime: 252315272 - ExecTreePrepareTime: 5581576 - TotalTime: 0 DataStreamSender (dst_id=239) - BytesSent: 10609582 - InactiveTotalTime: 0 - NetworkThroughput(*): 353367871 - OverallThroughput: 112569631 - PeakMemoryUsage: 256480 - RowsReturned: 69755 - SerializeBatchTime: 63239508 - TotalTime: 94249060 - TransmitDataRPCTime: 30024184 - UncompressedRowBatchSize: 18148616 CodeGen - CodegenTime: 0 - CompileTime: 854063008 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 618 - NumInstructions: 47386 - OptimizationTime: 1879051888 - PeakMemoryUsage: 24261632 - PrepareTime: 61708948 - TotalTime: 2795722384 NESTED_LOOP_JOIN_NODE (id=124) - BuildRows: 1 - BuildTime: 6140 - InactiveTotalTime: 0 - LocalTime: 8705468 - PeakMemoryUsage: 835420 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34639476 - RowsReturnedRate: 270261 - TotalTime: 128170306072 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=237) - BytesReceived: 13 - ConvertRowBatchTime: 972 - DeserializeRowBatchTimer: 5872 - FirstBatchArrivalWaitTime: 15989807900 - InactiveTotalTime: 16000776936 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 16000788244 NESTED_LOOP_JOIN_NODE (id=123) - BuildRows: 1 - BuildTime: 9648 - InactiveTotalTime: 0 - LocalTime: 12140268 - PeakMemoryUsage: 827228 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34639476 - RowsReturnedRate: 308837 - TotalTime: 112160812360 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=227) - BytesReceived: 13 - ConvertRowBatchTime: 20440 - DeserializeRowBatchTimer: 46048 - FirstBatchArrivalWaitTime: 77043173896 - InactiveTotalTime: 77045832180 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 77045860984 HASH_JOIN_NODE (id=74) ExecOption: Probe Side Codegen Enabled - BuildRows: 1794445 - BuildTime: 673885800 - InactiveTotalTime: 0 - LocalTime: 2141488936 - PeakMemoryUsage: 345239808 - ProbeRows: 1794255 - ProbeRowsPartitioned: 0 - ProbeTime: 1435706284 - RowsReturned: 69755 - RowsReturnedRate: 1987 - TotalTime: 35102811108 Hash Join Builder (join_node_id=74) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 438297204 - BuildRowsPartitioned: 1794445 - GetNewBlockTime: 3525488 - HashBuckets: 4194304 - HashCollisions: 120 - HashTablesBuildTime: 234139716 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 345073792 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=193) - BytesReceived: 114291973 - ConvertRowBatchTime: 56278928 - DeserializeRowBatchTimer: 402187832 - FirstBatchArrivalWaitTime: 18521872144 - InactiveTotalTime: 23418246888 - PeakMemoryUsage: 0 - RowsReturned: 1794445 - RowsReturnedRate: 76159 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 23561620196 NESTED_LOOP_JOIN_NODE (id=36) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 3460 - InactiveTotalTime: 0 - LocalTime: 102691564 - PeakMemoryUsage: 126964 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 918442868 - RowsReturnedRate: 97709785 - TotalTime: 9399701976 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=161) - BytesReceived: 13 - ConvertRowBatchTime: 3956 - DeserializeRowBatchTimer: 34684 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 21564 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 46372 NESTED_LOOP_JOIN_NODE (id=35) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 2740 - InactiveTotalTime: 0 - LocalTime: 113396432 - PeakMemoryUsage: 118772 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 918442868 - RowsReturnedRate: 98789027 - TotalTime: 9297012908 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=151) - BytesReceived: 13 - ConvertRowBatchTime: 3560 - DeserializeRowBatchTimer: 3404 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 100847 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9916 HASH_JOIN_NODE (id=14) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 586 - BuildTime: 468484 - InactiveTotalTime: 0 - LocalTime: 87564440 - PeakMemoryUsage: 1181940 - ProbeRows: 1794255 - ProbeRowsPartitioned: 0 - ProbeTime: 83657940 - RowsReturned: 1794255 - RowsReturnedRate: 195375 - TotalTime: 9183618704 Hash Join Builder (join_node_id=14) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 77512 - BuildRowsPartitioned: 586 - GetNewBlockTime: 257104 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 67388 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=141) - BytesReceived: 9240 - ConvertRowBatchTime: 17928 - DeserializeRowBatchTimer: 487736 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 797634 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 734672 HASH_JOIN_NODE (id=13) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1794255 - BuildTime: 713839240 - InactiveTotalTime: 0 - LocalTime: 1234548292 - PeakMemoryUsage: 210866432 - ProbeRows: 2546047 - ProbeRowsPartitioned: 0 - ProbeTime: 491075396 - RowsReturned: 1794255 - RowsReturnedRate: 197256 - TotalTime: 9096057028 Hash Join Builder (join_node_id=13) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 533516572 - BuildRowsPartitioned: 1794255 - GetNewBlockTime: 1387128 - HashBuckets: 4194304 - HashCollisions: 1306 - HashTablesBuildTime: 174168596 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=140) - BytesReceived: 62253970 - ConvertRowBatchTime: 38245216 - DeserializeRowBatchTimer: 394563028 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 7692168776 - PeakMemoryUsage: 0 - RowsReturned: 1794255 - RowsReturnedRate: 230391 - SendersBlockedTimer: 89299493584 - SendersBlockedTotalTimer(*): 624275297904 - TotalTime: 7787841984 EXCHANGE_NODE (id=139) - BytesReceived: 23434678 - ConvertRowBatchTime: 56788912 - DeserializeRowBatchTimer: 278734976 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2546047 - RowsReturnedRate: 34558737 - SendersBlockedTimer: 105758927036 - SendersBlockedTotalTimer(*): 739928226660 - TotalTime: 73673032 Instance 5840e519cb1bb31f:189 (host=SH-Dev-S2.ny.os.local:22000) - AverageThreadTokens: 1.0651340996168583 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 580166593 - PerHostPeakMemUsage: 873666812 - RowsProduced: 69748 - TotalNetworkReceiveTime: 98267228460 - TotalNetworkSendTime: 19101636 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1724 - TotalThreadsTotalWallClockTime: 121201850668 - TotalThreadsSysTime: 398954000 - TotalThreadsUserTime: 7449275000 - TotalThreadsVoluntaryContextSwitches: 15522 - TotalTime: 131072487132 Fragment Instance Lifecycle Timings - ExecTime: 2677325112 - ExecTreeExecTime: 2519738832 - InactiveTotalTime: 0 - OpenTime: 110203433516 - ExecTreeOpenTime: 99986480412 - PrepareTime: 18170961280 - ExecTreePrepareTime: 821633828 - TotalTime: 0 DataStreamSender (dst_id=239) - BytesSent: 10603940 - InactiveTotalTime: 0 - NetworkThroughput(*): 377499506 - OverallThroughput: 113696963 - PeakMemoryUsage: 256480 - RowsReturned: 69748 - SerializeBatchTime: 65044760 - TotalTime: 93264936 - TransmitDataRPCTime: 28089944 - UncompressedRowBatchSize: 18146192 CodeGen - CodegenTime: 0 - CompileTime: 1314183704 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 618 - NumInstructions: 47386 - OptimizationTime: 8631846012 - PeakMemoryUsage: 24261632 - PrepareTime: 3848187032 - TotalTime: 13855466512 NESTED_LOOP_JOIN_NODE (id=124) - BuildRows: 1 - BuildTime: 3288 - InactiveTotalTime: 0 - LocalTime: 177340804 - PeakMemoryUsage: 819040 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34603738 - RowsReturnedRate: 332251 - TotalTime: 104149316004 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=237) - BytesReceived: 13 - ConvertRowBatchTime: 676 - DeserializeRowBatchTimer: 4196 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 165125 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6056 NESTED_LOOP_JOIN_NODE (id=123) - BuildRows: 1 - BuildTime: 7524 - InactiveTotalTime: 0 - LocalTime: 12830952 - PeakMemoryUsage: 810848 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34603738 - RowsReturnedRate: 332817 - TotalTime: 103971969144 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=227) - BytesReceived: 13 - ConvertRowBatchTime: 508 - DeserializeRowBatchTimer: 9948 - FirstBatchArrivalWaitTime: 67215622148 - InactiveTotalTime: 67215903396 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 67215911496 HASH_JOIN_NODE (id=74) ExecOption: Probe Side Codegen Enabled - BuildRows: 1792212 - BuildTime: 880551196 - InactiveTotalTime: 0 - LocalTime: 3130327672 - PeakMemoryUsage: 345239808 - ProbeRows: 1792050 - ProbeRowsPartitioned: 0 - ProbeTime: 1591535008 - RowsReturned: 69748 - RowsReturnedRate: 1898 - TotalTime: 36743226696 Hash Join Builder (join_node_id=74) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 646266756 - BuildRowsPartitioned: 1792212 - GetNewBlockTime: 4951084 - HashBuckets: 4194304 - HashCollisions: 140 - HashTablesBuildTime: 232646492 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 345073792 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=193) - BytesReceived: 114122229 - ConvertRowBatchTime: 44013220 - DeserializeRowBatchTimer: 717215652 - FirstBatchArrivalWaitTime: 18525761992 - InactiveTotalTime: 23034166460 - PeakMemoryUsage: 0 - RowsReturned: 1792212 - RowsReturnedRate: 76842 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 23323271788 NESTED_LOOP_JOIN_NODE (id=36) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 7052 - InactiveTotalTime: 0 - LocalTime: 214479084 - PeakMemoryUsage: 126964 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 917037709 - RowsReturnedRate: 89122539 - TotalTime: 10289627236 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=161) - BytesReceived: 13 - ConvertRowBatchTime: 1152 - DeserializeRowBatchTimer: 3904 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 90350 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11068 NESTED_LOOP_JOIN_NODE (id=35) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 9504 - InactiveTotalTime: 0 - LocalTime: 326981220 - PeakMemoryUsage: 118772 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 917037709 - RowsReturnedRate: 91019742 - TotalTime: 10075151640 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=151) - BytesReceived: 13 - ConvertRowBatchTime: 620 - DeserializeRowBatchTimer: 8744 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 110717 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9032 HASH_JOIN_NODE (id=14) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 586 - BuildTime: 1314468 - InactiveTotalTime: 0 - LocalTime: 259956552 - PeakMemoryUsage: 1181940 - ProbeRows: 1792050 - ProbeRowsPartitioned: 0 - ProbeTime: 92249492 - RowsReturned: 1792050 - RowsReturnedRate: 183834 - TotalTime: 9748173144 Hash Join Builder (join_node_id=14) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 54116 - BuildRowsPartitioned: 586 - GetNewBlockTime: 1119528 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 69204 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=141) - BytesReceived: 9240 - ConvertRowBatchTime: 31780 - DeserializeRowBatchTimer: 188988616 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 4384127 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 133664 HASH_JOIN_NODE (id=13) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1792050 - BuildTime: 648230776 - InactiveTotalTime: 0 - LocalTime: 1628425964 - PeakMemoryUsage: 210866432 - ProbeRows: 2541138 - ProbeRowsPartitioned: 0 - ProbeTime: 542192564 - RowsReturned: 1792050 - RowsReturnedRate: 188871 - TotalTime: 9488220764 Hash Join Builder (join_node_id=13) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 519097592 - BuildRowsPartitioned: 1792050 - GetNewBlockTime: 2483556 - HashBuckets: 4194304 - HashCollisions: 1316 - HashTablesBuildTime: 124503792 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=140) - BytesReceived: 62172010 - ConvertRowBatchTime: 34431068 - DeserializeRowBatchTimer: 7747246308 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 7698643496 - PeakMemoryUsage: 0 - RowsReturned: 1792050 - RowsReturnedRate: 229784 - SendersBlockedTimer: 89248223988 - SendersBlockedTotalTimer(*): 623751115076 - TotalTime: 7798818056 EXCHANGE_NODE (id=139) - BytesReceived: 23392120 - ConvertRowBatchTime: 36704008 - DeserializeRowBatchTimer: 19243113888 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2541138 - RowsReturnedRate: 41663371 - SendersBlockedTimer: 105559731676 - SendersBlockedTotalTimer(*): 527689627812 - TotalTime: 60992136 Instance 5840e519cb1bb31f:18b (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0651340996168583 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 580624513 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 69265 - TotalNetworkReceiveTime: 112677362233 - TotalNetworkSendTime: 29097507 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 958 - TotalThreadsTotalWallClockTime: 133300778795 - TotalThreadsSysTime: 431620000 - TotalThreadsUserTime: 7325463000 - TotalThreadsVoluntaryContextSwitches: 15485 - TotalTime: 131057772708 Fragment Instance Lifecycle Timings - ExecTime: 2604677077 - ExecTreeExecTime: 2435829889 - InactiveTotalTime: 0 - OpenTime: 122210100487 - ExecTreeOpenTime: 114288960798 - PrepareTime: 6242848808 - ExecTreePrepareTime: 709109561 - TotalTime: 0 DataStreamSender (dst_id=239) - BytesSent: 10537265 - InactiveTotalTime: 0 - NetworkThroughput(*): 336050392 - OverallThroughput: 43588664 - PeakMemoryUsage: 256480 - RowsReturned: 69265 - SerializeBatchTime: 63970628 - TotalTime: 241743240 - TransmitDataRPCTime: 31356205 - UncompressedRowBatchSize: 18020107 CodeGen - CodegenTime: 0 - CompileTime: 1269945944 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 618 - NumInstructions: 47386 - OptimizationTime: 6594171078 - PeakMemoryUsage: 24261632 - PrepareTime: 2587143249 - TotalTime: 10458568258 NESTED_LOOP_JOIN_NODE (id=124) - BuildRows: 1 - BuildTime: 5940 - InactiveTotalTime: 0 - LocalTime: 221974339 - PeakMemoryUsage: 786280 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34348087 - RowsReturnedRate: 290733 - TotalTime: 118142791671 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=237) - BytesReceived: 13 - ConvertRowBatchTime: 1030 - DeserializeRowBatchTimer: 11217 - FirstBatchArrivalWaitTime: 4432913683 - InactiveTotalTime: 4458743510 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 4458756424 NESTED_LOOP_JOIN_NODE (id=123) - BuildRows: 1 - BuildTime: 6595 - InactiveTotalTime: 0 - LocalTime: 126438241 - PeakMemoryUsage: 778088 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 34348087 - RowsReturnedRate: 302727 - TotalTime: 113462060908 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=227) - BytesReceived: 13 - ConvertRowBatchTime: 3116 - DeserializeRowBatchTimer: 25859 - FirstBatchArrivalWaitTime: 77032250510 - InactiveTotalTime: 77032339645 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 77032350141 HASH_JOIN_NODE (id=74) ExecOption: Probe Side Codegen Enabled - BuildRows: 1791356 - BuildTime: 730164145 - InactiveTotalTime: 0 - LocalTime: 2430901126 - PeakMemoryUsage: 345239808 - ProbeRows: 1791411 - ProbeRowsPartitioned: 0 - ProbeTime: 1548522800 - RowsReturned: 69265 - RowsReturnedRate: 1907 - TotalTime: 36303272526 Hash Join Builder (join_node_id=74) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 489971038 - BuildRowsPartitioned: 1791356 - GetNewBlockTime: 3986143 - HashBuckets: 4194304 - HashCollisions: 140 - HashTablesBuildTime: 237680517 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 345073792 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=193) - BytesReceived: 114104191 - ConvertRowBatchTime: 54886801 - DeserializeRowBatchTimer: 386990720 - FirstBatchArrivalWaitTime: 18523980820 - InactiveTotalTime: 23376718633 - PeakMemoryUsage: 0 - RowsReturned: 1791356 - RowsReturnedRate: 76196 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 23509631947 NESTED_LOOP_JOIN_NODE (id=36) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 17273 - InactiveTotalTime: 0 - LocalTime: 353728056 - PeakMemoryUsage: 143344 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916761370 - RowsReturnedRate: 88467086 - TotalTime: 10362739453 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=161) - BytesReceived: 13 - ConvertRowBatchTime: 11310 - DeserializeRowBatchTimer: 25378 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 19748 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 50637 NESTED_LOOP_JOIN_NODE (id=35) ExecOption: Join Build-Side Prepared Asynchronously - BuildRows: 1 - BuildTime: 6698 - InactiveTotalTime: 0 - LocalTime: 426847889 - PeakMemoryUsage: 135152 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916761370 - RowsReturnedRate: 91593567 - TotalTime: 10009014821 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=151) - BytesReceived: 13 - ConvertRowBatchTime: 2113 - DeserializeRowBatchTimer: 14758 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 85873 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11645 HASH_JOIN_NODE (id=14) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 586 - BuildTime: 556320 - InactiveTotalTime: 0 - LocalTime: 313009867 - PeakMemoryUsage: 1198320 - ProbeRows: 1791411 - ProbeRowsPartitioned: 0 - ProbeTime: 96165895 - RowsReturned: 1791411 - RowsReturnedRate: 186952 - TotalTime: 9582169619 Hash Join Builder (join_node_id=14) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 98579 - BuildRowsPartitioned: 586 - GetNewBlockTime: 209720 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 84824 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=141) - BytesReceived: 9240 - ConvertRowBatchTime: 17010 - DeserializeRowBatchTimer: 71667633 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 9363415 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 62584 HASH_JOIN_NODE (id=13) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 1791411 - BuildTime: 683314607 - InactiveTotalTime: 0 - LocalTime: 1424966765 - PeakMemoryUsage: 210866432 - ProbeRows: 2541855 - ProbeRowsPartitioned: 0 - ProbeTime: 513783504 - RowsReturned: 1791411 - RowsReturnedRate: 193265 - TotalTime: 9269162647 Hash Join Builder (join_node_id=13) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 541398549 - BuildRowsPartitioned: 1791411 - GetNewBlockTime: 3350792 - HashBuckets: 4194304 - HashCollisions: 1269 - HashTablesBuildTime: 135140918 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=140) - BytesReceived: 62161734 - ConvertRowBatchTime: 38236782 - DeserializeRowBatchTimer: 406679543 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 7679287496 - PeakMemoryUsage: 0 - RowsReturned: 1791411 - RowsReturnedRate: 230431 - SendersBlockedTimer: 89278413490 - SendersBlockedTotalTimer(*): 624488473953 - TotalTime: 7774148598 EXCHANGE_NODE (id=139) - BytesReceived: 23399780 - ConvertRowBatchTime: 55140497 - DeserializeRowBatchTimer: 4041178825 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2541855 - RowsReturnedRate: 36283036 - SendersBlockedTimer: 105620906173 - SendersBlockedTotalTimer(*): 633516543053 - TotalTime: 70056292 Averaged Fragment F01 split sizes: min: 61.98 MB, max: 132.34 MB, avg: 91.53 MB, stddev: 31.82 MB completion times: min:2m9s max:2m10s mean: 2m10s stddev:555.618ms execution rates: min:485.76 KB/sec max:1.01 MB/sec mean:718.92 KB/sec stddev:248.12 KB/sec num instances: 7 - AverageThreadTokens: 1.98447452918089 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 19409320 - PerHostPeakMemUsage: 1591918364 - RowsProduced: 2542349 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 126820521074 - TotalStorageWaitTime: 11616104 - TotalThreadsInvoluntaryContextSwitches: 68 - TotalThreadsTotalWallClockTime: 257124867785 - TotalThreadsSysTime: 44619142 - TotalThreadsUserTime: 1008402571 - TotalThreadsVoluntaryContextSwitches: 1795 - TotalTime: 130246395274 Fragment Instance Lifecycle Timings - ExecTime: 128374319272 - ExecTreeExecTime: 841976047 - InactiveTotalTime: 0 - OpenTime: 612950528 - ExecTreeOpenTime: 45670 - PrepareTime: 1258115811 - ExecTreePrepareTime: 18682200 - TotalTime: 0 DataStreamSender (dst_id=139) - BytesSent: 23403459 - InactiveTotalTime: 0 - NetworkThroughput(*): 353526061 - OverallThroughput: 92137101 - PeakMemoryUsage: 413801 - RowsReturned: 2542349 - SerializeBatchTime: 173073381 - TotalTime: 256272455 - TransmitDataRPCTime: 66022090 - UncompressedRowBatchSize: 33056144 CodeGen - CodegenTime: 81559225 - CompileTime: 210239767 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 35 - NumInstructions: 589 - OptimizationTime: 392789130 - PeakMemoryUsage: 301568 - PrepareTime: 937309993 - TotalTime: 1589946711 HDFS_SCAN_NODE (id=11) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9994285714285712 - BytesRead: 8223137 - BytesReadDataNodeCache: 0 - BytesReadLocal: 8223137 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 8223137 - DecompressionTime: 152407608 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 16994212 - PerReadThreadRawHdfsThroughput: 2114963310 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 223318443 - RowBatchQueuePutWaitTime: 126491662509 - RowsRead: 4737923 - RowsReturned: 2542349 - RowsReturnedRate: 3267862 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 10 - ScannerThreadsTotalWallClockTime: 128137800094 - MaterializeTupleTime(*): 494650462 - ScannerThreadsSysTime: 23744714 - ScannerThreadsUserTime: 442578285 - ScannerThreadsVoluntaryContextSwitches: 1368 - TotalRawHdfsReadTime(*): 3907104 - TotalReadThroughput: 63414 - TotalTime: 885370738 Filter 2 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 42561 - Rows rejected: 1023 - Rows total: 4737923 - TotalTime: 0 Filter 3 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 3443295 - Rows rejected: 2194550 - Rows total: 4736900 - TotalTime: 0 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 176 - BlocksRecycled: 128 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 103079215104 - PeakMemoryUsage: 629161984 - ScratchFileUsedBytes: 0 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 Fragment F01 Instance 5840e519cb1bb31f:8 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/61.99 MB 2:1/61.98 MB Filter 2 arrival: 2m9s Filter 3 arrival: 2m9s - AverageThreadTokens: 2.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 19800071 - PerHostPeakMemUsage: 1773521729 - RowsProduced: 3433537 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 129018543264 - TotalStorageWaitTime: 12819096 - TotalThreadsInvoluntaryContextSwitches: 37 - TotalThreadsTotalWallClockTime: 261350924360 - TotalThreadsSysTime: 68349000 - TotalThreadsUserTime: 1434304000 - TotalThreadsVoluntaryContextSwitches: 2063 - TotalTime: 130784844788 Fragment Instance Lifecycle Timings - ExecTime: 130689508708 - ExecTreeExecTime: 981834844 - InactiveTotalTime: 0 - OpenTime: 56989648 - ExecTreeOpenTime: 40984 - PrepareTime: 38294920 - ExecTreePrepareTime: 100448 - TotalTime: 0 DataStreamSender (dst_id=139) - BytesSent: 31406548 - InactiveTotalTime: 0 - NetworkThroughput(*): 389808402 - OverallThroughput: 103091659 - PeakMemoryUsage: 400928 - RowsReturned: 3433537 - SerializeBatchTime: 223752584 - TotalTime: 304646836 - TransmitDataRPCTime: 80569192 - UncompressedRowBatchSize: 44643541 CodeGen - CodegenTime: 1103208 - CompileTime: 9772592 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 35 - NumInstructions: 589 - OptimizationTime: 44857128 - PeakMemoryUsage: 301568 - PrepareTime: 32089264 - TotalTime: 87250556 HDFS_SCAN_NODE (id=11) Hdfs split stats (:<# splits>/): 1:1/61.99 MB 2:1/61.98 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Only following filters arrived: , waited 944ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 13228373 - BytesReadDataNodeCache: 0 - BytesReadLocal: 13228373 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 13228373 - DecompressionTime: 186553912 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 17389104 - PerReadThreadRawHdfsThroughput: 2103350160 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 20826076 - RowBatchQueuePutWaitTime: 128908335960 - RowsRead: 7410563 - RowsReturned: 3433537 - RowsReturnedRate: 3503892 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 19 - ScannerThreadsTotalWallClockTime: 130604457532 - MaterializeTupleTime(*): 513893508 - ScannerThreadsSysTime: 36806000 - ScannerThreadsUserTime: 709275000 - ScannerThreadsVoluntaryContextSwitches: 1633 - TotalRawHdfsReadTime(*): 6289192 - TotalReadThroughput: 101755 - TotalTime: 979920656 Filter 2 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 104736 - Rows rejected: 3583 - Rows total: 7410563 - TotalTime: 0 Filter 3 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 5981572 - Rows rejected: 3973443 - Rows total: 7406980 - TotalTime: 0 Instance 5840e519cb1bb31f:c (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 2:1/61.99 MB 0:1/66.11 MB Filter 2 arrival: 2m9s Filter 3 arrival: 2m9s - AverageThreadTokens: 2.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 26871216 - PerHostPeakMemUsage: 1613256812 - RowsProduced: 3270176 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 128994376272 - TotalStorageWaitTime: 14289332 - TotalThreadsInvoluntaryContextSwitches: 22 - TotalThreadsTotalWallClockTime: 261342968760 - TotalThreadsSysTime: 43765000 - TotalThreadsUserTime: 1366923000 - TotalThreadsVoluntaryContextSwitches: 2287 - TotalTime: 130736545700 Fragment Instance Lifecycle Timings - ExecTime: 130640839088 - ExecTreeExecTime: 976111912 - InactiveTotalTime: 0 - OpenTime: 58476200 - ExecTreeOpenTime: 37520 - PrepareTime: 37160976 - ExecTreePrepareTime: 73936 - TotalTime: 0 DataStreamSender (dst_id=139) - BytesSent: 30332129 - InactiveTotalTime: 0 - NetworkThroughput(*): 380506539 - OverallThroughput: 99657864 - PeakMemoryUsage: 384544 - RowsReturned: 3270176 - SerializeBatchTime: 223840840 - TotalTime: 304362624 - TransmitDataRPCTime: 79715132 - UncompressedRowBatchSize: 42519492 CodeGen - CodegenTime: 2182172 - CompileTime: 10626608 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 35 - NumInstructions: 589 - OptimizationTime: 46284048 - PeakMemoryUsage: 301568 - PrepareTime: 30799672 - TotalTime: 88279532 HDFS_SCAN_NODE (id=11) Hdfs split stats (:<# splits>/): 2:1/61.99 MB 0:1/66.11 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Only following filters arrived: , waited 943ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 11511808 - BytesReadDataNodeCache: 0 - BytesReadLocal: 11511808 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 11511808 - DecompressionTime: 136998504 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 24442841 - PerReadThreadRawHdfsThroughput: 2176951762 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 14893176 - RowBatchQueuePutWaitTime: 129408202764 - RowsRead: 6632473 - RowsReturned: 3270176 - RowsReturnedRate: 3356064 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 9 - ScannerThreadsTotalWallClockTime: 130643693720 - MaterializeTupleTime(*): 492360576 - ScannerThreadsSysTime: 26485000 - ScannerThreadsUserTime: 643416000 - ScannerThreadsVoluntaryContextSwitches: 1853 - TotalRawHdfsReadTime(*): 5288040 - TotalReadThroughput: 88213 - TotalTime: 974407992 Filter 2 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 108431 - Rows rejected: 3583 - Rows total: 6632473 - TotalTime: 0 Filter 3 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 5350938 - Rows rejected: 3358714 - Rows total: 6628890 - TotalTime: 0 Instance 5840e519cb1bb31f:7 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/61.98 MB Filter 2 arrival: 2m9s Filter 3 arrival: 2m9s - AverageThreadTokens: 2.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 19767511 - PerHostPeakMemUsage: 1816433338 - RowsProduced: 2064125 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 129213805132 - TotalStorageWaitTime: 7130244 - TotalThreadsInvoluntaryContextSwitches: 9 - TotalThreadsTotalWallClockTime: 260769325164 - TotalThreadsSysTime: 45627000 - TotalThreadsUserTime: 777180000 - TotalThreadsVoluntaryContextSwitches: 1556 - TotalTime: 130656315260 Fragment Instance Lifecycle Timings - ExecTime: 130536222340 - ExecTreeExecTime: 935716792 - InactiveTotalTime: 0 - OpenTime: 88843516 - ExecTreeOpenTime: 40496 - PrepareTime: 31216356 - ExecTreePrepareTime: 53040 - TotalTime: 0 DataStreamSender (dst_id=139) - BytesSent: 18675845 - InactiveTotalTime: 0 - NetworkThroughput(*): 395632302 - OverallThroughput: 108538926 - PeakMemoryUsage: 400928 - RowsReturned: 2064125 - SerializeBatchTime: 124419096 - TotalTime: 172065872 - TransmitDataRPCTime: 47205056 - UncompressedRowBatchSize: 26838177 CodeGen - CodegenTime: 1289504 - CompileTime: 11681848 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 35 - NumInstructions: 589 - OptimizationTime: 72952208 - PeakMemoryUsage: 301568 - PrepareTime: 26270052 - TotalTime: 111635628 HDFS_SCAN_NODE (id=11) Hdfs split stats (:<# splits>/): 4:1/61.98 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 904ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 6613713 - BytesReadDataNodeCache: 0 - BytesReadLocal: 6613713 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 6613713 - DecompressionTime: 96269364 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 17380096 - PerReadThreadRawHdfsThroughput: 1888367618 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 21563744 - RowBatchQueuePutWaitTime: 129140241304 - RowsRead: 3705181 - RowsReturned: 2064125 - RowsReturnedRate: 2208866 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 6 - ScannerThreadsTotalWallClockTime: 130144301848 - MaterializeTupleTime(*): 226995336 - ScannerThreadsSysTime: 33633000 - ScannerThreadsUserTime: 306774000 - ScannerThreadsVoluntaryContextSwitches: 1244 - TotalRawHdfsReadTime(*): 3502344 - TotalReadThroughput: 50874 - TotalTime: 934472636 Filter 2 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 5697 - Rows rejected: 0 - Rows total: 3705181 - TotalTime: 0 Filter 3 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 2364765 - Rows rejected: 1641056 - Rows total: 3705181 - TotalTime: 0 Instance 5840e519cb1bb31f:9 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/66.15 MB 5:1/66.19 MB Filter 2 arrival: 2m8s Filter 3 arrival: 2m8s - AverageThreadTokens: 1.9767441860465116 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 16568112 - PerHostPeakMemUsage: 1541707624 - RowsProduced: 3220847 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 125852171768 - TotalStorageWaitTime: 6871768 - TotalThreadsInvoluntaryContextSwitches: 199 - TotalThreadsTotalWallClockTime: 255987719320 - TotalThreadsSysTime: 39280000 - TotalThreadsUserTime: 1191439000 - TotalThreadsVoluntaryContextSwitches: 1954 - TotalTime: 130460285544 Fragment Instance Lifecycle Timings - ExecTime: 127452136608 - ExecTreeExecTime: 627486596 - InactiveTotalTime: 0 - OpenTime: 1323004848 - ExecTreeOpenTime: 58344 - PrepareTime: 1685108312 - ExecTreePrepareTime: 86925160 - TotalTime: 0 DataStreamSender (dst_id=139) - BytesSent: 30012269 - InactiveTotalTime: 0 - NetworkThroughput(*): 371872683 - OverallThroughput: 102395347 - PeakMemoryUsage: 400928 - RowsReturned: 3220847 - SerializeBatchTime: 212090912 - TotalTime: 293101880 - TransmitDataRPCTime: 80705764 - UncompressedRowBatchSize: 41878099 CodeGen - CodegenTime: 33893992 - CompileTime: 437615184 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 35 - NumInstructions: 589 - OptimizationTime: 857715264 - PeakMemoryUsage: 301568 - PrepareTime: 1183745508 - TotalTime: 2667880908 HDFS_SCAN_NODE (id=11) Hdfs split stats (:<# splits>/): 0:1/66.15 MB 5:1/66.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Only following filters arrived: , waited 40ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 9797881 - BytesReadDataNodeCache: 0 - BytesReadLocal: 9797881 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9797881 - DecompressionTime: 304488800 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 14149661 - PerReadThreadRawHdfsThroughput: 2365353547 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 440184724 - RowBatchQueuePutWaitTime: 125253985232 - RowsRead: 5855726 - RowsReturned: 3220847 - RowsReturnedRate: 3889372 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 3 - ScannerThreadsTotalWallClockTime: 127212617440 - MaterializeTupleTime(*): 709645320 - ScannerThreadsSysTime: 15442000 - ScannerThreadsUserTime: 517244000 - ScannerThreadsVoluntaryContextSwitches: 1373 - TotalRawHdfsReadTime(*): 4142248 - TotalReadThroughput: 75951 - TotalTime: 828114712 Filter 2 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 45094 - Rows rejected: 0 - Rows total: 5855726 - TotalTime: 0 Filter 3 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 4483566 - Rows rejected: 2634879 - Rows total: 5855726 - TotalTime: 0 Instance 5840e519cb1bb31f:a (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/62.00 MB Filter 2 arrival: 2m9s Filter 3 arrival: 2m9s - AverageThreadTokens: 1.9961538461538462 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 19825859 - PerHostPeakMemUsage: 1863535041 - RowsProduced: 2178521 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 128803246308 - TotalStorageWaitTime: 5744068 - TotalThreadsInvoluntaryContextSwitches: 86 - TotalThreadsTotalWallClockTime: 260109413972 - TotalThreadsSysTime: 40269000 - TotalThreadsUserTime: 831215000 - TotalThreadsVoluntaryContextSwitches: 1708 - TotalTime: 130380444060 Fragment Instance Lifecycle Timings - ExecTime: 130281226260 - ExecTreeExecTime: 961372480 - InactiveTotalTime: 0 - OpenTime: 63527972 - ExecTreeOpenTime: 50760 - PrepareTime: 35651016 - ExecTreePrepareTime: 71728 - TotalTime: 0 DataStreamSender (dst_id=139) - BytesSent: 19694012 - InactiveTotalTime: 0 - NetworkThroughput(*): 295744306 - OverallThroughput: 93434525 - PeakMemoryUsage: 433696 - RowsReturned: 2178521 - SerializeBatchTime: 143954124 - TotalTime: 210778744 - TransmitDataRPCTime: 66591348 - UncompressedRowBatchSize: 28325577 CodeGen - CodegenTime: 1401976 - CompileTime: 12252564 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 35 - NumInstructions: 589 - OptimizationTime: 47363928 - PeakMemoryUsage: 301568 - PrepareTime: 28935716 - TotalTime: 89228196 HDFS_SCAN_NODE (id=11) Hdfs split stats (:<# splits>/): 3:1/62.00 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 923ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 6613917 - BytesReadDataNodeCache: 0 - BytesReadLocal: 6613917 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 6613917 - DecompressionTime: 94230396 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 17380076 - PerReadThreadRawHdfsThroughput: 2195875990 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 21520784 - RowBatchQueuePutWaitTime: 128492381548 - RowsRead: 3705458 - RowsReturned: 2178521 - RowsReturnedRate: 2269181 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 14 - ScannerThreadsTotalWallClockTime: 129765833608 - MaterializeTupleTime(*): 273470380 - ScannerThreadsSysTime: 22074000 - ScannerThreadsUserTime: 349278000 - ScannerThreadsVoluntaryContextSwitches: 1363 - TotalRawHdfsReadTime(*): 3011972 - TotalReadThroughput: 50876 - TotalTime: 960046896 Filter 2 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 9837 - Rows rejected: 0 - Rows total: 3705458 - TotalTime: 0 Filter 3 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 2152050 - Rows rejected: 1526937 - Rows total: 3705458 - TotalTime: 0 Instance 5840e519cb1bb31f:b (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/66.14 MB Filter 2 arrival: 2m8s Filter 3 arrival: 2m8s - AverageThreadTokens: 1.953307392996109 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 16472892 - PerHostPeakMemUsage: 873666812 - RowsProduced: 1779921 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 121210906876 - TotalStorageWaitTime: 5676912 - TotalThreadsInvoluntaryContextSwitches: 71 - TotalThreadsTotalWallClockTime: 249215189612 - TotalThreadsSysTime: 33423000 - TotalThreadsUserTime: 684022000 - TotalThreadsVoluntaryContextSwitches: 1709 - TotalTime: 129456079748 Fragment Instance Lifecycle Timings - ExecTime: 123593694576 - ExecTreeExecTime: 1148869376 - InactiveTotalTime: 0 - OpenTime: 2281643856 - ExecTreeOpenTime: 55132 - PrepareTime: 3573951204 - ExecTreePrepareTime: 24777028 - TotalTime: 0 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 176 - BlocksRecycled: 128 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 103079215104 - PeakMemoryUsage: 629161984 - ScratchFileUsedBytes: 0 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 DataStreamSender (dst_id=139) - BytesSent: 16538145 - InactiveTotalTime: 0 - NetworkThroughput(*): 271362140 - OverallThroughput: 81958311 - PeakMemoryUsage: 466464 - RowsReturned: 1779921 - SerializeBatchTime: 140623008 - TotalTime: 201787284 - TransmitDataRPCTime: 60944924 - UncompressedRowBatchSize: 23142897 CodeGen - CodegenTime: 387091904 - CompileTime: 823123968 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 35 - NumInstructions: 589 - OptimizationTime: 1431807468 - PeakMemoryUsage: 301568 - PrepareTime: 2512441292 - TotalTime: 4889578476 HDFS_SCAN_NODE (id=11) Hdfs split stats (:<# splits>/): 1:1/66.14 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 41ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 4898179 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4898179 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4898179 - DecompressionTime: 178269304 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 14086501 - PerReadThreadRawHdfsThroughput: 2537154119 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 840150976 - RowBatchQueuePutWaitTime: 119952273708 - RowsRead: 2927912 - RowsReturned: 1779921 - RowsReturnedRate: 1456656 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 11 - ScannerThreadsTotalWallClockTime: 123339886196 - MaterializeTupleTime(*): 903709704 - ScannerThreadsSysTime: 11533000 - ScannerThreadsUserTime: 249342000 - ScannerThreadsVoluntaryContextSwitches: 1141 - TotalRawHdfsReadTime(*): 1930580 - TotalReadThroughput: 38117 - TotalTime: 1221921856 Filter 2 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 8417 - Rows rejected: 0 - Rows total: 2927912 - TotalTime: 0 Filter 3 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 1948968 - Rows rejected: 1147991 - Rows total: 2927912 - TotalTime: 0 Instance 5840e519cb1bb31f:d (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/66.21 MB Filter 2 arrival: 2m8s Filter 3 arrival: 2m8s - AverageThreadTokens: 1.9651162790697674 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 16559584 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 1849319 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 124650597901 - TotalStorageWaitTime: 28781310 - TotalThreadsInvoluntaryContextSwitches: 58 - TotalThreadsTotalWallClockTime: 251098533309 - TotalThreadsSysTime: 41621000 - TotalThreadsUserTime: 773735000 - TotalThreadsVoluntaryContextSwitches: 1291 - TotalTime: 129250251822 Fragment Instance Lifecycle Timings - ExecTime: 125426607330 - ExecTreeExecTime: 262440330 - InactiveTotalTime: 0 - OpenTime: 418167659 - ExecTreeOpenTime: 36454 - PrepareTime: 3405427894 - ExecTreePrepareTime: 18774065 - TotalTime: 0 DataStreamSender (dst_id=139) - BytesSent: 17165267 - InactiveTotalTime: 0 - NetworkThroughput(*): 369756061 - OverallThroughput: 55883078 - PeakMemoryUsage: 409120 - RowsReturned: 1849319 - SerializeBatchTime: 142833103 - TotalTime: 307163950 - TransmitDataRPCTime: 46423220 - UncompressedRowBatchSize: 24045231 CodeGen - CodegenTime: 143951819 - CompileTime: 166605610 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 35 - NumInstructions: 589 - OptimizationTime: 248543867 - PeakMemoryUsage: 301568 - PrepareTime: 2746888448 - TotalTime: 3195773687 HDFS_SCAN_NODE (id=11) Hdfs split stats (:<# splits>/): 1:1/66.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 40ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.996 - BytesRead: 4898090 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4898090 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4898090 - DecompressionTime: 70042976 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 14131209 - PerReadThreadRawHdfsThroughput: 1537689978 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 204089623 - RowBatchQueuePutWaitTime: 124286217048 - RowsRead: 2928154 - RowsReturned: 1849319 - RowsReturnedRate: 6191009 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 8 - ScannerThreadsTotalWallClockTime: 125253810315 - MaterializeTupleTime(*): 342478410 - ScannerThreadsSysTime: 20240000 - ScannerThreadsUserTime: 322719000 - ScannerThreadsVoluntaryContextSwitches: 970 - TotalRawHdfsReadTime(*): 3185356 - TotalReadThroughput: 38117 - TotalTime: 298710419 Filter 2 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 15719 - Rows rejected: 0 - Rows total: 2928154 - TotalTime: 0 Filter 3 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 1821210 - Rows rejected: 1078835 - Rows total: 2928154 - TotalTime: 0 Averaged Fragment F02 split sizes: min: 4.34 GB, max: 4.45 GB, avg: 4.39 GB, stddev: 42.23 MB completion times: min:2m5s max:2m8s mean: 2m7s stddev:890.254ms execution rates: min:34.83 MB/sec max:35.84 MB/sec mean:35.33 MB/sec stddev:343.00 KB/sec num instances: 7 - AverageThreadTokens: 1.9830594860023685 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 284694526 - PerHostPeakMemUsage: 1591918364 - RowsProduced: 1791796 - TotalNetworkReceiveTime: 8042933042 - TotalNetworkSendTime: 101576688326 - TotalStorageWaitTime: 3435760682 - TotalThreadsInvoluntaryContextSwitches: 1120 - TotalThreadsTotalWallClockTime: 250542290982 - TotalThreadsSysTime: 2614422857 - TotalThreadsUserTime: 19269042142 - TotalThreadsVoluntaryContextSwitches: 22737 - TotalTime: 127244886118 Fragment Instance Lifecycle Timings - ExecTime: 113088158732 - ExecTreeExecTime: 5858455965 - InactiveTotalTime: 0 - OpenTime: 12612541570 - ExecTreeOpenTime: 9231432949 - PrepareTime: 1544122746 - ExecTreePrepareTime: 70327049 - TotalTime: 0 DataStreamSender (dst_id=140) - BytesSent: 62166934 - InactiveTotalTime: 0 - NetworkThroughput(*): 369540827 - OverallThroughput: 100573340 - PeakMemoryUsage: 286048 - RowsReturned: 1791796 - SerializeBatchTime: 438853071 - TotalTime: 620820033 - TransmitDataRPCTime: 168820629 - UncompressedRowBatchSize: 105791302 CodeGen - CodegenTime: 52652278 - CompileTime: 2033139843 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 88 - NumInstructions: 2896 - OptimizationTime: 1298366406 - PeakMemoryUsage: 1482752 - PrepareTime: 1104645602 - TotalTime: 4496995466 HASH_JOIN_NODE (id=10) - BuildRows: 8750 - BuildTime: 330152827 - InactiveTotalTime: 0 - LocalTime: 708619006 - PeakMemoryUsage: 12596169 - ProbeRows: 1791796 - ProbeRowsPartitioned: 0 - ProbeTime: 262236433 - RowsReturned: 1791796 - RowsReturnedRate: 121113 - TotalTime: 15207326026 Hash Join Builder (join_node_id=10) - BuildRowsPartitionTime: 3133191 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 181916666 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 141294803 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=138) - BytesReceived: 140497 - ConvertRowBatchTime: 219676 - DeserializeRowBatchTimer: 192691911 - FirstBatchArrivalWaitTime: 7094166432 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 5067968 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8043178135 HDFS_SCAN_NODE (id=0) - AverageHdfsReadThreadConcurrency: 0.021346757616956598 - AverageScannerThreadConcurrency: 1.095761136543001 - BytesRead: 645817587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 541974941 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 541974941 - DecompressionTime: 10466543723 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 49 - NumScannerThreadsStarted: 3 - PeakMemoryUsage: 277597492 - PerReadThreadRawHdfsThroughput: 181400320 - RemoteScanRanges: 74 - RowBatchQueueGetWaitTime: 6322343205 - RowBatchQueuePutWaitTime: 92293238769 - RowsRead: 90159237 - RowsReturned: 1791796 - RowsReturnedRate: 318339 - ScanRangesComplete: 42 - ScannerThreadsInvoluntaryContextSwitches: 1007 - ScannerThreadsTotalWallClockTime: 124843098896 - MaterializeTupleTime(*): 16193683560 - ScannerThreadsSysTime: 1727790857 - ScannerThreadsUserTime: 17613025142 - ScannerThreadsVoluntaryContextSwitches: 11411 - TotalRawHdfsReadTime(*): 3843468747 - TotalReadThroughput: 5068640 - TotalTime: 6455528884 Filter 4 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 41403242 - Rows rejected: 6673756 - Rows total: 90159237 - TotalTime: 0 Fragment F02 Instance 5840e519cb1bb31f:30 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:6/696.45 MB 0:7/754.42 MB 3:9/1.02 GB 2:4/350.45 MB 5:10/1.06 GB 4:5/590.41 MB Filter 4 arrival: 12s532ms - AverageThreadTokens: 1.97265625 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 359007912 - PerHostPeakMemUsage: 1863535041 - RowsProduced: 1695632 - TotalNetworkReceiveTime: 12128591392 - TotalNetworkSendTime: 97574234836 - TotalStorageWaitTime: 2669407156 - TotalThreadsInvoluntaryContextSwitches: 1139 - TotalThreadsTotalWallClockTime: 253212766292 - TotalThreadsSysTime: 2404753000 - TotalThreadsUserTime: 17847687000 - TotalThreadsVoluntaryContextSwitches: 20301 - TotalTime: 128463298720 Fragment Instance Lifecycle Timings - ExecTime: 115875224064 - ExecTreeExecTime: 5893528760 - InactiveTotalTime: 0 - OpenTime: 12528821704 - ExecTreeOpenTime: 12185309012 - PrepareTime: 59172196 - ExecTreePrepareTime: 553372 - TotalTime: 0 DataStreamSender (dst_id=140) - BytesSent: 58881450 - InactiveTotalTime: 0 - NetworkThroughput(*): 402082751 - OverallThroughput: 106931856 - PeakMemoryUsage: 286048 - RowsReturned: 1695632 - SerializeBatchTime: 403493324 - TotalTime: 550644604 - TransmitDataRPCTime: 146441124 - UncompressedRowBatchSize: 100113552 CodeGen - CodegenTime: 3599988 - CompileTime: 141135328 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 88 - NumInstructions: 2896 - OptimizationTime: 199507100 - PeakMemoryUsage: 1482752 - PrepareTime: 44162184 - TotalTime: 386216436 HASH_JOIN_NODE (id=10) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 4928080 - InactiveTotalTime: 0 - LocalTime: 221574848 - PeakMemoryUsage: 12556011 - ProbeRows: 1695632 - ProbeRowsPartitioned: 0 - ProbeTime: 203551500 - RowsReturned: 1695632 - RowsReturnedRate: 93799 - TotalTime: 18077183640 Hash Join Builder (join_node_id=10) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1498360 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 95224 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 2399500 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=138) - BytesReceived: 140497 - ConvertRowBatchTime: 197164 - DeserializeRowBatchTimer: 1177260 - FirstBatchArrivalWaitTime: 10961392904 - InactiveTotalTime: 12128458448 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 721 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12128807372 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 1:6/696.45 MB 0:7/754.42 MB 3:9/1.02 GB 2:4/350.45 MB 5:10/1.06 GB 4:5/590.41 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 41 out of 41 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:98.27% 1:1.299% 2:0.4329% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:18 PARQUET/GZIP:228 - AverageHdfsReadThreadConcurrency: 0.021645021645021644 - AverageScannerThreadConcurrency: 1.077922077922078 - BytesRead: 599472129 - BytesReadDataNodeCache: 0 - BytesReadLocal: 494056113 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 494056113 - DecompressionTime: 12667505136 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 47 - NumScannerThreadsStarted: 3 - PeakMemoryUsage: 354443760 - PerReadThreadRawHdfsThroughput: 162312682 - RemoteScanRanges: 68 - RowBatchQueueGetWaitTime: 5708371516 - RowBatchQueuePutWaitTime: 80031680064 - RowsRead: 84724992 - RowsReturned: 1695632 - RowsReturnedRate: 296087 - ScanRangesComplete: 41 - ScannerThreadsInvoluntaryContextSwitches: 1078 - ScannerThreadsTotalWallClockTime: 124808783676 - MaterializeTupleTime(*): 24596963524 - ScannerThreadsSysTime: 1548241000 - ScannerThreadsUserTime: 16307014000 - ScannerThreadsVoluntaryContextSwitches: 9929 - TotalRawHdfsReadTime(*): 3693316620 - TotalReadThroughput: 4568713 - TotalTime: 5726801420 Filter 4 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 40980818 - Rows rejected: 5849223 - Rows total: 84724992 - TotalTime: 0 Instance 5840e519cb1bb31f:2e (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:8/748.06 MB 5:7/640.34 MB 2:8/877.93 MB 4:4/512.00 MB 1:7/850.45 MB 0:8/857.24 MB Filter 4 arrival: 13s070ms - AverageThreadTokens: 2.0 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 302863221 - PerHostPeakMemUsage: 1773521729 - RowsProduced: 1847295 - TotalNetworkReceiveTime: 12700031052 - TotalNetworkSendTime: 101962949220 - TotalStorageWaitTime: 5303102920 - TotalThreadsInvoluntaryContextSwitches: 1169 - TotalThreadsTotalWallClockTime: 255933740592 - TotalThreadsSysTime: 2771949000 - TotalThreadsUserTime: 20744047000 - TotalThreadsVoluntaryContextSwitches: 23787 - TotalTime: 128261113952 Fragment Instance Lifecycle Timings - ExecTime: 115144415736 - ExecTreeExecTime: 5616955592 - InactiveTotalTime: 0 - OpenTime: 13075662008 - ExecTreeOpenTime: 12749931384 - PrepareTime: 41000664 - ExecTreePrepareTime: 277232 - TotalTime: 0 DataStreamSender (dst_id=140) - BytesSent: 63941622 - InactiveTotalTime: 0 - NetworkThroughput(*): 330644555 - OverallThroughput: 96730438 - PeakMemoryUsage: 286048 - RowsReturned: 1847295 - SerializeBatchTime: 466875548 - TotalTime: 661028972 - TransmitDataRPCTime: 193384772 - UncompressedRowBatchSize: 109068037 CodeGen - CodegenTime: 2529248 - CompileTime: 120725696 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 88 - NumInstructions: 2896 - OptimizationTime: 199922980 - PeakMemoryUsage: 1482752 - PrepareTime: 29510688 - TotalTime: 350938192 HASH_JOIN_NODE (id=10) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 4703220 - InactiveTotalTime: 0 - LocalTime: 360185756 - PeakMemoryUsage: 12526952 - ProbeRows: 1847295 - ProbeRowsPartitioned: 0 - ProbeTime: 347231668 - RowsReturned: 1847295 - RowsReturnedRate: 100590 - TotalTime: 18364558404 Hash Join Builder (join_node_id=10) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 3390148 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 93568 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 458824 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=138) - BytesReceived: 140497 - ConvertRowBatchTime: 277036 - DeserializeRowBatchTimer: 981636 - FirstBatchArrivalWaitTime: 11319708532 - InactiveTotalTime: 12699558768 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 688 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12700352664 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 3:8/748.06 MB 5:7/640.34 MB 2:8/877.93 MB 4:4/512.00 MB 1:7/850.45 MB 0:8/857.24 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 42 out of 42 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:99.13% 1:0.4348% 2:0% 3:0% 4:0.4348% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:24 PARQUET/GZIP:228 - AverageHdfsReadThreadConcurrency: 0.021739130434782608 - AverageScannerThreadConcurrency: 1.1130434782608696 - BytesRead: 687274613 - BytesReadDataNodeCache: 0 - BytesReadLocal: 536585340 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 536585340 - DecompressionTime: 12420336204 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 51 - NumScannerThreadsStarted: 3 - PeakMemoryUsage: 298288985 - PerReadThreadRawHdfsThroughput: 105536991 - RemoteScanRanges: 107 - RowBatchQueueGetWaitTime: 5273472984 - RowBatchQueuePutWaitTime: 85919039748 - RowsRead: 96065007 - RowsReturned: 1847295 - RowsReturnedRate: 348282 - ScanRangesComplete: 42 - ScannerThreadsInvoluntaryContextSwitches: 1100 - ScannerThreadsTotalWallClockTime: 127713737800 - MaterializeTupleTime(*): 22186293612 - ScannerThreadsSysTime: 1791027000 - ScannerThreadsUserTime: 18997240000 - ScannerThreadsVoluntaryContextSwitches: 11999 - TotalRawHdfsReadTime(*): 6512167920 - TotalReadThroughput: 5369249 - TotalTime: 5304019984 Filter 4 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 44456912 - Rows rejected: 9913694 - Rows total: 96065007 - TotalTime: 0 Instance 5840e519cb1bb31f:32 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:7/734.58 MB 1:10/1.13 GB 5:5/640.00 MB 0:6/490.76 MB 2:9/855.76 MB 4:6/676.80 MB Filter 4 arrival: 12s186ms - AverageThreadTokens: 1.9921259842519685 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 229242316 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 1915346 - TotalNetworkReceiveTime: 6904198952 - TotalNetworkSendTime: 106240091536 - TotalStorageWaitTime: 3445128195 - TotalThreadsInvoluntaryContextSwitches: 1128 - TotalThreadsTotalWallClockTime: 249770670055 - TotalThreadsSysTime: 2696052000 - TotalThreadsUserTime: 20008280000 - TotalThreadsVoluntaryContextSwitches: 23223 - TotalTime: 127465436072 Fragment Instance Lifecycle Timings - ExecTime: 114043778742 - ExecTreeExecTime: 4900823788 - InactiveTotalTime: 0 - OpenTime: 9865069975 - ExecTreeOpenTime: 8021635778 - PrepareTime: 3556468166 - ExecTreePrepareTime: 224176268 - TotalTime: 0 DataStreamSender (dst_id=140) - BytesSent: 66620588 - InactiveTotalTime: 0 - NetworkThroughput(*): 372913858 - OverallThroughput: 96587879 - PeakMemoryUsage: 286048 - RowsReturned: 1915346 - SerializeBatchTime: 448285729 - TotalTime: 689740663 - TransmitDataRPCTime: 178648732 - UncompressedRowBatchSize: 113085910 CodeGen - CodegenTime: 35515564 - CompileTime: 961964074 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 88 - NumInstructions: 2896 - OptimizationTime: 845600354 - PeakMemoryUsage: 1482752 - PrepareTime: 2596860099 - TotalTime: 4415963651 HASH_JOIN_NODE (id=10) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 8805193 - InactiveTotalTime: 0 - LocalTime: 604885325 - PeakMemoryUsage: 12604899 - ProbeRows: 1915346 - ProbeRowsPartitioned: 0 - ProbeTime: 231286997 - RowsReturned: 1915346 - RowsReturnedRate: 144217 - TotalTime: 13280989926 Hash Join Builder (join_node_id=10) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1966577 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 2108702 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 627519 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=138) - BytesReceived: 140497 - ConvertRowBatchTime: 225913 - DeserializeRowBatchTimer: 8190916 - FirstBatchArrivalWaitTime: 5529935620 - InactiveTotalTime: 6903872384 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 1267 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6904453391 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 3:7/734.58 MB 1:10/1.13 GB 5:5/640.00 MB 0:6/490.76 MB 2:9/855.76 MB 4:6/676.80 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 43 out of 43 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:98.7% 1:0.4348% 2:0% 3:0% 4:0.8696% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:30 PARQUET/GZIP:228 - AverageHdfsReadThreadConcurrency: 0.0391304347826087 - AverageScannerThreadConcurrency: 1.0956521739130434 - BytesRead: 664021372 - BytesReadDataNodeCache: 0 - BytesReadLocal: 578745287 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 578745287 - DecompressionTime: 9486768030 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 49 - NumScannerThreadsStarted: 3 - PeakMemoryUsage: 221013381 - PerReadThreadRawHdfsThroughput: 227684151 - RemoteScanRanges: 55 - RowBatchQueueGetWaitTime: 5669985692 - RowBatchQueuePutWaitTime: 100165513379 - RowsRead: 92756599 - RowsReturned: 1915346 - RowsReturnedRate: 331854 - ScanRangesComplete: 43 - ScannerThreadsInvoluntaryContextSwitches: 889 - ScannerThreadsTotalWallClockTime: 125868794502 - MaterializeTupleTime(*): 11495252429 - ScannerThreadsSysTime: 1863678000 - ScannerThreadsUserTime: 18206607000 - ScannerThreadsVoluntaryContextSwitches: 11266 - TotalRawHdfsReadTime(*): 2916414555 - TotalReadThroughput: 5228473 - TotalTime: 5771651210 Filter 4 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 40356637 - Rows rejected: 8162188 - Rows total: 92756599 - TotalTime: 0 Instance 5840e519cb1bb31f:2c (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:5/533.51 MB 2:5/373.81 MB 5:6/768.00 MB 3:11/1.23 GB 4:7/649.06 MB 0:7/852.12 MB Filter 4 arrival: 13s298ms - AverageThreadTokens: 1.9682539682539681 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 365395694 - PerHostPeakMemUsage: 1541707624 - RowsProduced: 1684915 - TotalNetworkReceiveTime: 172779016 - TotalNetworkSendTime: 97730507268 - TotalStorageWaitTime: 1256934188 - TotalThreadsInvoluntaryContextSwitches: 1723 - TotalThreadsTotalWallClockTime: 246917755040 - TotalThreadsSysTime: 2691281000 - TotalThreadsUserTime: 18720676000 - TotalThreadsVoluntaryContextSwitches: 23359 - TotalTime: 127450748508 Fragment Instance Lifecycle Timings - ExecTime: 111190704612 - ExecTreeExecTime: 7874603304 - InactiveTotalTime: 0 - OpenTime: 13081671976 - ExecTreeOpenTime: 3715131136 - PrepareTime: 3178330236 - ExecTreePrepareTime: 56294320 - TotalTime: 0 DataStreamSender (dst_id=140) - BytesSent: 58238443 - InactiveTotalTime: 0 - NetworkThroughput(*): 356590280 - OverallThroughput: 103089679 - PeakMemoryUsage: 286048 - RowsReturned: 1684915 - SerializeBatchTime: 400924412 - TotalTime: 564929908 - TransmitDataRPCTime: 163320332 - UncompressedRowBatchSize: 99480817 CodeGen - CodegenTime: 183660008 - CompileTime: 5813724332 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 88 - NumInstructions: 2896 - OptimizationTime: 3340499776 - PeakMemoryUsage: 1482752 - PrepareTime: 2347558308 - TotalTime: 11579840248 HASH_JOIN_NODE (id=10) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 980428368 - InactiveTotalTime: 0 - LocalTime: 1433186372 - PeakMemoryUsage: 12535550 - ProbeRows: 1684915 - ProbeRowsPartitioned: 0 - ProbeTime: 358442988 - RowsReturned: 1684915 - RowsReturnedRate: 144367 - TotalTime: 11671046624 Hash Join Builder (join_node_id=10) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1511132 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 841468756 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 119516052 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=138) - BytesReceived: 140497 - ConvertRowBatchTime: 175280 - DeserializeRowBatchTimer: 348400144 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 50585 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 172972960 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 1:5/533.51 MB 2:5/373.81 MB 5:6/768.00 MB 3:11/1.23 GB 4:7/649.06 MB 0:7/852.12 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 41 out of 41 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:99.12% 1:0.4425% 2:0% 3:0.4425% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:18 PARQUET/GZIP:228 - AverageHdfsReadThreadConcurrency: 0.017699115044247787 - AverageScannerThreadConcurrency: 1.079646017699115 - BytesRead: 627426495 - BytesReadDataNodeCache: 0 - BytesReadLocal: 520794063 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 520794063 - DecompressionTime: 10309823032 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 47 - NumScannerThreadsStarted: 3 - PeakMemoryUsage: 354356774 - PerReadThreadRawHdfsThroughput: 236024219 - RemoteScanRanges: 74 - RowBatchQueueGetWaitTime: 9826183216 - RowBatchQueuePutWaitTime: 90883100540 - RowsRead: 87339287 - RowsReturned: 1684915 - RowsReturnedRate: 167405 - ScanRangesComplete: 41 - ScannerThreadsInvoluntaryContextSwitches: 1591 - ScannerThreadsTotalWallClockTime: 122645431340 - MaterializeTupleTime(*): 16933077876 - ScannerThreadsSysTime: 1739826000 - ScannerThreadsUserTime: 17086790000 - ScannerThreadsVoluntaryContextSwitches: 12028 - TotalRawHdfsReadTime(*): 2658314036 - TotalReadThroughput: 4979535 - TotalTime: 10064887292 Filter 4 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 44210085 - Rows rejected: 8641510 - Rows total: 87339287 - TotalTime: 0 Instance 5840e519cb1bb31f:31 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 5:4/512.00 MB 3:4/355.73 MB 4:7/896.00 MB 0:11/1.18 GB 1:8/834.39 MB 2:8/741.47 MB Filter 4 arrival: 12s374ms - AverageThreadTokens: 1.9841897233201582 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 237774359 - PerHostPeakMemUsage: 1613256812 - RowsProduced: 1981657 - TotalNetworkReceiveTime: 11987817216 - TotalNetworkSendTime: 106843373840 - TotalStorageWaitTime: 3866355992 - TotalThreadsInvoluntaryContextSwitches: 1034 - TotalThreadsTotalWallClockTime: 251931804388 - TotalThreadsSysTime: 2692169000 - TotalThreadsUserTime: 20230479000 - TotalThreadsVoluntaryContextSwitches: 22862 - TotalTime: 126981865052 Fragment Instance Lifecycle Timings - ExecTime: 114549696760 - ExecTreeExecTime: 4222445904 - InactiveTotalTime: 0 - OpenTime: 12385649872 - ExecTreeOpenTime: 12047490584 - PrepareTime: 46472832 - ExecTreePrepareTime: 282140 - TotalTime: 0 DataStreamSender (dst_id=140) - BytesSent: 68507409 - InactiveTotalTime: 0 - NetworkThroughput(*): 377750142 - OverallThroughput: 102808097 - PeakMemoryUsage: 286048 - RowsReturned: 1981657 - SerializeBatchTime: 483912844 - TotalTime: 666361996 - TransmitDataRPCTime: 181356408 - UncompressedRowBatchSize: 117001027 CodeGen - CodegenTime: 1956272 - CompileTime: 126750360 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 88 - NumInstructions: 2896 - OptimizationTime: 209147984 - PeakMemoryUsage: 1482752 - PrepareTime: 33642444 - TotalTime: 370604436 HASH_JOIN_NODE (id=10) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 2877964 - InactiveTotalTime: 0 - LocalTime: 255021512 - PeakMemoryUsage: 12815236 - ProbeRows: 1981657 - ProbeRowsPartitioned: 0 - ProbeTime: 235758624 - RowsReturned: 1981657 - RowsReturnedRate: 121817 - TotalTime: 16267415508 Hash Join Builder (join_node_id=10) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1444112 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 67512 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 527152 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=138) - BytesReceived: 140497 - ConvertRowBatchTime: 193900 - DeserializeRowBatchTimer: 742948 - FirstBatchArrivalWaitTime: 10818273792 - InactiveTotalTime: 11987699644 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 729 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11988029112 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 5:4/512.00 MB 3:4/355.73 MB 4:7/896.00 MB 0:11/1.18 GB 1:8/834.39 MB 2:8/741.47 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 42 out of 42 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:99.13% 1:0.4367% 2:0% 3:0.4367% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:18 PARQUET/GZIP:234 - AverageHdfsReadThreadConcurrency: 0.017467248908296942 - AverageScannerThreadConcurrency: 1.0873362445414847 - BytesRead: 666080967 - BytesReadDataNodeCache: 0 - BytesReadLocal: 581116018 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 581116018 - DecompressionTime: 9638281472 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 50 - NumScannerThreadsStarted: 3 - PeakMemoryUsage: 227528798 - PerReadThreadRawHdfsThroughput: 180368862 - RemoteScanRanges: 62 - RowBatchQueueGetWaitTime: 4002828052 - RowBatchQueuePutWaitTime: 98677638836 - RowsRead: 94469135 - RowsReturned: 1981657 - RowsReturnedRate: 492414 - ScanRangesComplete: 42 - ScannerThreadsInvoluntaryContextSwitches: 950 - ScannerThreadsTotalWallClockTime: 124996552908 - MaterializeTupleTime(*): 11617741688 - ScannerThreadsSysTime: 1828398000 - ScannerThreadsUserTime: 18445688000 - ScannerThreadsVoluntaryContextSwitches: 11424 - TotalRawHdfsReadTime(*): 3692882232 - TotalReadThroughput: 5265462 - TotalTime: 4024364884 Filter 4 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 36617213 - Rows rejected: 3501047 - Rows total: 94469135 - TotalTime: 0 Instance 5840e519cb1bb31f:2d (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:5/544.68 MB 5:7/860.36 MB 1:5/438.26 MB 0:10/1.03 GB 2:7/730.44 MB 3:8/842.70 MB Filter 4 arrival: 12s819ms - AverageThreadTokens: 1.9761904761904763 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 329974093 - PerHostPeakMemUsage: 1816433338 - RowsProduced: 1730637 - TotalNetworkReceiveTime: 12407070124 - TotalNetworkSendTime: 106062677416 - TotalStorageWaitTime: 3937081616 - TotalThreadsInvoluntaryContextSwitches: 612 - TotalThreadsTotalWallClockTime: 249437393204 - TotalThreadsSysTime: 2492825000 - TotalThreadsUserTime: 17776437000 - TotalThreadsVoluntaryContextSwitches: 18918 - TotalTime: 126398772344 Fragment Instance Lifecycle Timings - ExecTime: 113506819344 - ExecTreeExecTime: 4187697708 - InactiveTotalTime: 0 - OpenTime: 12838309904 - ExecTreeOpenTime: 12482216128 - PrepareTime: 53611452 - ExecTreePrepareTime: 295280 - TotalTime: 0 DataStreamSender (dst_id=140) - BytesSent: 60867264 - InactiveTotalTime: 0 - NetworkThroughput(*): 377201242 - OverallThroughput: 109302823 - PeakMemoryUsage: 286048 - RowsReturned: 1730637 - SerializeBatchTime: 394782576 - TotalTime: 556868176 - TransmitDataRPCTime: 161365492 - UncompressedRowBatchSize: 102180335 CodeGen - CodegenTime: 1290996 - CompileTime: 135738600 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 88 - NumInstructions: 2896 - OptimizationTime: 217074548 - PeakMemoryUsage: 1482752 - PrepareTime: 43762636 - TotalTime: 397362016 HASH_JOIN_NODE (id=10) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 3774428 - InactiveTotalTime: 0 - LocalTime: 214918488 - PeakMemoryUsage: 12462142 - ProbeRows: 1730637 - ProbeRowsPartitioned: 0 - ProbeTime: 196618664 - RowsReturned: 1730637 - RowsReturnedRate: 103829 - TotalTime: 16668091408 Hash Join Builder (join_node_id=10) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1978152 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 49744 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 742428 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=138) - BytesReceived: 140497 - ConvertRowBatchTime: 282128 - DeserializeRowBatchTimer: 732980 - FirstBatchArrivalWaitTime: 11029854176 - InactiveTotalTime: 12406898408 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 705 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12407384424 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 4:5/544.68 MB 5:7/860.36 MB 1:5/438.26 MB 0:10/1.03 GB 2:7/730.44 MB 3:8/842.70 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 42 out of 42 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:99.12% 1:0.8811% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:6 PARQUET/GZIP:246 - AverageHdfsReadThreadConcurrency: 0.00881057268722467 - AverageScannerThreadConcurrency: 1.0837004405286343 - BytesRead: 630171800 - BytesReadDataNodeCache: 0 - BytesReadLocal: 562531270 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 562531270 - DecompressionTime: 8708045884 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 51 - NumScannerThreadsStarted: 3 - PeakMemoryUsage: 325717614 - PerReadThreadRawHdfsThroughput: 213685888 - RemoteScanRanges: 62 - RowBatchQueueGetWaitTime: 4023713724 - RowBatchQueuePutWaitTime: 99013136900 - RowsRead: 85121779 - RowsReturned: 1730637 - RowsReturnedRate: 427762 - ScanRangesComplete: 42 - ScannerThreadsInvoluntaryContextSwitches: 543 - ScannerThreadsTotalWallClockTime: 123092309324 - MaterializeTupleTime(*): 10084065792 - ScannerThreadsSysTime: 1647516000 - ScannerThreadsUserTime: 16247904000 - ScannerThreadsVoluntaryContextSwitches: 9093 - TotalRawHdfsReadTime(*): 2949056692 - TotalReadThroughput: 5001363 - TotalTime: 4045788496 Filter 4 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 36820037 - Rows rejected: 2465075 - Rows total: 85121779 - TotalTime: 0 Instance 5840e519cb1bb31f:2f (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:5/420.13 MB 1:11/1.05 GB 0:5/467.98 MB 2:10/1.13 GB 5:7/791.02 MB 4:6/542.07 MB Filter 4 arrival: 15s381ms - AverageThreadTokens: 1.988 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 168604089 - PerHostPeakMemUsage: 873666812 - RowsProduced: 1687094 - TotalNetworkReceiveTime: 43548 - TotalNetworkSendTime: 94622984172 - TotalStorageWaitTime: 3572314712 - TotalThreadsInvoluntaryContextSwitches: 1040 - TotalThreadsTotalWallClockTime: 246591907308 - TotalThreadsSysTime: 2551931000 - TotalThreadsUserTime: 19555689000 - TotalThreadsVoluntaryContextSwitches: 26709 - TotalTime: 125692968180 Fragment Instance Lifecycle Timings - ExecTime: 107306471868 - ExecTreeExecTime: 8313136704 - InactiveTotalTime: 0 - OpenTime: 14512605552 - ExecTreeOpenTime: 3418316624 - PrepareTime: 3873803676 - ExecTreePrepareTime: 210410736 - TotalTime: 0 DataStreamSender (dst_id=140) - BytesSent: 58111766 - InactiveTotalTime: 0 - NetworkThroughput(*): 369602962 - OverallThroughput: 88562609 - PeakMemoryUsage: 286048 - RowsReturned: 1687094 - SerializeBatchTime: 473697068 - TotalTime: 656165916 - TransmitDataRPCTime: 157227544 - UncompressedRowBatchSize: 99609442 CodeGen - CodegenTime: 140013876 - CompileTime: 6931940512 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 88 - NumInstructions: 2896 - OptimizationTime: 4076812104 - PeakMemoryUsage: 1482752 - PrepareTime: 2637022860 - TotalTime: 13978043284 HASH_JOIN_NODE (id=10) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 1305552540 - InactiveTotalTime: 0 - LocalTime: 1870560744 - PeakMemoryUsage: 12672393 - ProbeRows: 1687094 - ProbeRowsPartitioned: 0 - ProbeTime: 262764592 - RowsReturned: 1687094 - RowsReturnedRate: 139176 - TotalTime: 12121996676 Hash Join Builder (join_node_id=10) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 10143856 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 429533160 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 864792152 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=138) - BytesReceived: 140497 - ConvertRowBatchTime: 186316 - DeserializeRowBatchTimer: 988617496 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 35421085 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 247028 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 3:5/420.13 MB 1:11/1.05 GB 0:5/467.98 MB 2:10/1.13 GB 5:7/791.02 MB 4:6/542.07 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 44 out of 44 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:99.08% 1:0.4587% 2:0% 3:0% 4:0.4587% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:12 PARQUET/GZIP:252 - AverageHdfsReadThreadConcurrency: 0.022935779816513763 - AverageScannerThreadConcurrency: 1.1330275229357798 - BytesRead: 646275736 - BytesReadDataNodeCache: 0 - BytesReadLocal: 519996502 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 519996502 - DecompressionTime: 10035046304 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 52 - NumScannerThreadsStarted: 5 - PeakMemoryUsage: 161833137 - PerReadThreadRawHdfsThroughput: 144189448 - RemoteScanRanges: 94 - RowBatchQueueGetWaitTime: 9751847256 - RowBatchQueuePutWaitTime: 91362561920 - RowsRead: 90637860 - RowsReturned: 1687094 - RowsReturnedRate: 164575 - ScanRangesComplete: 44 - ScannerThreadsInvoluntaryContextSwitches: 898 - ScannerThreadsTotalWallClockTime: 124776082728 - MaterializeTupleTime(*): 16442390004 - ScannerThreadsSysTime: 1675850000 - ScannerThreadsUserTime: 17999933000 - ScannerThreadsVoluntaryContextSwitches: 14143 - TotalRawHdfsReadTime(*): 4482129180 - TotalReadThroughput: 5067690 - TotalTime: 10251188904 Filter 4 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 46380996 - Rows rejected: 8183558 - Rows total: 90637860 - TotalTime: 0 Averaged Fragment F03 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:11s605ms max:12s405ms mean: 11s971ms stddev:250.079ms execution rates: min:26.00 B/sec max:5.06 KB/sec mean:1.81 KB/sec stddev:1.76 KB/sec num instances: 7 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 151234349 - RowsProduced: 1250 - TotalNetworkReceiveTime: 9755144011 - TotalNetworkSendTime: 311855988 - TotalStorageWaitTime: 1797890 - TotalThreadsInvoluntaryContextSwitches: 10 - TotalThreadsTotalWallClockTime: 10803545447 - TotalThreadsSysTime: 2036714 - TotalThreadsUserTime: 36723428 - TotalThreadsVoluntaryContextSwitches: 101 - TotalTime: 11883109857 Fragment Instance Lifecycle Timings - ExecTime: 532259451 - ExecTreeExecTime: 8292526 - InactiveTotalTime: 0 - OpenTime: 10267270494 - ExecTreeOpenTime: 9835416913 - PrepareTime: 1081197612 - ExecTreePrepareTime: 37837368 - TotalTime: 0 DataStreamSender (dst_id=138) - BytesSent: 140497 - InactiveTotalTime: 0 - NetworkThroughput(*): 224175410 - OverallThroughput: 36983723 - PeakMemoryUsage: 275184 - RowsReturned: 1250 - SerializeBatchTime: 140999 - TotalTime: 38475279 - TransmitDataRPCTime: 368911 - UncompressedRowBatchSize: 148920 CodeGen - CodegenTime: 21685586 - CompileTime: 121608844 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 269631070 - PeakMemoryUsage: 204800 - PrepareTime: 755095769 - TotalTime: 1178368351 NESTED_LOOP_JOIN_NODE (id=9) - BuildRows: 1 - BuildTime: 73872382 - InactiveTotalTime: 0 - LocalTime: 116687569 - PeakMemoryUsage: 62256 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 925241 - RowsReturnedRate: 110792 - TotalTime: 9912401596 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=137) - BytesReceived: 21 - ConvertRowBatchTime: 960 - DeserializeRowBatchTimer: 4761 - FirstBatchArrivalWaitTime: 9478410037 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9755149033 HDFS_SCAN_NODE (id=8) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 25511 - BytesReadDataNodeCache: 0 - BytesReadLocal: 25511 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 25511 - DecompressionTime: 663133 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 51870 - PerReadThreadRawHdfsThroughput: 1189255321 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3917617 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 111561 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 3 - ScannerThreadsTotalWallClockTime: 4230706 - MaterializeTupleTime(*): 1261894 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 949857 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 16533 - TotalReadThroughput: 919 - TotalTime: 40564992 Fragment F03 Instance 5840e519cb1bb31f:29 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 156986667 - RowsProduced: 1748 - TotalNetworkReceiveTime: 8100811396 - TotalNetworkSendTime: 536863384 - TotalStorageWaitTime: 2209036 - TotalThreadsInvoluntaryContextSwitches: 7 - TotalThreadsTotalWallClockTime: 10337181176 - TotalThreadsSysTime: 2975000 - TotalThreadsUserTime: 40936000 - TotalThreadsVoluntaryContextSwitches: 211 - TotalTime: 12299438960 Fragment Instance Lifecycle Timings - ExecTime: 842153392 - ExecTreeExecTime: 38897380 - InactiveTotalTime: 0 - OpenTime: 9488397904 - ExecTreeOpenTime: 8260568608 - PrepareTime: 1962535376 - ExecTreePrepareTime: 228224 - TotalTime: 0 DataStreamSender (dst_id=138) - BytesSent: 196441 - InactiveTotalTime: 0 - NetworkThroughput(*): 273738057 - OverallThroughput: 2220708 - PeakMemoryUsage: 275184 - RowsReturned: 1748 - SerializeBatchTime: 230436 - TotalTime: 88458712 - TransmitDataRPCTime: 717624 - UncompressedRowBatchSize: 208250 CodeGen - CodegenTime: 17947088 - CompileTime: 234330112 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 953593444 - PeakMemoryUsage: 204800 - PrepareTime: 1502478404 - TotalTime: 2793375768 NESTED_LOOP_JOIN_NODE (id=9) - BuildRows: 1 - BuildTime: 150238352 - InactiveTotalTime: 0 - LocalTime: 158219960 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1269071 - RowsReturnedRate: 152902 - TotalTime: 8299897028 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=137) - BytesReceived: 21 - ConvertRowBatchTime: 944 - DeserializeRowBatchTimer: 3968 - FirstBatchArrivalWaitTime: 7714626744 - InactiveTotalTime: 8100803736 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8100817388 HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35744 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35744 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35744 - DecompressionTime: 4085828 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 79252 - PerReadThreadRawHdfsThroughput: 2406031233 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 6595044 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 65125 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 6664512 - MaterializeTupleTime(*): 37880 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1254000 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 14856 - TotalReadThroughput: 0 - TotalTime: 40859680 Instance 5840e519cb1bb31f:26 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 119162213 - RowsProduced: 1751 - TotalNetworkReceiveTime: 10943374636 - TotalNetworkSendTime: 562832504 - TotalStorageWaitTime: 1462288 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 11857800596 - TotalThreadsSysTime: 3966000 - TotalThreadsUserTime: 40731000 - TotalThreadsVoluntaryContextSwitches: 38 - TotalTime: 11903630920 Fragment Instance Lifecycle Timings - ExecTime: 863631608 - ExecTreeExecTime: 499204 - InactiveTotalTime: 0 - OpenTime: 10992165088 - ExecTreeOpenTime: 10947146400 - PrepareTime: 47798192 - ExecTreePrepareTime: 1360072 - TotalTime: 0 DataStreamSender (dst_id=138) - BytesSent: 196826 - InactiveTotalTime: 0 - NetworkThroughput(*): 378680488 - OverallThroughput: 249666394 - PeakMemoryUsage: 275184 - RowsReturned: 1751 - SerializeBatchTime: 193248 - TotalTime: 788356 - TransmitDataRPCTime: 519768 - UncompressedRowBatchSize: 208607 CodeGen - CodegenTime: 642056 - CompileTime: 13915792 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 27755756 - PeakMemoryUsage: 204800 - PrepareTime: 39369536 - TotalTime: 81859512 NESTED_LOOP_JOIN_NODE (id=9) - BuildRows: 1 - BuildTime: 9320 - InactiveTotalTime: 0 - LocalTime: 2824164 - PeakMemoryUsage: 69016 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1271984 - RowsReturnedRate: 116159 - TotalTime: 10950327196 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=137) - BytesReceived: 21 - ConvertRowBatchTime: 684 - DeserializeRowBatchTimer: 3024 - FirstBatchArrivalWaitTime: 10943221596 - InactiveTotalTime: 10943369804 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10943379004 HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35438 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35438 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35438 - DecompressionTime: 174528 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65944 - PerReadThreadRawHdfsThroughput: 2309567257 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1940580 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 645485 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2034600 - MaterializeTupleTime(*): 81944 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 972000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 15344 - TotalReadThroughput: 0 - TotalTime: 4124028 Instance 5840e519cb1bb31f:27 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 192219289 - RowsProduced: 0 - TotalNetworkReceiveTime: 11562789768 - TotalNetworkSendTime: 2632 - TotalStorageWaitTime: 914572 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11830881952 - TotalThreadsSysTime: 2213000 - TotalThreadsUserTime: 27991000 - TotalThreadsVoluntaryContextSwitches: 71 - TotalTime: 11858265180 Fragment Instance Lifecycle Timings - ExecTime: 228958440 - ExecTreeExecTime: 10256 - InactiveTotalTime: 0 - OpenTime: 11600812556 - ExecTreeOpenTime: 11565916532 - PrepareTime: 28439636 - ExecTreePrepareTime: 117996 - TotalTime: 0 DataStreamSender (dst_id=138) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 275184 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 45372 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 530300 - CompileTime: 8718668 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 21389176 - PeakMemoryUsage: 204800 - PrepareTime: 26691896 - TotalTime: 57503676 NESTED_LOOP_JOIN_NODE (id=9) - BuildRows: 1 - BuildTime: 9648 - InactiveTotalTime: 0 - LocalTime: 167088 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 11566146328 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=137) - BytesReceived: 21 - ConvertRowBatchTime: 1664 - DeserializeRowBatchTimer: 4652 - FirstBatchArrivalWaitTime: 11174665108 - InactiveTotalTime: 11562780232 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11562796764 HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 33441558 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1062320 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1146456 - MaterializeTupleTime(*): 88 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 550000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 9240 - TotalReadThroughput: 0 - TotalTime: 3182476 Instance 5840e519cb1bb31f:2a (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 222110070 - RowsProduced: 3499 - TotalNetworkReceiveTime: 7337000461 - TotalNetworkSendTime: 691881353 - TotalStorageWaitTime: 4483436 - TotalThreadsInvoluntaryContextSwitches: 30 - TotalThreadsTotalWallClockTime: 8588263467 - TotalThreadsSysTime: 1257000 - TotalThreadsUserTime: 42390000 - TotalThreadsVoluntaryContextSwitches: 127 - TotalTime: 11849857285 Fragment Instance Lifecycle Timings - ExecTime: 782083620 - ExecTreeExecTime: 4229030 - InactiveTotalTime: 0 - OpenTime: 7799509744 - ExecTreeOpenTime: 7346377899 - PrepareTime: 3258208877 - ExecTreePrepareTime: 164106356 - TotalTime: 0 DataStreamSender (dst_id=138) - BytesSent: 393281 - InactiveTotalTime: 0 - NetworkThroughput(*): 650998146 - OverallThroughput: 3014449 - PeakMemoryUsage: 275184 - RowsReturned: 3499 - SerializeBatchTime: 435570 - TotalTime: 130465298 - TransmitDataRPCTime: 604120 - UncompressedRowBatchSize: 416857 CodeGen - CodegenTime: 23752768 - CompileTime: 183928490 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 164243043 - PeakMemoryUsage: 204800 - PrepareTime: 2356872575 - TotalTime: 2735041147 NESTED_LOOP_JOIN_NODE (id=9) - BuildRows: 1 - BuildTime: 7530 - InactiveTotalTime: 0 - LocalTime: 136381048 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 2663954 - RowsReturnedRate: 349137 - TotalTime: 7630090961 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=137) - BytesReceived: 21 - ConvertRowBatchTime: 1050 - DeserializeRowBatchTimer: 4540 - FirstBatchArrivalWaitTime: 6949276652 - InactiveTotalTime: 7336993143 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7337007249 HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 70769 - BytesReadDataNodeCache: 0 - BytesReadLocal: 70769 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 70769 - DecompressionTime: 185040 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65940 - PerReadThreadRawHdfsThroughput: 1705318200 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 5813980 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 33962 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 21 - ScannerThreadsTotalWallClockTime: 6699307 - MaterializeTupleTime(*): 93311 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1843000 - ScannerThreadsVoluntaryContextSwitches: 15 - TotalRawHdfsReadTime(*): 41499 - TotalReadThroughput: 6433 - TotalTime: 156702664 Instance 5840e519cb1bb31f:28 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 58544068 - RowsProduced: 1752 - TotalNetworkReceiveTime: 7489757392 - TotalNetworkSendTime: 391409104 - TotalStorageWaitTime: 1979432 - TotalThreadsInvoluntaryContextSwitches: 36 - TotalThreadsTotalWallClockTime: 9644489456 - TotalThreadsSysTime: 2763000 - TotalThreadsUserTime: 46070000 - TotalThreadsVoluntaryContextSwitches: 178 - TotalTime: 11839430532 Fragment Instance Lifecycle Timings - ExecTime: 572328384 - ExecTreeExecTime: 14402352 - InactiveTotalTime: 0 - OpenTime: 9061019392 - ExecTreeOpenTime: 7869934024 - PrepareTime: 2206036064 - ExecTreePrepareTime: 98789948 - TotalTime: 0 DataStreamSender (dst_id=138) - BytesSent: 196931 - InactiveTotalTime: 0 - NetworkThroughput(*): 265811183 - OverallThroughput: 3984515 - PeakMemoryUsage: 275184 - RowsReturned: 1752 - SerializeBatchTime: 127740 - TotalTime: 49424080 - TransmitDataRPCTime: 740868 - UncompressedRowBatchSize: 208726 CodeGen - CodegenTime: 107951080 - CompileTime: 382962812 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 682233928 - PeakMemoryUsage: 204800 - PrepareTime: 1304921320 - TotalTime: 2458589020 NESTED_LOOP_JOIN_NODE (id=9) - BuildRows: 1 - BuildTime: 366820032 - InactiveTotalTime: 0 - LocalTime: 518928324 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1271679 - RowsReturnedRate: 157349 - TotalTime: 8081881600 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=137) - BytesReceived: 21 - ConvertRowBatchTime: 692 - DeserializeRowBatchTimer: 3376 - FirstBatchArrivalWaitTime: 7489498028 - InactiveTotalTime: 7489752648 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7489761016 HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35703 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35703 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35703 - DecompressionTime: 196536 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 78228 - PerReadThreadRawHdfsThroughput: 1786579263 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 10255364 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 36356 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 11177124 - MaterializeTupleTime(*): 8619740 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1078000 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 19984 - TotalReadThroughput: 0 - TotalTime: 73192260 Instance 5840e519cb1bb31f:25 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 192614633 - RowsProduced: 0 - TotalNetworkReceiveTime: 11545928916 - TotalNetworkSendTime: 1600 - TotalStorageWaitTime: 660224 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11794709636 - TotalThreadsSysTime: 35000 - TotalThreadsUserTime: 30588000 - TotalThreadsVoluntaryContextSwitches: 48 - TotalTime: 11826780156 Fragment Instance Lifecycle Timings - ExecTime: 207575088 - ExecTreeExecTime: 4776 - InactiveTotalTime: 0 - OpenTime: 11586396752 - ExecTreeOpenTime: 11548767084 - PrepareTime: 32775436 - ExecTreePrepareTime: 141400 - TotalTime: 0 DataStreamSender (dst_id=138) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 275184 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 100780 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 515744 - CompileTime: 18171620 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 17824128 - PeakMemoryUsage: 204800 - PrepareTime: 27530324 - TotalTime: 64243484 NESTED_LOOP_JOIN_NODE (id=9) - BuildRows: 1 - BuildTime: 10208 - InactiveTotalTime: 0 - LocalTime: 158148 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 11549036284 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=137) - BytesReceived: 21 - ConvertRowBatchTime: 936 - DeserializeRowBatchTimer: 4376 - FirstBatchArrivalWaitTime: 11159247516 - InactiveTotalTime: 11545922316 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11545933064 HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 39015151 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 734856 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 765732 - MaterializeTupleTime(*): 148 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 580000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 7920 - TotalReadThroughput: 0 - TotalTime: 2945072 Instance 5840e519cb1bb31f:2b (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 117003504 - RowsProduced: 0 - TotalNetworkReceiveTime: 11306345508 - TotalNetworkSendTime: 1340 - TotalStorageWaitTime: 876248 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 11571491852 - TotalThreadsSysTime: 1048000 - TotalThreadsUserTime: 28358000 - TotalThreadsVoluntaryContextSwitches: 39 - TotalTime: 11604365972 Fragment Instance Lifecycle Timings - ExecTime: 229085628 - ExecTreeExecTime: 4688 - InactiveTotalTime: 0 - OpenTime: 11342592028 - ExecTreeOpenTime: 11309207848 - PrepareTime: 32589708 - ExecTreePrepareTime: 117580 - TotalTime: 0 DataStreamSender (dst_id=138) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 275184 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 44360 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 460068 - CompileTime: 9234420 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 20378020 - PeakMemoryUsage: 204800 - PrepareTime: 27806332 - TotalTime: 57965856 NESTED_LOOP_JOIN_NODE (id=9) - BuildRows: 1 - BuildTime: 11584 - InactiveTotalTime: 0 - LocalTime: 134256 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 11309431776 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=137) - BytesReceived: 21 - ConvertRowBatchTime: 756 - DeserializeRowBatchTimer: 9392 - FirstBatchArrivalWaitTime: 10918334616 - InactiveTotalTime: 11306339516 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11306348752 HDFS_SCAN_NODE (id=8) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 44834590 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1021176 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1127212 - MaterializeTupleTime(*): 152 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 372000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 6892 - TotalReadThroughput: 0 - TotalTime: 2948768 Averaged Fragment F06 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:11s213ms max:11s213ms mean: 11s213ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 221916597 - RowsProduced: 1 - TotalNetworkReceiveTime: 7460622955 - TotalNetworkSendTime: 78019388 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 7870617255 - TotalThreadsSysTime: 67000 - TotalThreadsUserTime: 508000 - TotalThreadsVoluntaryContextSwitches: 14 - TotalTime: 11309005788 Fragment Instance Lifecycle Timings - ExecTime: 388821331 - ExecTreeExecTime: 4681 - InactiveTotalTime: 0 - OpenTime: 7481823367 - ExecTreeOpenTime: 7460706600 - PrepareTime: 3398630835 - ExecTreePrepareTime: 357132977 - TotalTime: 0 DataStreamSender (dst_id=137) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1627348 - OverallThroughput: 488 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 14336 - TotalTime: 300760932 - TransmitDataRPCTime: 90331 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 2025616230 - TotalTime: 2046517122 NESTED_LOOP_JOIN_NODE (id=7) - BuildRows: 1 - BuildTime: 3020 - InactiveTotalTime: 0 - LocalTime: 652356240 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 8174929371 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=136) - BytesReceived: 8 - ConvertRowBatchTime: 667 - DeserializeRowBatchTimer: 2842 - FirstBatchArrivalWaitTime: 7460516366 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7460612228 AGGREGATION_NODE (id=133) - BuildTime: 5121 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 16 - SpilledPartitions: 0 - TotalTime: 61960903 EXCHANGE_NODE (id=132) - BytesReceived: 91 - ConvertRowBatchTime: 3711 - DeserializeRowBatchTimer: 31427 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 321572 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 21768 Fragment F06 Instance 5840e519cb1bb31f:24 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 221916597 - RowsProduced: 1 - TotalNetworkReceiveTime: 7460622955 - TotalNetworkSendTime: 78019388 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 7870617255 - TotalThreadsSysTime: 67000 - TotalThreadsUserTime: 508000 - TotalThreadsVoluntaryContextSwitches: 14 - TotalTime: 11309005788 Fragment Instance Lifecycle Timings - ExecTime: 388821331 - ExecTreeExecTime: 4681 - InactiveTotalTime: 0 - OpenTime: 7481823367 - ExecTreeOpenTime: 7460706600 - PrepareTime: 3398630835 - ExecTreePrepareTime: 357132977 - TotalTime: 0 DataStreamSender (dst_id=137) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1627348 - OverallThroughput: 488 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 14336 - TotalTime: 300760932 - TransmitDataRPCTime: 90331 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 2025616230 - TotalTime: 2046517122 NESTED_LOOP_JOIN_NODE (id=7) - BuildRows: 1 - BuildTime: 3020 - InactiveTotalTime: 0 - LocalTime: 652356240 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 8174929371 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=136) - BytesReceived: 8 - ConvertRowBatchTime: 667 - DeserializeRowBatchTimer: 2842 - FirstBatchArrivalWaitTime: 7460516366 - InactiveTotalTime: 7460605873 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7460612228 AGGREGATION_NODE (id=133) - BuildTime: 5121 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 16 - SpilledPartitions: 0 - TotalTime: 61960903 EXCHANGE_NODE (id=132) - BytesReceived: 91 - ConvertRowBatchTime: 3711 - DeserializeRowBatchTimer: 31427 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 321572 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 21768 Averaged Fragment F04 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:6s798ms max:7s555ms mean: 7s153ms stddev:282.289ms execution rates: min:41.00 B/sec max:8.93 KB/sec mean:3.07 KB/sec stddev:3.05 KB/sec num instances: 7 - AverageThreadTokens: 1.0095238095238095 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1386302 - PerHostPeakMemUsage: 120021017 - RowsProduced: 1 - TotalNetworkReceiveTime: 3886774358 - TotalNetworkSendTime: 9801945 - TotalStorageWaitTime: 4387821 - TotalThreadsInvoluntaryContextSwitches: 36 - TotalThreadsTotalWallClockTime: 5354863949 - TotalThreadsSysTime: 4739571 - TotalThreadsUserTime: 174540571 - TotalThreadsVoluntaryContextSwitches: 219 - TotalTime: 6609378468 Fragment Instance Lifecycle Timings - ExecTime: 13877524 - ExecTreeExecTime: 4358 - InactiveTotalTime: 0 - OpenTime: 5252543041 - ExecTreeOpenTime: 4021304161 - PrepareTime: 1313144186 - ExecTreePrepareTime: 68947901 - TotalTime: 0 DataStreamSender (dst_id=132) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 882916 - OverallThroughput: 307454 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7198 - TotalTime: 18271795 - TransmitDataRPCTime: 16502 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 33995779 - CompileTime: 533817374 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 637721098 - PeakMemoryUsage: 1329664 - PrepareTime: 1062452586 - TotalTime: 2249594887 AGGREGATION_NODE (id=4) - BuildTime: 487229 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 71057 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 4090251075 NESTED_LOOP_JOIN_NODE (id=3) - BuildRows: 1 - BuildTime: 5423 - InactiveTotalTime: 0 - LocalTime: 95324924 - PeakMemoryUsage: 58623 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 545 - RowsReturnedRate: 502 - TotalTime: 4131710275 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=131) - BytesReceived: 21 - ConvertRowBatchTime: 970 - DeserializeRowBatchTimer: 15063 - FirstBatchArrivalWaitTime: 2122177782 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 18315 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 3886778993 HDFS_SCAN_NODE (id=2) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 16033771 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 77348 - PerReadThreadRawHdfsThroughput: 872310691 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 90203545 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 84703 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 93243922 - MaterializeTupleTime(*): 117646 - ScannerThreadsSysTime: 367428 - ScannerThreadsUserTime: 1057000 - ScannerThreadsVoluntaryContextSwitches: 20 - TotalRawHdfsReadTime(*): 21874 - TotalReadThroughput: 6 - TotalTime: 149606357 Fragment F04 Instance 5840e519cb1bb31f:18 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0666666666666667 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 32305525 - RowsProduced: 1 - TotalNetworkReceiveTime: 3284 - TotalNetworkSendTime: 37222656 - TotalStorageWaitTime: 3995368 - TotalThreadsInvoluntaryContextSwitches: 70 - TotalThreadsTotalWallClockTime: 4712947940 - TotalThreadsSysTime: 6612000 - TotalThreadsUserTime: 192024000 - TotalThreadsVoluntaryContextSwitches: 491 - TotalTime: 7593626668 Fragment Instance Lifecycle Timings - ExecTime: 44198808 - ExecTreeExecTime: 4112 - InactiveTotalTime: 0 - OpenTime: 4378921716 - ExecTreeOpenTime: 335292308 - PrepareTime: 3170350132 - ExecTreePrepareTime: 37014252 - TotalTime: 0 DataStreamSender (dst_id=132) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 616698 - OverallThroughput: 319787 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4848 - TotalTime: 40652 - TransmitDataRPCTime: 21080 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 183133496 - CompileTime: 2012314496 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 1747022336 - PeakMemoryUsage: 1329664 - PrepareTime: 2687661036 - TotalTime: 6447747236 AGGREGATION_NODE (id=4) ExecOption: Codegen Enabled - BuildTime: 9956 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 2 - SpilledPartitions: 0 - TotalTime: 372304448 NESTED_LOOP_JOIN_NODE (id=3) - BuildRows: 1 - BuildTime: 5072 - InactiveTotalTime: 0 - LocalTime: 44105796 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 764 - RowsReturnedRate: 2023 - TotalTime: 377631348 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=131) - BytesReceived: 21 - ConvertRowBatchTime: 816 - DeserializeRowBatchTimer: 3992 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 128205 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7800 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 99013320 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111804 - PerReadThreadRawHdfsThroughput: 1013929178 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 320822324 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 7978 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 2 - ScannerThreadsTotalWallClockTime: 323082400 - MaterializeTupleTime(*): 95468 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2491000 - ScannerThreadsVoluntaryContextSwitches: 44 - TotalRawHdfsReadTime(*): 39988 - TotalReadThroughput: 44 - TotalTime: 333517752 Instance 5840e519cb1bb31f:19 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 109637477 - RowsProduced: 1 - TotalNetworkReceiveTime: 542631968 - TotalNetworkSendTime: 3220936 - TotalStorageWaitTime: 1460144 - TotalThreadsInvoluntaryContextSwitches: 58 - TotalThreadsTotalWallClockTime: 4307857852 - TotalThreadsSysTime: 7704000 - TotalThreadsUserTime: 182596000 - TotalThreadsVoluntaryContextSwitches: 448 - TotalTime: 7073836444 Fragment Instance Lifecycle Timings - ExecTime: 3441996 - ExecTreeExecTime: 6000 - InactiveTotalTime: 0 - OpenTime: 4065819268 - ExecTreeOpenTime: 1015649392 - PrepareTime: 2917563888 - ExecTreePrepareTime: 9501360 - TotalTime: 0 DataStreamSender (dst_id=132) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 717756 - OverallThroughput: 241438 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 8568 - TotalTime: 53844 - TransmitDataRPCTime: 18112 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 43031288 - CompileTime: 1219600416 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 1744603164 - PeakMemoryUsage: 1329664 - PrepareTime: 2609634624 - TotalTime: 5672424648 AGGREGATION_NODE (id=4) ExecOption: Codegen Enabled - BuildTime: 10920 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 1025151104 NESTED_LOOP_JOIN_NODE (id=3) - BuildRows: 1 - BuildTime: 5040 - InactiveTotalTime: 0 - LocalTime: 20917008 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 763 - RowsReturnedRate: 851 - TotalTime: 896111732 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=131) - BytesReceived: 21 - ConvertRowBatchTime: 780 - DeserializeRowBatchTimer: 71480 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 542625504 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 542635760 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 375808 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111804 - PerReadThreadRawHdfsThroughput: 1679369414 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 238440704 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 8001 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 2 - ScannerThreadsTotalWallClockTime: 238655560 - MaterializeTupleTime(*): 67440 - ScannerThreadsSysTime: 898000 - ScannerThreadsUserTime: 1112000 - ScannerThreadsVoluntaryContextSwitches: 45 - TotalRawHdfsReadTime(*): 24168 - TotalReadThroughput: 0 - TotalTime: 332558964 Instance 5840e519cb1bb31f:1b (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 94993913 - RowsProduced: 1 - TotalNetworkReceiveTime: 6392548192 - TotalNetworkSendTime: 5838516 - TotalStorageWaitTime: 1076456 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 6575085488 - TotalThreadsSysTime: 3760000 - TotalThreadsUserTime: 162123000 - TotalThreadsVoluntaryContextSwitches: 74 - TotalTime: 6603825788 Fragment Instance Lifecycle Timings - ExecTime: 9855752 - ExecTreeExecTime: 3920 - InactiveTotalTime: 0 - OpenTime: 6563620292 - ExecTreeOpenTime: 6395456644 - PrepareTime: 30308620 - ExecTreePrepareTime: 191184 - TotalTime: 0 DataStreamSender (dst_id=132) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 946418 - OverallThroughput: 301932 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 9800 - TotalTime: 43056 - TransmitDataRPCTime: 13736 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 866136 - CompileTime: 26730572 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 138953780 - PeakMemoryUsage: 1329664 - PrepareTime: 27094908 - TotalTime: 193821352 AGGREGATION_NODE (id=4) ExecOption: Codegen Enabled - BuildTime: 1392 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6395647140 NESTED_LOOP_JOIN_NODE (id=3) - BuildRows: 1 - BuildTime: 6068 - InactiveTotalTime: 0 - LocalTime: 129544 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6395462464 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=131) - BytesReceived: 21 - ConvertRowBatchTime: 1216 - DeserializeRowBatchTimer: 16096 - FirstBatchArrivalWaitTime: 3599007220 - InactiveTotalTime: 6392529128 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6392554728 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 55060584 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1168088 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1646996 - MaterializeTupleTime(*): 76 - ScannerThreadsSysTime: 791000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 5612 - TotalReadThroughput: 0 - TotalTime: 2778192 Instance 5840e519cb1bb31f:16 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 95407264 - RowsProduced: 1 - TotalNetworkReceiveTime: 6162098592 - TotalNetworkSendTime: 19960988 - TotalStorageWaitTime: 1600492 - TotalThreadsInvoluntaryContextSwitches: 5 - TotalThreadsTotalWallClockTime: 6396460328 - TotalThreadsSysTime: 149000 - TotalThreadsUserTime: 181293000 - TotalThreadsVoluntaryContextSwitches: 96 - TotalTime: 6439453420 Fragment Instance Lifecycle Timings - ExecTime: 35901300 - ExecTreeExecTime: 5756 - InactiveTotalTime: 0 - OpenTime: 6357556896 - ExecTreeOpenTime: 6169687208 - PrepareTime: 45948256 - ExecTreePrepareTime: 222480 - TotalTime: 0 DataStreamSender (dst_id=132) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1149222 - OverallThroughput: 400295 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 11652 - TotalTime: 32476 - TransmitDataRPCTime: 11312 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 3724740 - CompileTime: 40228416 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 144477236 - PeakMemoryUsage: 1329664 - PrepareTime: 42017404 - TotalTime: 227541724 AGGREGATION_NODE (id=4) ExecOption: Codegen Enabled - BuildTime: 10348 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100552 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6169910032 NESTED_LOOP_JOIN_NODE (id=3) - BuildRows: 1 - BuildTime: 4928 - InactiveTotalTime: 0 - LocalTime: 2674620 - PeakMemoryUsage: 78024 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 762 - RowsReturnedRate: 123 - TotalTime: 6169512444 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=131) - BytesReceived: 21 - ConvertRowBatchTime: 752 - DeserializeRowBatchTimer: 3560 - FirstBatchArrivalWaitTime: 3813072248 - InactiveTotalTime: 6162092124 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6162102944 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 278740 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111816 - PerReadThreadRawHdfsThroughput: 1525215810 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2406024 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 562210 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 3037948 - MaterializeTupleTime(*): 500012 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1150000 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 26412 - TotalReadThroughput: 0 - TotalTime: 4734880 Instance 5840e519cb1bb31f:15 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 170123936 - RowsProduced: 1 - TotalNetworkReceiveTime: 6145526212 - TotalNetworkSendTime: 1958880 - TotalStorageWaitTime: 6316536 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 6346587640 - TotalThreadsSysTime: 4079000 - TotalThreadsUserTime: 166249000 - TotalThreadsVoluntaryContextSwitches: 101 - TotalTime: 6373880280 Fragment Instance Lifecycle Timings - ExecTime: 2759396 - ExecTreeExecTime: 3252 - InactiveTotalTime: 0 - OpenTime: 6337245308 - ExecTreeOpenTime: 6154149772 - PrepareTime: 33844364 - ExecTreePrepareTime: 172964 - TotalTime: 0 DataStreamSender (dst_id=132) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1362683 - OverallThroughput: 456909 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4208 - TotalTime: 28452 - TransmitDataRPCTime: 9540 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 987412 - CompileTime: 29000848 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 151155136 - PeakMemoryUsage: 1329664 - PrepareTime: 31221364 - TotalTime: 211959712 AGGREGATION_NODE (id=4) ExecOption: Codegen Enabled - BuildTime: 1284 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6154321196 NESTED_LOOP_JOIN_NODE (id=3) - BuildRows: 1 - BuildTime: 5328 - InactiveTotalTime: 0 - LocalTime: 118240 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6154256672 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=131) - BytesReceived: 21 - ConvertRowBatchTime: 1564 - DeserializeRowBatchTimer: 3152 - FirstBatchArrivalWaitTime: 3793539412 - InactiveTotalTime: 6145518020 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6145531120 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 89721254 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 6547656 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 6621928 - MaterializeTupleTime(*): 140 - ScannerThreadsSysTime: 883000 - ScannerThreadsUserTime: 187000 - ScannerThreadsVoluntaryContextSwitches: 1 - TotalRawHdfsReadTime(*): 3444 - TotalReadThroughput: 0 - TotalTime: 8607312 Instance 5840e519cb1bb31f:17 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 169603791 - RowsProduced: 1 - TotalNetworkReceiveTime: 6006810264 - TotalNetworkSendTime: 288808 - TotalStorageWaitTime: 55152 - TotalThreadsInvoluntaryContextSwitches: 10 - TotalThreadsTotalWallClockTime: 6177686016 - TotalThreadsSysTime: 2985000 - TotalThreadsUserTime: 143025000 - TotalThreadsVoluntaryContextSwitches: 139 - TotalTime: 6224112680 Fragment Instance Lifecycle Timings - ExecTime: 764012 - ExecTreeExecTime: 3328 - InactiveTotalTime: 0 - OpenTime: 6174895192 - ExecTreeOpenTime: 6012229996 - PrepareTime: 48357400 - ExecTreePrepareTime: 405040 - TotalTime: 0 DataStreamSender (dst_id=132) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 915492 - OverallThroughput: 431721 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5472 - TotalTime: 30112 - TransmitDataRPCTime: 14200 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1129632 - CompileTime: 39793836 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 120623764 - PeakMemoryUsage: 1329664 - PrepareTime: 42863280 - TotalTime: 204744200 AGGREGATION_NODE (id=4) ExecOption: Codegen Enabled - BuildTime: 1568 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6012633200 NESTED_LOOP_JOIN_NODE (id=3) - BuildRows: 1 - BuildTime: 5436 - InactiveTotalTime: 0 - LocalTime: 161372 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6010843368 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=131) - BytesReceived: 21 - ConvertRowBatchTime: 744 - DeserializeRowBatchTimer: 2856 - FirstBatchArrivalWaitTime: 3649625596 - InactiveTotalTime: 6006803560 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6006814280 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 52408412 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2121944 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2166432 - MaterializeTupleTime(*): 104 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 719000 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 5896 - TotalReadThroughput: 0 - TotalTime: 3867716 Instance 5840e519cb1bb31f:1a (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 168075216 - RowsProduced: 1 - TotalNetworkReceiveTime: 1957801998 - TotalNetworkSendTime: 122836 - TotalStorageWaitTime: 16210605 - TotalThreadsInvoluntaryContextSwitches: 109 - TotalThreadsTotalWallClockTime: 2967422385 - TotalThreadsSysTime: 7888000 - TotalThreadsUserTime: 194474000 - TotalThreadsVoluntaryContextSwitches: 184 - TotalTime: 5956914001 Fragment Instance Lifecycle Timings - ExecTime: 221404 - ExecTreeExecTime: 4140 - InactiveTotalTime: 0 - OpenTime: 2889742615 - ExecTreeOpenTime: 2066663811 - PrepareTime: 2945636645 - ExecTreePrepareTime: 435128031 - TotalTime: 0 DataStreamSender (dst_id=132) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 472143 - OverallThroughput: 101 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5839 - TotalTime: 127673973 - TransmitDataRPCTime: 27534 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 5097754 - CompileTime: 369053036 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 417212276 - PeakMemoryUsage: 1329664 - PrepareTime: 1996675486 - TotalTime: 2788925339 AGGREGATION_NODE (id=4) ExecOption: Codegen Enabled - BuildTime: 3375135 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 109756 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 2501790408 NESTED_LOOP_JOIN_NODE (id=3) - BuildRows: 1 - BuildTime: 6092 - InactiveTotalTime: 0 - LocalTime: 599167888 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1529 - RowsReturnedRate: 523 - TotalTime: 2918153897 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=131) - BytesReceived: 21 - ConvertRowBatchTime: 919 - DeserializeRowBatchTimer: 4307 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 1957796124 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 1957806322 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 12568534 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 132284 - PerReadThreadRawHdfsThroughput: 1690470187 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 59918079 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 14735 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 6 - ScannerThreadsTotalWallClockTime: 77496193 - MaterializeTupleTime(*): 160282 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1740000 - ScannerThreadsVoluntaryContextSwitches: 28 - TotalRawHdfsReadTime(*): 47598 - TotalReadThroughput: 0 - TotalTime: 361179687 Averaged Fragment F05 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:6s214ms max:6s997ms mean: 6s620ms stddev:262.767ms execution rates: min:45.00 B/sec max:8.67 KB/sec mean:3.26 KB/sec stddev:3.08 KB/sec num instances: 7 - AverageThreadTokens: 1.0178571428571428 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 187319 - PerHostPeakMemUsage: 88922257 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 50041972 - TotalStorageWaitTime: 12484979 - TotalThreadsInvoluntaryContextSwitches: 7 - TotalThreadsTotalWallClockTime: 1382831788 - TotalThreadsSysTime: 1239428 - TotalThreadsUserTime: 28704000 - TotalThreadsVoluntaryContextSwitches: 96 - TotalTime: 2702717117 Fragment Instance Lifecycle Timings - ExecTime: 859005179 - ExecTreeExecTime: 110090630 - InactiveTotalTime: 0 - OpenTime: 428671085 - ExecTreeOpenTime: 55278 - PrepareTime: 1411314525 - ExecTreePrepareTime: 13118955 - TotalTime: 0 DataStreamSender (dst_id=131) - BytesSent: 21 - InactiveTotalTime: 0 - NetworkThroughput(*): 234312 - OverallThroughput: 9964 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 1301 - TotalTime: 4372837 - TransmitDataRPCTime: 12803 - UncompressedRowBatchSize: 21 CodeGen - CodegenTime: 79569940 - CompileTime: 174131292 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 213038931 - PeakMemoryUsage: 94208 - PrepareTime: 1071400492 - TotalTime: 1494778787 HDFS_SCAN_NODE (id=1) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 30000150 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 80273 - PerReadThreadRawHdfsThroughput: 857690409 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 95123695 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 95193315 - MaterializeTupleTime(*): 72664 - ScannerThreadsSysTime: 287428 - ScannerThreadsUserTime: 929142 - ScannerThreadsVoluntaryContextSwitches: 17 - TotalRawHdfsReadTime(*): 21878 - TotalReadThroughput: 1438 - TotalTime: 146019007 Fragment F05 Instance 5840e519cb1bb31f:11 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 191942 - PerHostPeakMemUsage: 25071958 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1780 - TotalStorageWaitTime: 28587552 - TotalThreadsInvoluntaryContextSwitches: 25 - TotalThreadsTotalWallClockTime: 2868329788 - TotalThreadsSysTime: 3102000 - TotalThreadsUserTime: 34753000 - TotalThreadsVoluntaryContextSwitches: 262 - TotalTime: 6316355496 Fragment Instance Lifecycle Timings - ExecTime: 771346356 - ExecTreeExecTime: 334506260 - InactiveTotalTime: 0 - OpenTime: 1776165744 - ExecTreeOpenTime: 66232 - PrepareTime: 3768785096 - ExecTreePrepareTime: 98336 - TotalTime: 0 DataStreamSender (dst_id=131) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 33972 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 333677532 - CompileTime: 753921840 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 915990608 - PeakMemoryUsage: 94208 - PrepareTime: 3127560172 - TotalTime: 4980399824 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 68118700 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 112828 - PerReadThreadRawHdfsThroughput: 1108392564 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 320896960 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 7 - ScannerThreadsTotalWallClockTime: 320846932 - MaterializeTupleTime(*): 88288 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1901000 - ScannerThreadsVoluntaryContextSwitches: 38 - TotalRawHdfsReadTime(*): 36580 - TotalReadThroughput: 0 - TotalTime: 334790540 Instance 5840e519cb1bb31f:12 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.125 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 102098877 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1268 - TotalStorageWaitTime: 9786208 - TotalThreadsInvoluntaryContextSwitches: 14 - TotalThreadsTotalWallClockTime: 1424550148 - TotalThreadsSysTime: 942000 - TotalThreadsUserTime: 31708000 - TotalThreadsVoluntaryContextSwitches: 144 - TotalTime: 4087855712 Fragment Instance Lifecycle Timings - ExecTime: 432273396 - ExecTreeExecTime: 289213684 - InactiveTotalTime: 0 - OpenTime: 774712148 - ExecTreeOpenTime: 70720 - PrepareTime: 2855122536 - ExecTreePrepareTime: 112732 - TotalTime: 0 DataStreamSender (dst_id=131) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 28332032 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 200934036 - CompileTime: 376430444 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 307477656 - PeakMemoryUsage: 94208 - PrepareTime: 2069278868 - TotalTime: 2784236524 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 118426580 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1521936403 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 217573080 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 217612476 - MaterializeTupleTime(*): 105752 - ScannerThreadsSysTime: 916000 - ScannerThreadsUserTime: 1267000 - ScannerThreadsVoluntaryContextSwitches: 34 - TotalRawHdfsReadTime(*): 26668 - TotalReadThroughput: 10069 - TotalTime: 289534108 Instance 5840e519cb1bb31f:13 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 107906216 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 350284286 - TotalStorageWaitTime: 44456028 - TotalThreadsInvoluntaryContextSwitches: 10 - TotalThreadsTotalWallClockTime: 937569368 - TotalThreadsSysTime: 1110000 - TotalThreadsUserTime: 27995000 - TotalThreadsVoluntaryContextSwitches: 105 - TotalTime: 3908630298 Fragment Instance Lifecycle Timings - ExecTime: 488419412 - ExecTreeExecTime: 132343467 - InactiveTotalTime: 0 - OpenTime: 330510376 - ExecTreeOpenTime: 47334 - PrepareTime: 3089662882 - ExecTreePrepareTime: 91286036 - TotalTime: 0 DataStreamSender (dst_id=131) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1640185 - OverallThroughput: 69750 - PeakMemoryUsage: 70560 - RowsReturned: 1 - SerializeBatchTime: 9113 - TotalTime: 2107516 - TransmitDataRPCTime: 89624 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 13087794 - CompileTime: 50594827 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 198031993 - PeakMemoryUsage: 94208 - PrepareTime: 2163620162 - TotalTime: 2448250237 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 22987648 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1619430020 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 118569300 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 1 - RowsReturnedRate: 2 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 5 - ScannerThreadsTotalWallClockTime: 118684428 - MaterializeTupleTime(*): 231624 - ScannerThreadsSysTime: 991000 - ScannerThreadsUserTime: 712000 - ScannerThreadsVoluntaryContextSwitches: 25 - TotalRawHdfsReadTime(*): 49686 - TotalReadThroughput: 0 - TotalTime: 382268751 Instance 5840e519cb1bb31f:10 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 116475180 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1640 - TotalStorageWaitTime: 1391296 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 1306413368 - TotalThreadsSysTime: 1161000 - TotalThreadsUserTime: 27273000 - TotalThreadsVoluntaryContextSwitches: 54 - TotalTime: 1346273940 Fragment Instance Lifecycle Timings - ExecTime: 1266855240 - ExecTreeExecTime: 2793456 - InactiveTotalTime: 0 - OpenTime: 38031628 - ExecTreeOpenTime: 39224 - PrepareTime: 41278072 - ExecTreePrepareTime: 104324 - TotalTime: 0 DataStreamSender (dst_id=131) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 19640 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1495560 - CompileTime: 13983140 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 21494804 - PeakMemoryUsage: 94208 - PrepareTime: 32038460 - TotalTime: 68232280 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 44627383 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1515260 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1556744 - MaterializeTupleTime(*): 92 - ScannerThreadsSysTime: 105000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 6924 - TotalReadThroughput: 0 - TotalTime: 3071616 Instance 5840e519cb1bb31f:e (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 115074892 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1404 - TotalStorageWaitTime: 768764 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 1170129028 - TotalThreadsSysTime: 1265000 - TotalThreadsUserTime: 21086000 - TotalThreadsVoluntaryContextSwitches: 34 - TotalTime: 1205528108 Fragment Instance Lifecycle Timings - ExecTime: 1142394408 - ExecTreeExecTime: 5073380 - InactiveTotalTime: 0 - OpenTime: 24082144 - ExecTreeOpenTime: 43416 - PrepareTime: 39002276 - ExecTreePrepareTime: 75020 - TotalTime: 0 DataStreamSender (dst_id=131) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 38464 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 4590460 - CompileTime: 7037608 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 13224404 - PeakMemoryUsage: 94208 - PrepareTime: 32134080 - TotalTime: 53452372 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 107440890 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3611884 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 3681168 - MaterializeTupleTime(*): 116 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 963000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 2876 - TotalReadThroughput: 0 - TotalTime: 5289652 Instance 5840e519cb1bb31f:f (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200146 - PerHostPeakMemUsage: 78220416 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1856 - TotalStorageWaitTime: 1610216 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 1119252332 - TotalThreadsSysTime: 75000 - TotalThreadsUserTime: 24877000 - TotalThreadsVoluntaryContextSwitches: 54 - TotalTime: 1161445500 Fragment Instance Lifecycle Timings - ExecTime: 1093411004 - ExecTreeExecTime: 4437388 - InactiveTotalTime: 0 - OpenTime: 22881804 - ExecTreeOpenTime: 61104 - PrepareTime: 45117744 - ExecTreePrepareTime: 73840 - TotalTime: 0 DataStreamSender (dst_id=131) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 53608 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1175852 - CompileTime: 7293808 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 13356568 - PeakMemoryUsage: 94208 - PrepareTime: 39615996 - TotalTime: 61113856 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 468128 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121032 - PerReadThreadRawHdfsThroughput: 1524523160 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2809596 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2997768 - MaterializeTupleTime(*): 82652 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1214000 - ScannerThreadsVoluntaryContextSwitches: 16 - TotalRawHdfsReadTime(*): 26424 - TotalReadThroughput: 0 - TotalTime: 4667228 Instance 5840e519cb1bb31f:14 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 77608262 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1576 - TotalStorageWaitTime: 794792 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 853578488 - TotalThreadsSysTime: 1021000 - TotalThreadsUserTime: 33236000 - TotalThreadsVoluntaryContextSwitches: 24 - TotalTime: 892930768 Fragment Instance Lifecycle Timings - ExecTime: 818336440 - ExecTreeExecTime: 2266780 - InactiveTotalTime: 0 - OpenTime: 34313752 - ExecTreeOpenTime: 58920 - PrepareTime: 40233072 - ExecTreePrepareTime: 82400 - TotalTime: 0 DataStreamSender (dst_id=131) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 24628 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 2028352 - CompileTime: 9657380 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 21696484 - PeakMemoryUsage: 94208 - PrepareTime: 35555708 - TotalTime: 67766420 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 77482447 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 889788 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 973692 - MaterializeTupleTime(*): 124 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 447000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 3988 - TotalReadThroughput: 0 - TotalTime: 2511160 Averaged Fragment F08 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:10s462ms max:10s462ms mean: 10s462ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 219711433 - RowsProduced: 1 - TotalNetworkReceiveTime: 7452953145 - TotalNetworkSendTime: 426330 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 7469982082 - TotalThreadsSysTime: 73000 - TotalThreadsUserTime: 530000 - TotalThreadsVoluntaryContextSwitches: 8 - TotalTime: 10324607797 Fragment Instance Lifecycle Timings - ExecTime: 520963 - ExecTreeExecTime: 3865 - InactiveTotalTime: 0 - OpenTime: 7469518888 - ExecTreeOpenTime: 7453056939 - PrepareTime: 2854500102 - ExecTreePrepareTime: 96779 - TotalTime: 0 DataStreamSender (dst_id=136) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 304576 - OverallThroughput: 253 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2258 - TotalTime: 31503518 - TransmitDataRPCTime: 26266 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 2585410438 - TotalTime: 2599422158 AGGREGATION_NODE (id=135) - BuildTime: 870 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7453152288 EXCHANGE_NODE (id=134) - BytesReceived: 56 - ConvertRowBatchTime: 8181 - DeserializeRowBatchTimer: 32012 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7452967988 Fragment F08 Instance 5840e519cb1bb31f:23 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 219711433 - RowsProduced: 1 - TotalNetworkReceiveTime: 7452953145 - TotalNetworkSendTime: 426330 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 7469982082 - TotalThreadsSysTime: 73000 - TotalThreadsUserTime: 530000 - TotalThreadsVoluntaryContextSwitches: 8 - TotalTime: 10324607797 Fragment Instance Lifecycle Timings - ExecTime: 520963 - ExecTreeExecTime: 3865 - InactiveTotalTime: 0 - OpenTime: 7469518888 - ExecTreeOpenTime: 7453056939 - PrepareTime: 2854500102 - ExecTreePrepareTime: 96779 - TotalTime: 0 DataStreamSender (dst_id=136) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 304576 - OverallThroughput: 253 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2258 - TotalTime: 31503518 - TransmitDataRPCTime: 26266 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 2585410438 - TotalTime: 2599422158 AGGREGATION_NODE (id=135) - BuildTime: 870 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7453152288 EXCHANGE_NODE (id=134) - BytesReceived: 56 - ConvertRowBatchTime: 8181 - DeserializeRowBatchTimer: 32012 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 7452916205 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7452967988 Averaged Fragment F07 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:5s989ms max:10s709ms mean: 7s048ms stddev:1s540ms execution rates: min:45.00 B/sec max:10.00 KB/sec mean:3.14 KB/sec stddev:3.37 KB/sec num instances: 7 - AverageThreadTokens: 0.7244897959183673 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 97266108 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 73281219 - TotalStorageWaitTime: 1863731 - TotalThreadsInvoluntaryContextSwitches: 35 - TotalThreadsTotalWallClockTime: 2004903136 - TotalThreadsSysTime: 3135142 - TotalThreadsUserTime: 186045714 - TotalThreadsVoluntaryContextSwitches: 289 - TotalTime: 3187572824 Fragment Instance Lifecycle Timings - ExecTime: 74437162 - ExecTreeExecTime: 3121 - InactiveTotalTime: 0 - OpenTime: 1858643939 - ExecTreeOpenTime: 145037676 - PrepareTime: 1244509503 - ExecTreePrepareTime: 8785808 - TotalTime: 0 DataStreamSender (dst_id=134) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 552852 - OverallThroughput: 79018 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1777 - TotalTime: 15912616 - TransmitDataRPCTime: 19299 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 126116269 - CompileTime: 855295514 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 789595754 - PeakMemoryUsage: 376320 - PrepareTime: 1079058008 - TotalTime: 2739441934 AGGREGATION_NODE (id=6) - BuildTime: 3508 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 19309 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 193 - SpilledPartitions: 0 - TotalTime: 153821703 HDFS_SCAN_NODE (id=5) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 23121 - BytesReadDataNodeCache: 0 - BytesReadLocal: 23121 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 23121 - DecompressionTime: 25439 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 61440 - PerReadThreadRawHdfsThroughput: 952076659 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 71423673 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 3 - ScannerThreadsTotalWallClockTime: 71859389 - MaterializeTupleTime(*): 10806048 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1645285 - ScannerThreadsVoluntaryContextSwitches: 15 - TotalRawHdfsReadTime(*): 18033 - TotalReadThroughput: 0 - TotalTime: 117715824 Fragment F07 Instance 5840e519cb1bb31f:1f (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 53557429 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 308208520 - TotalStorageWaitTime: 4217356 - TotalThreadsInvoluntaryContextSwitches: 60 - TotalThreadsTotalWallClockTime: 7036800892 - TotalThreadsSysTime: 8881000 - TotalThreadsUserTime: 203585000 - TotalThreadsVoluntaryContextSwitches: 673 - TotalTime: 10089178140 Fragment Instance Lifecycle Timings - ExecTime: 308525176 - ExecTreeExecTime: 4188 - InactiveTotalTime: 0 - OpenTime: 6432604272 - ExecTreeOpenTime: 583985788 - PrepareTime: 3303658544 - ExecTreePrepareTime: 7567540 - TotalTime: 0 DataStreamSender (dst_id=134) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 320666 - OverallThroughput: 178555 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2124 - TotalTime: 44804 - TransmitDataRPCTime: 24948 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 458470468 - CompileTime: 2621784700 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 2873737732 - PeakMemoryUsage: 376320 - PrepareTime: 3123104964 - TotalTime: 8696219592 AGGREGATION_NODE (id=6) ExecOption: Codegen Enabled - BuildTime: 4988 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 591552184 HDFS_SCAN_NODE (id=5) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32356 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32356 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32356 - DecompressionTime: 27600 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1232703444 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 295424036 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 295703728 - MaterializeTupleTime(*): 73063856 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1944000 - ScannerThreadsVoluntaryContextSwitches: 41 - TotalRawHdfsReadTime(*): 26248 - TotalReadThroughput: 0 - TotalTime: 297611248 Instance 5840e519cb1bb31f:20 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0714285714285714 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 116050050 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 333208 - TotalStorageWaitTime: 2561412 - TotalThreadsInvoluntaryContextSwitches: 72 - TotalThreadsTotalWallClockTime: 4462415620 - TotalThreadsSysTime: 2995000 - TotalThreadsUserTime: 196218000 - TotalThreadsVoluntaryContextSwitches: 537 - TotalTime: 7032054496 Fragment Instance Lifecycle Timings - ExecTime: 607960 - ExecTreeExecTime: 3964 - InactiveTotalTime: 0 - OpenTime: 4353569568 - ExecTreeOpenTime: 322544224 - PrepareTime: 2652582812 - ExecTreePrepareTime: 52607056 - TotalTime: 0 DataStreamSender (dst_id=134) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 501002 - OverallThroughput: 705 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1948 - TotalTime: 11345108 - TransmitDataRPCTime: 15968 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 377093664 - CompileTime: 2556662376 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 1401321484 - PeakMemoryUsage: 376320 - PrepareTime: 2131689696 - TotalTime: 6091449300 AGGREGATION_NODE (id=6) ExecOption: Codegen Enabled - BuildTime: 4932 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 2 - SpilledPartitions: 0 - TotalTime: 375149856 HDFS_SCAN_NODE (id=5) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 32388 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32388 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32388 - DecompressionTime: 36236 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1173478260 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 108119660 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 9 - ScannerThreadsTotalWallClockTime: 108282092 - MaterializeTupleTime(*): 760464 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2660000 - ScannerThreadsVoluntaryContextSwitches: 26 - TotalRawHdfsReadTime(*): 27600 - TotalReadThroughput: 0 - TotalTime: 418924120 Instance 5840e519cb1bb31f:21 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 125117607 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 154587 - TotalStorageWaitTime: 3806580 - TotalThreadsInvoluntaryContextSwitches: 103 - TotalThreadsTotalWallClockTime: 1540395958 - TotalThreadsSysTime: 2768000 - TotalThreadsUserTime: 210743000 - TotalThreadsVoluntaryContextSwitches: 285 - TotalTime: 4032610897 Fragment Instance Lifecycle Timings - ExecTime: 290455 - ExecTreeExecTime: 3872 - InactiveTotalTime: 0 - OpenTime: 1445964453 - ExecTreeOpenTime: 96481360 - PrepareTime: 2586316481 - ExecTreePrepareTime: 812473 - TotalTime: 0 DataStreamSender (dst_id=134) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 171013 - OverallThroughput: 80 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2830 - TotalTime: 99203115 - TransmitDataRPCTime: 46780 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 39175329 - CompileTime: 575235158 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 729245921 - PeakMemoryUsage: 376320 - PrepareTime: 2150379316 - TotalTime: 3479317237 AGGREGATION_NODE (id=6) ExecOption: Codegen Enabled - BuildTime: 9954 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 10 - SpilledPartitions: 0 - TotalTime: 97291775 HDFS_SCAN_NODE (id=5) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 64093 - BytesReadDataNodeCache: 0 - BytesReadLocal: 64093 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 64093 - DecompressionTime: 90857 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1972577865 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 91767261 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 14 - ScannerThreadsTotalWallClockTime: 94193632 - MaterializeTupleTime(*): 1502903 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 3604000 - ScannerThreadsVoluntaryContextSwitches: 25 - TotalRawHdfsReadTime(*): 32492 - TotalReadThroughput: 0 - TotalTime: 95855252 Instance 5840e519cb1bb31f:1c (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 115074892 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 95929660 - TotalStorageWaitTime: 766196 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 297698116 - TotalThreadsSysTime: 2066000 - TotalThreadsUserTime: 161811000 - TotalThreadsVoluntaryContextSwitches: 178 - TotalTime: 336243860 Fragment Instance Lifecycle Timings - ExecTime: 101684424 - ExecTreeExecTime: 2408 - InactiveTotalTime: 0 - OpenTime: 195153292 - ExecTreeOpenTime: 2262588 - PrepareTime: 39374096 - ExecTreePrepareTime: 83188 - TotalTime: 0 DataStreamSender (dst_id=134) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 643293 - OverallThroughput: 88632 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1288 - TotalTime: 90260 - TransmitDataRPCTime: 12436 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1736268 - CompileTime: 74812376 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 116050064 - PeakMemoryUsage: 376320 - PrepareTime: 37021388 - TotalTime: 228488548 AGGREGATION_NODE (id=6) ExecOption: Codegen Enabled - BuildTime: 512 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 426 - SpilledPartitions: 0 - TotalTime: 2343632 HDFS_SCAN_NODE (id=5) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 46676737 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 850560 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 884296 - MaterializeTupleTime(*): 104 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1016000 - ScannerThreadsVoluntaryContextSwitches: 2 - TotalRawHdfsReadTime(*): 6620 - TotalReadThroughput: 0 - TotalTime: 2390112 Instance 5840e519cb1bb31f:22 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 77608262 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 51988004 - TotalStorageWaitTime: 517196 - TotalThreadsInvoluntaryContextSwitches: 6 - TotalThreadsTotalWallClockTime: 270229808 - TotalThreadsSysTime: 3085000 - TotalThreadsUserTime: 198312000 - TotalThreadsVoluntaryContextSwitches: 100 - TotalTime: 315214844 Fragment Instance Lifecycle Timings - ExecTime: 52365780 - ExecTreeExecTime: 3192 - InactiveTotalTime: 0 - OpenTime: 217232692 - ExecTreeOpenTime: 2334092 - PrepareTime: 45570072 - ExecTreePrepareTime: 90940 - TotalTime: 0 DataStreamSender (dst_id=134) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 1051524 - OverallThroughput: 16604 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1612 - TotalTime: 481792 - TransmitDataRPCTime: 7608 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1609824 - CompileTime: 58041468 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 154284076 - PeakMemoryUsage: 376320 - PrepareTime: 36770084 - TotalTime: 249663060 AGGREGATION_NODE (id=6) ExecOption: Codegen Enabled - BuildTime: 868 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 412 - SpilledPartitions: 0 - TotalTime: 2423212 HDFS_SCAN_NODE (id=5) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 21566164 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 616684 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 666264 - MaterializeTupleTime(*): 56 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 519000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 14328 - TotalReadThroughput: 0 - TotalTime: 2259272 Instance 5840e519cb1bb31f:1d (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 78220416 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 55190508 - TotalStorageWaitTime: 619744 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 238262532 - TotalThreadsSysTime: 1035000 - TotalThreadsUserTime: 159334000 - TotalThreadsVoluntaryContextSwitches: 157 - TotalTime: 286628868 Fragment Instance Lifecycle Timings - ExecTime: 55415808 - ExecTreeExecTime: 1964 - InactiveTotalTime: 0 - OpenTime: 180278444 - ExecTreeOpenTime: 4107284 - PrepareTime: 50892380 - ExecTreePrepareTime: 118040 - TotalTime: 0 DataStreamSender (dst_id=134) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 529941 - OverallThroughput: 225963 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1204 - TotalTime: 35404 - TransmitDataRPCTime: 15096 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2611904 - CompileTime: 51336112 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 122583744 - PeakMemoryUsage: 376320 - PrepareTime: 46731452 - TotalTime: 223328972 AGGREGATION_NODE (id=6) ExecOption: Codegen Enabled - BuildTime: 2764 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 236 - SpilledPartitions: 0 - TotalTime: 4223780 HDFS_SCAN_NODE (id=5) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32089 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32089 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32089 - DecompressionTime: 23384 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 2139266666 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2535000 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2594116 - MaterializeTupleTime(*): 314824 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1104000 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 15000 - TotalReadThroughput: 0 - TotalTime: 4282336 Instance 5840e519cb1bb31f:1e (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 115234104 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1164048 - TotalStorageWaitTime: 557636 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 188519028 - TotalThreadsSysTime: 1116000 - TotalThreadsUserTime: 172317000 - TotalThreadsVoluntaryContextSwitches: 95 - TotalTime: 221078668 Fragment Instance Lifecycle Timings - ExecTime: 2170536 - ExecTreeExecTime: 2260 - InactiveTotalTime: 0 - OpenTime: 185704856 - ExecTreeOpenTime: 3548396 - PrepareTime: 33172140 - ExecTreePrepareTime: 221420 - TotalTime: 0 DataStreamSender (dst_id=134) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 652528 - OverallThroughput: 42591 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1436 - TotalTime: 187832 - TransmitDataRPCTime: 12260 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2116432 - CompileTime: 49196408 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 129947260 - PeakMemoryUsage: 376320 - PrepareTime: 27709156 - TotalTime: 207626832 AGGREGATION_NODE (id=6) ExecOption: Codegen Enabled - BuildTime: 544 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 265 - SpilledPartitions: 0 - TotalTime: 3767488 HDFS_SCAN_NODE (id=5) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 78267477 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 652516 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 691600 - MaterializeTupleTime(*): 132 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 670000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 3948 - TotalReadThroughput: 0 - TotalTime: 2688432 Averaged Fragment F10 split sizes: min: 263.00 B, max: 4.30 KB, avg: 3.48 KB, stddev: 1.45 KB completion times: min:5s788ms max:6s259ms mean: 5s977ms stddev:149.085ms execution rates: min:45.00 B/sec max:733.00 B/sec mean:592.67 B/sec stddev:245.91 B/sec num instances: 6 - AverageThreadTokens: 1.0185185185185184 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 116251 - PerHostPeakMemUsage: 99697014 - RowsProduced: 97 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 129490120 - TotalStorageWaitTime: 12493913 - TotalThreadsInvoluntaryContextSwitches: 3 - TotalThreadsTotalWallClockTime: 813848558 - TotalThreadsSysTime: 2433333 - TotalThreadsUserTime: 18559500 - TotalThreadsVoluntaryContextSwitches: 96 - TotalTime: 1607954408 Fragment Instance Lifecycle Timings - ExecTime: 493433224 - ExecTreeExecTime: 78409114 - InactiveTotalTime: 0 - OpenTime: 262320871 - ExecTreeOpenTime: 48971 - PrepareTime: 852157570 - ExecTreePrepareTime: 225659 - TotalTime: 0 DataStreamSender (dst_id=141) - BytesSent: 10780 - InactiveTotalTime: 0 - NetworkThroughput(*): 167072843 - OverallThroughput: 85208983 - PeakMemoryUsage: 43680 - RowsReturned: 97 - SerializeBatchTime: 22094 - TotalTime: 112152 - TransmitDataRPCTime: 57664 - UncompressedRowBatchSize: 21081 CodeGen - CodegenTime: 3519165 - CompileTime: 122719276 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 109619976 - PeakMemoryUsage: 50176 - PrepareTime: 584097461 - TotalTime: 827057443 HDFS_SCAN_NODE (id=12) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.16666666666666666 - BytesRead: 3975 - BytesReadDataNodeCache: 0 - BytesReadLocal: 3975 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 3975 - DecompressionTime: 22600 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 57856 - PerReadThreadRawHdfsThroughput: 235142296 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 51973974 - RowBatchQueuePutWaitTime: 0 - RowsRead: 97 - RowsReturned: 97 - RowsReturnedRate: 10042 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 58134998 - MaterializeTupleTime(*): 9582018 - ScannerThreadsSysTime: 174333 - ScannerThreadsUserTime: 455166 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 15629 - TotalReadThroughput: 175 - TotalTime: 79060165 Fragment F10 Instance 5840e519cb1bb31f:38 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/3.90 KB 4:1/263.00 B - AverageThreadTokens: 1.1111111111111112 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 122778 - PerHostPeakMemUsage: 104138194 - RowsProduced: 117 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 69883836 - TotalStorageWaitTime: 43197896 - TotalThreadsInvoluntaryContextSwitches: 14 - TotalThreadsTotalWallClockTime: 1902432864 - TotalThreadsSysTime: 797000 - TotalThreadsUserTime: 24358000 - TotalThreadsVoluntaryContextSwitches: 200 - TotalTime: 4411146728 Fragment Instance Lifecycle Timings - ExecTime: 560175300 - ExecTreeExecTime: 381198036 - InactiveTotalTime: 0 - OpenTime: 1047479320 - ExecTreeOpenTime: 54340 - PrepareTime: 2803458956 - ExecTreePrepareTime: 127048 - TotalTime: 0 DataStreamSender (dst_id=141) - BytesSent: 12838 - InactiveTotalTime: 0 - NetworkThroughput(*): 128041969 - OverallThroughput: 82050823 - PeakMemoryUsage: 43680 - RowsReturned: 117 - SerializeBatchTime: 34184 - TotalTime: 156464 - TransmitDataRPCTime: 100264 - UncompressedRowBatchSize: 25354 CodeGen - CodegenTime: 476572 - CompileTime: 479945544 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 436247328 - PeakMemoryUsage: 50176 - PrepareTime: 2447308992 - TotalTime: 3392643184 HDFS_SCAN_NODE (id=12) Hdfs split stats (:<# splits>/): 1:1/3.90 KB 4:1/263.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 4744 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4744 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4744 - DecompressionTime: 24248 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 64512 - PerReadThreadRawHdfsThroughput: 235644744 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 258302500 - RowBatchQueuePutWaitTime: 0 - RowsRead: 117 - RowsReturned: 117 - RowsReturnedRate: 306 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 294809444 - MaterializeTupleTime(*): 43376828 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1032000 - ScannerThreadsVoluntaryContextSwitches: 34 - TotalRawHdfsReadTime(*): 20132 - TotalReadThroughput: 1054 - TotalTime: 381528636 Instance 5840e519cb1bb31f:33 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/3.87 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 116634 - PerHostPeakMemUsage: 107906216 - RowsProduced: 117 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 268185509 - TotalStorageWaitTime: 16449759 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 818205666 - TotalThreadsSysTime: 2672000 - TotalThreadsUserTime: 20255000 - TotalThreadsVoluntaryContextSwitches: 104 - TotalTime: 2914735771 Fragment Instance Lifecycle Timings - ExecTime: 352315708 - ExecTreeExecTime: 69122398 - InactiveTotalTime: 0 - OpenTime: 428371476 - ExecTreeOpenTime: 51026 - PrepareTime: 2134000878 - ExecTreePrepareTime: 108531 - TotalTime: 0 DataStreamSender (dst_id=141) - BytesSent: 12600 - InactiveTotalTime: 0 - NetworkThroughput(*): 273413766 - OverallThroughput: 120210654 - PeakMemoryUsage: 43680 - RowsReturned: 117 - SerializeBatchTime: 26252 - TotalTime: 104816 - TransmitDataRPCTime: 46084 - UncompressedRowBatchSize: 25242 CodeGen - CodegenTime: 18230378 - CompileTime: 223021428 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 168377736 - PeakMemoryUsage: 50176 - PrepareTime: 915164041 - TotalTime: 1338159342 HDFS_SCAN_NODE (id=12) Hdfs split stats (:<# splits>/): 4:1/3.87 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 4449 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4449 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4449 - DecompressionTime: 33254 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 64512 - PerReadThreadRawHdfsThroughput: 308465645 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 37487241 - RowBatchQueuePutWaitTime: 0 - RowsRead: 117 - RowsReturned: 117 - RowsReturnedRate: 1685 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 37573218 - MaterializeTupleTime(*): 14032573 - ScannerThreadsSysTime: 377000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 14423 - TotalReadThroughput: 0 - TotalTime: 69416322 Instance 5840e519cb1bb31f:34 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 2:1/4.05 KB 1:1/263.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 122778 - PerHostPeakMemUsage: 77608262 - RowsProduced: 117 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 192580916 - TotalStorageWaitTime: 2371856 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 701672036 - TotalThreadsSysTime: 2748000 - TotalThreadsUserTime: 19043000 - TotalThreadsVoluntaryContextSwitches: 38 - TotalTime: 753138172 Fragment Instance Lifecycle Timings - ExecTime: 676318248 - ExecTreeExecTime: 3795152 - InactiveTotalTime: 0 - OpenTime: 22741720 - ExecTreeOpenTime: 66168 - PrepareTime: 54035260 - ExecTreePrepareTime: 829384 - TotalTime: 0 DataStreamSender (dst_id=141) - BytesSent: 12936 - InactiveTotalTime: 0 - NetworkThroughput(*): 216147573 - OverallThroughput: 121734547 - PeakMemoryUsage: 43680 - RowsReturned: 117 - SerializeBatchTime: 26144 - TotalTime: 106264 - TransmitDataRPCTime: 59848 - UncompressedRowBatchSize: 25165 CodeGen - CodegenTime: 648924 - CompileTime: 7489176 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 12038096 - PeakMemoryUsage: 50176 - PrepareTime: 46368252 - TotalTime: 66927604 HDFS_SCAN_NODE (id=12) Hdfs split stats (:<# splits>/): 2:1/4.05 KB 1:1/263.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 4894 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4894 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4894 - DecompressionTime: 19344 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 64512 - PerReadThreadRawHdfsThroughput: 276372261 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2605852 - RowBatchQueuePutWaitTime: 0 - RowsRead: 117 - RowsReturned: 117 - RowsReturnedRate: 18685 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2655052 - MaterializeTupleTime(*): 27088 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 516000 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 17708 - TotalReadThroughput: 0 - TotalTime: 6261580 Instance 5840e519cb1bb31f:36 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/3.94 KB 2:1/263.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 116634 - PerHostPeakMemUsage: 115234104 - RowsProduced: 117 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 125707512 - TotalStorageWaitTime: 9977872 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 537081592 - TotalThreadsSysTime: 3583000 - TotalThreadsUserTime: 15323000 - TotalThreadsVoluntaryContextSwitches: 57 - TotalTime: 566722620 Fragment Instance Lifecycle Timings - ExecTime: 503926324 - ExecTreeExecTime: 10592236 - InactiveTotalTime: 0 - OpenTime: 22860200 - ExecTreeOpenTime: 40612 - PrepareTime: 39887452 - ExecTreePrepareTime: 77776 - TotalTime: 0 DataStreamSender (dst_id=141) - BytesSent: 13083 - InactiveTotalTime: 0 - NetworkThroughput(*): 163357806 - OverallThroughput: 87821872 - PeakMemoryUsage: 43680 - RowsReturned: 117 - SerializeBatchTime: 22236 - TotalTime: 148972 - TransmitDataRPCTime: 80088 - UncompressedRowBatchSize: 25200 CodeGen - CodegenTime: 798588 - CompileTime: 10444496 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 9172644 - PeakMemoryUsage: 50176 - PrepareTime: 29417884 - TotalTime: 49666500 HDFS_SCAN_NODE (id=12) Hdfs split stats (:<# splits>/): 3:1/3.94 KB 2:1/263.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 4794 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4794 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4794 - DecompressionTime: 34748 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 64512 - PerReadThreadRawHdfsThroughput: 315311760 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 10141848 - RowBatchQueuePutWaitTime: 0 - RowsRead: 117 - RowsReturned: 117 - RowsReturnedRate: 10825 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 10347888 - MaterializeTupleTime(*): 25712 - ScannerThreadsSysTime: 669000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 15204 - TotalReadThroughput: 0 - TotalTime: 10807732 Instance 5840e519cb1bb31f:37 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/263.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 102048 - PerHostPeakMemUsage: 78220416 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1548 - TotalStorageWaitTime: 719360 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 511443940 - TotalThreadsSysTime: 75000 - TotalThreadsUserTime: 20677000 - TotalThreadsVoluntaryContextSwitches: 83 - TotalTime: 553130076 Fragment Instance Lifecycle Timings - ExecTime: 481277056 - ExecTreeExecTime: 1873872 - InactiveTotalTime: 0 - OpenTime: 29374728 - ExecTreeOpenTime: 41020 - PrepareTime: 42426208 - ExecTreePrepareTime: 126184 - TotalTime: 0 DataStreamSender (dst_id=141) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 43680 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 23416 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 526220 - CompileTime: 5399100 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 21244132 - PeakMemoryUsage: 50176 - PrepareTime: 37787668 - TotalTime: 65139768 HDFS_SCAN_NODE (id=12) Hdfs split stats (:<# splits>/): 0:1/263.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 263 - BytesReadDataNodeCache: 0 - BytesReadLocal: 263 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 263 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 60936051 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 799868 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 825808 - MaterializeTupleTime(*): 64 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 286000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4316 - TotalReadThroughput: 0 - TotalTime: 2243104 Instance 5840e519cb1bb31f:35 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:2/4.10 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 116634 - PerHostPeakMemUsage: 115074892 - RowsProduced: 118 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 120581404 - TotalStorageWaitTime: 2246736 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 412255252 - TotalThreadsSysTime: 4725000 - TotalThreadsUserTime: 11701000 - TotalThreadsVoluntaryContextSwitches: 95 - TotalTime: 448853084 Fragment Instance Lifecycle Timings - ExecTime: 386586712 - ExecTreeExecTime: 3872992 - InactiveTotalTime: 0 - OpenTime: 23097784 - ExecTreeOpenTime: 40660 - PrepareTime: 39136668 - ExecTreePrepareTime: 85032 - TotalTime: 0 DataStreamSender (dst_id=141) - BytesSent: 13223 - InactiveTotalTime: 0 - NetworkThroughput(*): 221475948 - OverallThroughput: 99436005 - PeakMemoryUsage: 43680 - RowsReturned: 118 - SerializeBatchTime: 23748 - TotalTime: 132980 - TransmitDataRPCTime: 59704 - UncompressedRowBatchSize: 25529 CodeGen - CodegenTime: 434312 - CompileTime: 10015916 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 10639920 - PeakMemoryUsage: 50176 - PrepareTime: 28537932 - TotalTime: 49808260 HDFS_SCAN_NODE (id=12) Hdfs split stats (:<# splits>/): 3:2/4.10 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 4709 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4709 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4709 - DecompressionTime: 24008 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 64512 - PerReadThreadRawHdfsThroughput: 214123317 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2506536 - RowBatchQueuePutWaitTime: 0 - RowsRead: 118 - RowsReturned: 118 - RowsReturnedRate: 28755 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2598580 - MaterializeTupleTime(*): 29844 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 897000 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 21992 - TotalReadThroughput: 0 - TotalTime: 4103616 Averaged Fragment F17 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:12s559ms max:12s559ms mean: 12s559ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 258447352 - RowsProduced: 1 - TotalNetworkReceiveTime: 9805170238 - TotalNetworkSendTime: 4020346 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 9824906588 - TotalThreadsSysTime: 84000 - TotalThreadsUserTime: 863000 - TotalThreadsVoluntaryContextSwitches: 19 - TotalTime: 12510647924 Fragment Instance Lifecycle Timings - ExecTime: 18921282 - ExecTreeExecTime: 3666 - InactiveTotalTime: 0 - OpenTime: 9806015731 - ExecTreeOpenTime: 9805268311 - PrepareTime: 2344274733 - ExecTreePrepareTime: 84958419 - TotalTime: 0 DataStreamSender (dst_id=151) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 2066491 - OverallThroughput: 2415 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 14064 - TotalTime: 37676872 - TransmitDataRPCTime: 44036 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 1500945284 - TotalTime: 1584333098 AGGREGATION_NODE (id=150) - BuildTime: 7364 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 9890225643 EXCHANGE_NODE (id=149) - BytesReceived: 91 - ConvertRowBatchTime: 7103 - DeserializeRowBatchTimer: 109776 - FirstBatchArrivalWaitTime: 9275030897 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9805193930 Fragment F17 Instance 5840e519cb1bb31f:57 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 258447352 - RowsProduced: 1 - TotalNetworkReceiveTime: 9805170238 - TotalNetworkSendTime: 4020346 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 9824906588 - TotalThreadsSysTime: 84000 - TotalThreadsUserTime: 863000 - TotalThreadsVoluntaryContextSwitches: 19 - TotalTime: 12510647924 Fragment Instance Lifecycle Timings - ExecTime: 18921282 - ExecTreeExecTime: 3666 - InactiveTotalTime: 0 - OpenTime: 9806015731 - ExecTreeOpenTime: 9805268311 - PrepareTime: 2344274733 - ExecTreePrepareTime: 84958419 - TotalTime: 0 DataStreamSender (dst_id=151) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 2066491 - OverallThroughput: 2415 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 14064 - TotalTime: 37676872 - TransmitDataRPCTime: 44036 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 1500945284 - TotalTime: 1584333098 AGGREGATION_NODE (id=150) - BuildTime: 7364 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 9890225643 EXCHANGE_NODE (id=149) - BytesReceived: 91 - ConvertRowBatchTime: 7103 - DeserializeRowBatchTimer: 109776 - FirstBatchArrivalWaitTime: 9275030897 - InactiveTotalTime: 9805136345 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9805193930 Averaged Fragment F11 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:11s089ms max:12s518ms mean: 11s661ms stddev:443.101ms execution rates: min:26.00 B/sec max:5.47 KB/sec mean:1.88 KB/sec stddev:1.87 KB/sec num instances: 7 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 229518751 - RowsProduced: 1 - TotalNetworkReceiveTime: 9872696638 - TotalNetworkSendTime: 30753477 - TotalStorageWaitTime: 5380916 - TotalThreadsInvoluntaryContextSwitches: 6 - TotalThreadsTotalWallClockTime: 10583406622 - TotalThreadsSysTime: 1661857 - TotalThreadsUserTime: 41449000 - TotalThreadsVoluntaryContextSwitches: 105 - TotalTime: 11597314320 Fragment Instance Lifecycle Timings - ExecTime: 33210365 - ExecTreeExecTime: 5832 - InactiveTotalTime: 0 - OpenTime: 10526787829 - ExecTreeOpenTime: 9965024224 - PrepareTime: 1018069126 - ExecTreePrepareTime: 6726405 - TotalTime: 0 DataStreamSender (dst_id=149) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 977142 - OverallThroughput: 371031 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5864 - TotalTime: 36040 - TransmitDataRPCTime: 14454 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 36651861 - CompileTime: 217017768 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 276035572 - PeakMemoryUsage: 257024 - PrepareTime: 840265894 - TotalTime: 1351706491 AGGREGATION_NODE (id=24) - BuildTime: 8334 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 48798 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 9971750963 NESTED_LOOP_JOIN_NODE (id=23) - BuildRows: 1 - BuildTime: 13411055 - InactiveTotalTime: 0 - LocalTime: 19315208 - PeakMemoryUsage: 62256 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 1250 - RowsReturnedRate: 146 - TotalTime: 9912439294 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=148) - BytesReceived: 21 - ConvertRowBatchTime: 873 - DeserializeRowBatchTimer: 6047 - FirstBatchArrivalWaitTime: 9812945763 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9872701417 HDFS_SCAN_NODE (id=22) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 25511 - BytesReadDataNodeCache: 0 - BytesReadLocal: 25511 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 25511 - DecompressionTime: 65063 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 52894 - PerReadThreadRawHdfsThroughput: 1199124700 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 9432911 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 57298 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 35506754 - MaterializeTupleTime(*): 30352 - ScannerThreadsSysTime: 316000 - ScannerThreadsUserTime: 563857 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 14803 - TotalReadThroughput: 0 - TotalTime: 23488968 Fragment F11 Instance 5840e519cb1bb31f:53 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 66627850 - RowsProduced: 1 - TotalNetworkReceiveTime: 7352758212 - TotalNetworkSendTime: 191728728 - TotalStorageWaitTime: 2189144 - TotalThreadsInvoluntaryContextSwitches: 12 - TotalThreadsTotalWallClockTime: 9923589924 - TotalThreadsSysTime: 2341000 - TotalThreadsUserTime: 52168000 - TotalThreadsVoluntaryContextSwitches: 275 - TotalTime: 12234394172 Fragment Instance Lifecycle Timings - ExecTime: 196191084 - ExecTreeExecTime: 18892 - InactiveTotalTime: 0 - OpenTime: 9623879244 - ExecTreeOpenTime: 7692639860 - PrepareTime: 2317935796 - ExecTreePrepareTime: 8470764 - TotalTime: 0 DataStreamSender (dst_id=149) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 699526 - OverallThroughput: 327126 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5308 - TotalTime: 39740 - TransmitDataRPCTime: 18584 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 35289968 - CompileTime: 851817316 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 842516560 - PeakMemoryUsage: 257024 - PrepareTime: 1973878940 - TotalTime: 3676350980 AGGREGATION_NODE (id=24) ExecOption: Codegen Enabled - BuildTime: 10884 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7701122556 NESTED_LOOP_JOIN_NODE (id=23) - BuildRows: 1 - BuildTime: 93799352 - InactiveTotalTime: 0 - LocalTime: 94228744 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1752 - RowsReturnedRate: 234 - TotalTime: 7465419480 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=148) - BytesReceived: 21 - ConvertRowBatchTime: 1120 - DeserializeRowBatchTimer: 3672 - FirstBatchArrivalWaitTime: 7285101920 - InactiveTotalTime: 7352735784 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7352763872 HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35703 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35703 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35703 - DecompressionTime: 80844 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 57748 - PerReadThreadRawHdfsThroughput: 1636551155 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 17520200 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 144408 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 2 - ScannerThreadsTotalWallClockTime: 188011032 - MaterializeTupleTime(*): 47360 - ScannerThreadsSysTime: 1327000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 21 - TotalRawHdfsReadTime(*): 21816 - TotalReadThroughput: 0 - TotalTime: 18426864 Instance 5840e519cb1bb31f:50 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 306722927 - RowsProduced: 1 - TotalNetworkReceiveTime: 11779068660 - TotalNetworkSendTime: 3782088 - TotalStorageWaitTime: 620256 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11833593704 - TotalThreadsSysTime: 1089000 - TotalThreadsUserTime: 36486000 - TotalThreadsVoluntaryContextSwitches: 55 - TotalTime: 11879500672 Fragment Instance Lifecycle Timings - ExecTime: 7216496 - ExecTreeExecTime: 3144 - InactiveTotalTime: 0 - OpenTime: 11825567444 - ExecTreeOpenTime: 11782110604 - PrepareTime: 46678928 - ExecTreePrepareTime: 241540 - TotalTime: 0 DataStreamSender (dst_id=149) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1181818 - OverallThroughput: 467088 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5512 - TotalTime: 27832 - TransmitDataRPCTime: 11000 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 2092600 - CompileTime: 17820812 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 23258188 - PeakMemoryUsage: 257024 - PrepareTime: 41060356 - TotalTime: 82744176 AGGREGATION_NODE (id=24) ExecOption: Codegen Enabled - BuildTime: 1404 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11782350124 NESTED_LOOP_JOIN_NODE (id=23) - BuildRows: 1 - BuildTime: 5300 - InactiveTotalTime: 0 - LocalTime: 185984 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 11782272796 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=148) - BytesReceived: 21 - ConvertRowBatchTime: 552 - DeserializeRowBatchTimer: 7100 - FirstBatchArrivalWaitTime: 11704005140 - InactiveTotalTime: 11779061360 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11779072808 HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 82180851 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 746204 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 838868 - MaterializeTupleTime(*): 116 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 360000 - ScannerThreadsVoluntaryContextSwitches: 2 - TotalRawHdfsReadTime(*): 3760 - TotalReadThroughput: 0 - TotalTime: 3014004 Instance 5840e519cb1bb31f:51 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 236938876 - RowsProduced: 1 - TotalNetworkReceiveTime: 11668545568 - TotalNetworkSendTime: 3593984 - TotalStorageWaitTime: 16944708 - TotalThreadsInvoluntaryContextSwitches: 3 - TotalThreadsTotalWallClockTime: 11781455400 - TotalThreadsSysTime: 1163000 - TotalThreadsUserTime: 33919000 - TotalThreadsVoluntaryContextSwitches: 26 - TotalTime: 11778601652 Fragment Instance Lifecycle Timings - ExecTime: 6216816 - ExecTreeExecTime: 3972 - InactiveTotalTime: 0 - OpenTime: 11745372408 - ExecTreeOpenTime: 11709565340 - PrepareTime: 26963672 - ExecTreePrepareTime: 180064 - TotalTime: 0 DataStreamSender (dst_id=149) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 766690 - OverallThroughput: 381321 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4740 - TotalTime: 34092 - TransmitDataRPCTime: 16956 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 830288 - CompileTime: 11295712 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 21816304 - PeakMemoryUsage: 257024 - PrepareTime: 24103220 - TotalTime: 57751580 AGGREGATION_NODE (id=24) ExecOption: Codegen Enabled - BuildTime: 7908 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57752 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11709744492 NESTED_LOOP_JOIN_NODE (id=23) - BuildRows: 1 - BuildTime: 5416 - InactiveTotalTime: 0 - LocalTime: 346072 - PeakMemoryUsage: 69016 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1751 - RowsReturnedRate: 149 - TotalTime: 11700461692 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=148) - BytesReceived: 21 - ConvertRowBatchTime: 1168 - DeserializeRowBatchTimer: 9588 - FirstBatchArrivalWaitTime: 11607240284 - InactiveTotalTime: 11668535372 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11668551112 HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35438 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35438 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35438 - DecompressionTime: 76936 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65944 - PerReadThreadRawHdfsThroughput: 2768593749 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 29813160 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 84335 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 29894120 - MaterializeTupleTime(*): 38092 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1247000 - ScannerThreadsVoluntaryContextSwitches: 7 - TotalRawHdfsReadTime(*): 12800 - TotalReadThroughput: 0 - TotalTime: 31564508 Instance 5840e519cb1bb31f:54 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 187168103 - RowsProduced: 1 - TotalNetworkReceiveTime: 7156410232 - TotalNetworkSendTime: 7862504 - TotalStorageWaitTime: 3361716 - TotalThreadsInvoluntaryContextSwitches: 6 - TotalThreadsTotalWallClockTime: 8919834476 - TotalThreadsSysTime: 2972000 - TotalThreadsUserTime: 45743000 - TotalThreadsVoluntaryContextSwitches: 238 - TotalTime: 11580511816 Fragment Instance Lifecycle Timings - ExecTime: 8772008 - ExecTreeExecTime: 4932 - InactiveTotalTime: 0 - OpenTime: 8897013816 - ExecTreeOpenTime: 7398197196 - PrepareTime: 2674648808 - ExecTreePrepareTime: 15424128 - TotalTime: 0 DataStreamSender (dst_id=149) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1625000 - OverallThroughput: 293083 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7220 - TotalTime: 44356 - TransmitDataRPCTime: 8000 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 172461184 - CompileTime: 537919492 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 792847808 - PeakMemoryUsage: 257024 - PrepareTime: 2153545144 - TotalTime: 3560529556 AGGREGATION_NODE (id=24) ExecOption: Codegen Enabled - BuildTime: 16800 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7413620580 NESTED_LOOP_JOIN_NODE (id=23) - BuildRows: 1 - BuildTime: 4720 - InactiveTotalTime: 0 - LocalTime: 40063772 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1748 - RowsReturnedRate: 242 - TotalTime: 7221804252 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=148) - BytesReceived: 21 - ConvertRowBatchTime: 908 - DeserializeRowBatchTimer: 2856 - FirstBatchArrivalWaitTime: 7155704312 - InactiveTotalTime: 7156398460 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7156414836 HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35744 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35744 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35744 - DecompressionTime: 87364 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 78228 - PerReadThreadRawHdfsThroughput: 1558695272 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3259236 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 105071 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 14080608 - MaterializeTupleTime(*): 40824 - ScannerThreadsSysTime: 885000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 22932 - TotalReadThroughput: 0 - TotalTime: 25325644 Instance 5840e519cb1bb31f:56 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 274233907 - RowsProduced: 1 - TotalNetworkReceiveTime: 11248880240 - TotalNetworkSendTime: 2873000 - TotalStorageWaitTime: 740220 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 11296772240 - TotalThreadsSysTime: 1698000 - TotalThreadsUserTime: 33024000 - TotalThreadsVoluntaryContextSwitches: 36 - TotalTime: 11344451472 Fragment Instance Lifecycle Timings - ExecTime: 7365836 - ExecTreeExecTime: 2844 - InactiveTotalTime: 0 - OpenTime: 11288568236 - ExecTreeOpenTime: 11250888072 - PrepareTime: 48485768 - ExecTreePrepareTime: 176788 - TotalTime: 0 DataStreamSender (dst_id=149) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 919117 - OverallThroughput: 377336 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7280 - TotalTime: 34452 - TransmitDataRPCTime: 14144 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 2803320 - CompileTime: 10733288 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 22299456 - PeakMemoryUsage: 257024 - PrepareTime: 41728256 - TotalTime: 77659868 AGGREGATION_NODE (id=24) ExecOption: Codegen Enabled - BuildTime: 840 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11251063016 NESTED_LOOP_JOIN_NODE (id=23) - BuildRows: 1 - BuildTime: 16200 - InactiveTotalTime: 0 - LocalTime: 189440 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 11251079788 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=148) - BytesReceived: 21 - ConvertRowBatchTime: 512 - DeserializeRowBatchTimer: 10924 - FirstBatchArrivalWaitTime: 11176601704 - InactiveTotalTime: 11248873332 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11248883452 HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 82532051 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 819232 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 872116 - MaterializeTupleTime(*): 88 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 328000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 3744 - TotalReadThroughput: 0 - TotalTime: 2006896 Instance 5840e519cb1bb31f:52 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 276492242 - RowsProduced: 1 - TotalNetworkReceiveTime: 11181177512 - TotalNetworkSendTime: 5301708 - TotalStorageWaitTime: 3044716 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 11238844204 - TotalThreadsSysTime: 1028000 - TotalThreadsUserTime: 41633000 - TotalThreadsVoluntaryContextSwitches: 24 - TotalTime: 11276693804 Fragment Instance Lifecycle Timings - ExecTime: 6501780 - ExecTreeExecTime: 3344 - InactiveTotalTime: 0 - OpenTime: 11229199152 - ExecTreeOpenTime: 11186198272 - PrepareTime: 40954456 - ExecTreePrepareTime: 196336 - TotalTime: 0 DataStreamSender (dst_id=149) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 964105 - OverallThroughput: 447042 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5124 - TotalTime: 29080 - TransmitDataRPCTime: 13484 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1211408 - CompileTime: 11635416 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 28920840 - PeakMemoryUsage: 257024 - PrepareTime: 36940272 - TotalTime: 78251408 AGGREGATION_NODE (id=24) ExecOption: Codegen Enabled - BuildTime: 1528 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11186392888 NESTED_LOOP_JOIN_NODE (id=23) - BuildRows: 1 - BuildTime: 31036 - InactiveTotalTime: 0 - LocalTime: 192444 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 11186350876 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=148) - BytesReceived: 21 - ConvertRowBatchTime: 800 - DeserializeRowBatchTimer: 3372 - FirstBatchArrivalWaitTime: 11118210136 - InactiveTotalTime: 11181170352 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11181181916 HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 46229802 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3143092 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 3179468 - MaterializeTupleTime(*): 68 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 397000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 6684 - TotalReadThroughput: 0 - TotalTime: 4976516 Instance 5840e519cb1bb31f:55 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 258447352 - RowsProduced: 1 - TotalNetworkReceiveTime: 8722036043 - TotalNetworkSendTime: 132329 - TotalStorageWaitTime: 10765658 - TotalThreadsInvoluntaryContextSwitches: 19 - TotalThreadsTotalWallClockTime: 9089756407 - TotalThreadsSysTime: 1342000 - TotalThreadsUserTime: 47170000 - TotalThreadsVoluntaryContextSwitches: 86 - TotalTime: 11087046655 Fragment Instance Lifecycle Timings - ExecTime: 208536 - ExecTreeExecTime: 3697 - InactiveTotalTime: 0 - OpenTime: 9077914504 - ExecTreeOpenTime: 8735570230 - PrepareTime: 1970816456 - ExecTreePrepareTime: 22395217 - TotalTime: 0 DataStreamSender (dst_id=149) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 683742 - OverallThroughput: 304221 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5870 - TotalTime: 42732 - TransmitDataRPCTime: 19013 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 41874260 - CompileTime: 77902340 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 200589848 - PeakMemoryUsage: 257024 - PrepareTime: 1610605073 - TotalTime: 1928657870 AGGREGATION_NODE (id=24) ExecOption: Codegen Enabled - BuildTime: 18978 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 8757963090 NESTED_LOOP_JOIN_NODE (id=23) - BuildRows: 1 - BuildTime: 15361 - InactiveTotalTime: 0 - LocalTime: 0 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 3499 - RowsReturnedRate: 398 - TotalTime: 8779686177 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=148) - BytesReceived: 21 - ConvertRowBatchTime: 1051 - DeserializeRowBatchTimer: 4818 - FirstBatchArrivalWaitTime: 8643756846 - InactiveTotalTime: 8722026596 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8722041929 HDFS_SCAN_NODE (id=22) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 70769 - BytesReadDataNodeCache: 0 - BytesReadLocal: 70769 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 70769 - DecompressionTime: 210302 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 94612 - PerReadThreadRawHdfsThroughput: 2219090025 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 10729259 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 67274 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 11671071 - MaterializeTupleTime(*): 85917 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1615000 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 31891 - TotalReadThroughput: 0 - TotalTime: 79108346 Averaged Fragment F14 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:11s184ms max:11s184ms mean: 11s184ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 258447352 - RowsProduced: 1 - TotalNetworkReceiveTime: 9114719374 - TotalNetworkSendTime: 62101327 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 9220163033 - TotalThreadsSysTime: 822000 - TotalThreadsUserTime: 289000 - TotalThreadsVoluntaryContextSwitches: 17 - TotalTime: 11032970949 Fragment Instance Lifecycle Timings - ExecTime: 78448973 - ExecTreeExecTime: 3943 - InactiveTotalTime: 0 - OpenTime: 9141742466 - ExecTreeOpenTime: 9114818083 - PrepareTime: 1812739418 - ExecTreePrepareTime: 93031799 - TotalTime: 0 DataStreamSender (dst_id=148) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 4800156 - OverallThroughput: 1662162 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 10447 - TotalTime: 88439 - TransmitDataRPCTime: 30624 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 901951426 - TotalTime: 902970775 NESTED_LOOP_JOIN_NODE (id=21) - BuildRows: 1 - BuildTime: 4992 - InactiveTotalTime: 0 - LocalTime: 170295098 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 9300868122 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=147) - BytesReceived: 8 - ConvertRowBatchTime: 702 - DeserializeRowBatchTimer: 3193 - FirstBatchArrivalWaitTime: 9114616425 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9114701794 AGGREGATION_NODE (id=144) - BuildTime: 7293 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 63 - SpilledPartitions: 0 - TotalTime: 15871230 EXCHANGE_NODE (id=143) - BytesReceived: 91 - ConvertRowBatchTime: 4826 - DeserializeRowBatchTimer: 129535 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 218722 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 32004 Fragment F14 Instance 5840e519cb1bb31f:4f (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 258447352 - RowsProduced: 1 - TotalNetworkReceiveTime: 9114719374 - TotalNetworkSendTime: 62101327 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 9220163033 - TotalThreadsSysTime: 822000 - TotalThreadsUserTime: 289000 - TotalThreadsVoluntaryContextSwitches: 17 - TotalTime: 11032970949 Fragment Instance Lifecycle Timings - ExecTime: 78448973 - ExecTreeExecTime: 3943 - InactiveTotalTime: 0 - OpenTime: 9141742466 - ExecTreeOpenTime: 9114818083 - PrepareTime: 1812739418 - ExecTreePrepareTime: 93031799 - TotalTime: 0 DataStreamSender (dst_id=148) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 4800156 - OverallThroughput: 1662162 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 10447 - TotalTime: 88439 - TransmitDataRPCTime: 30624 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 901951426 - TotalTime: 902970775 NESTED_LOOP_JOIN_NODE (id=21) - BuildRows: 1 - BuildTime: 4992 - InactiveTotalTime: 0 - LocalTime: 170295098 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 9300868122 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=147) - BytesReceived: 8 - ConvertRowBatchTime: 702 - DeserializeRowBatchTimer: 3193 - FirstBatchArrivalWaitTime: 9114616425 - InactiveTotalTime: 9114695049 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9114701794 AGGREGATION_NODE (id=144) - BuildTime: 7293 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 63 - SpilledPartitions: 0 - TotalTime: 15871230 EXCHANGE_NODE (id=143) - BytesReceived: 91 - ConvertRowBatchTime: 4826 - DeserializeRowBatchTimer: 129535 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 218722 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 32004 Averaged Fragment F12 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:5s655ms max:9s777ms mean: 7s054ms stddev:1s239ms execution rates: min:46.00 B/sec max:10.73 KB/sec mean:3.20 KB/sec stddev:3.56 KB/sec num instances: 7 - AverageThreadTokens: 1.0075187969924813 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1385716 - PerHostPeakMemUsage: 135107131 - RowsProduced: 1 - TotalNetworkReceiveTime: 4042310562 - TotalNetworkSendTime: 6821352 - TotalStorageWaitTime: 9057176 - TotalThreadsInvoluntaryContextSwitches: 25 - TotalThreadsTotalWallClockTime: 5622619148 - TotalThreadsSysTime: 4097142 - TotalThreadsUserTime: 169694000 - TotalThreadsVoluntaryContextSwitches: 215 - TotalTime: 6950677352 Fragment Instance Lifecycle Timings - ExecTime: 12945434 - ExecTreeExecTime: 4221 - InactiveTotalTime: 0 - OpenTime: 5540160195 - ExecTreeOpenTime: 4211117831 - PrepareTime: 1394398801 - ExecTreePrepareTime: 28897801 - TotalTime: 0 DataStreamSender (dst_id=143) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 994586 - OverallThroughput: 330938 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6173 - TotalTime: 938511 - TransmitDataRPCTime: 15175 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 50333970 - CompileTime: 516245520 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 760336656 - PeakMemoryUsage: 1329664 - PrepareTime: 1123706457 - TotalTime: 2419470400 AGGREGATION_NODE (id=18) - BuildTime: 6444379 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 71057 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 4240013180 NESTED_LOOP_JOIN_NODE (id=17) - BuildRows: 1 - BuildTime: 5286 - InactiveTotalTime: 0 - LocalTime: 13413242 - PeakMemoryUsage: 58623 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 545 - RowsReturnedRate: 724 - TotalTime: 4187988375 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=142) - BytesReceived: 21 - ConvertRowBatchTime: 964 - DeserializeRowBatchTimer: 3292 - FirstBatchArrivalWaitTime: 1592292396 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 31146 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 4042315400 HDFS_SCAN_NODE (id=16) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.07142857142857142 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 14734243 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 75007 - PerReadThreadRawHdfsThroughput: 702437084 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 86349850 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 26718 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 2 - ScannerThreadsTotalWallClockTime: 87217715 - MaterializeTupleTime(*): 155709 - ScannerThreadsSysTime: 392857 - ScannerThreadsUserTime: 742285 - ScannerThreadsVoluntaryContextSwitches: 19 - TotalRawHdfsReadTime(*): 888702 - TotalReadThroughput: 643 - TotalTime: 136940949 Fragment F12 Instance 5840e519cb1bb31f:43 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0526315789473684 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 56204464 - RowsProduced: 1 - TotalNetworkReceiveTime: 4288 - TotalNetworkSendTime: 214760 - TotalStorageWaitTime: 7598352 - TotalThreadsInvoluntaryContextSwitches: 38 - TotalThreadsTotalWallClockTime: 5587887956 - TotalThreadsSysTime: 5041000 - TotalThreadsUserTime: 185733000 - TotalThreadsVoluntaryContextSwitches: 565 - TotalTime: 9447020544 Fragment Instance Lifecycle Timings - ExecTime: 531724 - ExecTreeExecTime: 3836 - InactiveTotalTime: 0 - OpenTime: 5301907572 - ExecTreeOpenTime: 730920752 - PrepareTime: 4122604728 - ExecTreePrepareTime: 137502524 - TotalTime: 0 DataStreamSender (dst_id=143) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 578600 - OverallThroughput: 308261 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5560 - TotalTime: 42172 - TransmitDataRPCTime: 22468 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 298728668 - CompileTime: 2097475380 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 2372969828 - PeakMemoryUsage: 1329664 - PrepareTime: 3085628352 - TotalTime: 7656912988 AGGREGATION_NODE (id=18) ExecOption: Codegen Enabled - BuildTime: 11128 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 868414528 NESTED_LOOP_JOIN_NODE (id=17) - BuildRows: 1 - BuildTime: 3988 - InactiveTotalTime: 0 - LocalTime: 67022160 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 764 - RowsReturnedRate: 1365 - TotalTime: 559313104 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=142) - BytesReceived: 21 - ConvertRowBatchTime: 784 - DeserializeRowBatchTimer: 3840 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 113947 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8776 HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.5 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 54551712 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111804 - PerReadThreadRawHdfsThroughput: 6647505 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 337395576 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 5405 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 337717388 - MaterializeTupleTime(*): 72564 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2333000 - ScannerThreadsVoluntaryContextSwitches: 37 - TotalRawHdfsReadTime(*): 6099280 - TotalReadThroughput: 4505 - TotalTime: 492282168 Instance 5840e519cb1bb31f:44 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 129577619 - RowsProduced: 1 - TotalNetworkReceiveTime: 4624 - TotalNetworkSendTime: 2837612 - TotalStorageWaitTime: 2041020 - TotalThreadsInvoluntaryContextSwitches: 59 - TotalThreadsTotalWallClockTime: 3476130544 - TotalThreadsSysTime: 5687000 - TotalThreadsUserTime: 186409000 - TotalThreadsVoluntaryContextSwitches: 422 - TotalTime: 7575816352 Fragment Instance Lifecycle Timings - ExecTime: 6275136 - ExecTreeExecTime: 4968 - InactiveTotalTime: 0 - OpenTime: 3389708996 - ExecTreeOpenTime: 273999796 - PrepareTime: 4179793112 - ExecTreePrepareTime: 34607828 - TotalTime: 0 DataStreamSender (dst_id=143) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 700582 - OverallThroughput: 2046 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4920 - TotalTime: 6352532 - TransmitDataRPCTime: 18556 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 39733052 - CompileTime: 1098169316 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 1816448032 - PeakMemoryUsage: 1329664 - PrepareTime: 3729935984 - TotalTime: 6645805880 AGGREGATION_NODE (id=18) ExecOption: Codegen Enabled - BuildTime: 45076600 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 3 - SpilledPartitions: 0 - TotalTime: 308605020 NESTED_LOOP_JOIN_NODE (id=17) - BuildRows: 1 - BuildTime: 5680 - InactiveTotalTime: 0 - LocalTime: 0 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 763 - RowsReturnedRate: 3127 - TotalTime: 243980328 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=142) - BytesReceived: 21 - ConvertRowBatchTime: 1068 - DeserializeRowBatchTimer: 4020 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 104079 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9608 HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 24970212 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 103612 - PerReadThreadRawHdfsThroughput: 1583450374 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 137482960 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 9615 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 2 - ScannerThreadsTotalWallClockTime: 138276648 - MaterializeTupleTime(*): 74872 - ScannerThreadsSysTime: 366000 - ScannerThreadsUserTime: 941000 - ScannerThreadsVoluntaryContextSwitches: 22 - TotalRawHdfsReadTime(*): 25632 - TotalReadThroughput: 0 - TotalTime: 276739244 Instance 5840e519cb1bb31f:41 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 101578248 - RowsProduced: 1 - TotalNetworkReceiveTime: 6631546076 - TotalNetworkSendTime: 22215732 - TotalStorageWaitTime: 18717048 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 6857564832 - TotalThreadsSysTime: 2084000 - TotalThreadsUserTime: 142442000 - TotalThreadsVoluntaryContextSwitches: 80 - TotalTime: 6870588188 Fragment Instance Lifecycle Timings - ExecTime: 26025964 - ExecTreeExecTime: 4300 - InactiveTotalTime: 0 - OpenTime: 6807368864 - ExecTreeOpenTime: 6660413900 - PrepareTime: 37147528 - ExecTreePrepareTime: 167612 - TotalTime: 0 DataStreamSender (dst_id=143) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1134380 - OverallThroughput: 477800 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5852 - TotalTime: 27208 - TransmitDataRPCTime: 11460 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1036468 - CompileTime: 24405532 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 119596292 - PeakMemoryUsage: 1329664 - PrepareTime: 34477264 - TotalTime: 179123996 AGGREGATION_NODE (id=18) ExecOption: Codegen Enabled - BuildTime: 5728 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100552 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6660581204 NESTED_LOOP_JOIN_NODE (id=17) - BuildRows: 1 - BuildTime: 4924 - InactiveTotalTime: 0 - LocalTime: 2648640 - PeakMemoryUsage: 78024 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 762 - RowsReturnedRate: 114 - TotalTime: 6657630280 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=142) - BytesReceived: 21 - ConvertRowBatchTime: 816 - DeserializeRowBatchTimer: 2564 - FirstBatchArrivalWaitTime: 3143181720 - InactiveTotalTime: 6631538840 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6631550396 HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 225944 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111816 - PerReadThreadRawHdfsThroughput: 1682706766 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 21413692 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 113608 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 24207472 - MaterializeTupleTime(*): 74312 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 884000 - ScannerThreadsVoluntaryContextSwitches: 25 - TotalRawHdfsReadTime(*): 23940 - TotalReadThroughput: 0 - TotalTime: 23431244 Instance 5840e519cb1bb31f:40 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 174493601 - RowsProduced: 1 - TotalNetworkReceiveTime: 6333376988 - TotalNetworkSendTime: 2008304 - TotalStorageWaitTime: 2416600 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 6540901572 - TotalThreadsSysTime: 1994000 - TotalThreadsUserTime: 164494000 - TotalThreadsVoluntaryContextSwitches: 91 - TotalTime: 6567053168 Fragment Instance Lifecycle Timings - ExecTime: 25761092 - ExecTreeExecTime: 3484 - InactiveTotalTime: 0 - OpenTime: 6510800068 - ExecTreeOpenTime: 6339587776 - PrepareTime: 30456124 - ExecTreePrepareTime: 470656 - TotalTime: 0 DataStreamSender (dst_id=143) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 750230 - OverallThroughput: 315932 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 8084 - TotalTime: 41148 - TransmitDataRPCTime: 17328 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 807880 - CompileTime: 28702564 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 140700544 - PeakMemoryUsage: 1329664 - PrepareTime: 24632836 - TotalTime: 194582104 AGGREGATION_NODE (id=18) ExecOption: Codegen Enabled - BuildTime: 1420 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6340056416 NESTED_LOOP_JOIN_NODE (id=17) - BuildRows: 1 - BuildTime: 6364 - InactiveTotalTime: 0 - LocalTime: 235876 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6339841692 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=142) - BytesReceived: 21 - ConvertRowBatchTime: 1468 - DeserializeRowBatchTimer: 2880 - FirstBatchArrivalWaitTime: 2825814528 - InactiveTotalTime: 6333367764 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6333383424 HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 66195372 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 4317488 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 4375656 - MaterializeTupleTime(*): 156 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 391000 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 4668 - TotalReadThroughput: 0 - TotalTime: 6222392 Instance 5840e519cb1bb31f:42 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 174937502 - RowsProduced: 1 - TotalNetworkReceiveTime: 6143179788 - TotalNetworkSendTime: 15137352 - TotalStorageWaitTime: 3408840 - TotalThreadsInvoluntaryContextSwitches: 5 - TotalThreadsTotalWallClockTime: 6333262932 - TotalThreadsSysTime: 4667000 - TotalThreadsUserTime: 142682000 - TotalThreadsVoluntaryContextSwitches: 56 - TotalTime: 6361033732 Fragment Instance Lifecycle Timings - ExecTime: 23273320 - ExecTreeExecTime: 3836 - InactiveTotalTime: 0 - OpenTime: 6303614784 - ExecTreeOpenTime: 6151574360 - PrepareTime: 34110284 - ExecTreePrepareTime: 569696 - TotalTime: 0 DataStreamSender (dst_id=143) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1600985 - OverallThroughput: 576343 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4492 - TotalTime: 22556 - TransmitDataRPCTime: 8120 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 976704 - CompileTime: 22973452 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 125187556 - PeakMemoryUsage: 1329664 - PrepareTime: 28914896 - TotalTime: 177759968 AGGREGATION_NODE (id=18) ExecOption: Codegen Enabled - BuildTime: 1588 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6152143292 NESTED_LOOP_JOIN_NODE (id=17) - BuildRows: 1 - BuildTime: 4688 - InactiveTotalTime: 0 - LocalTime: 894716 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6151082100 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=142) - BytesReceived: 21 - ConvertRowBatchTime: 992 - DeserializeRowBatchTimer: 2792 - FirstBatchArrivalWaitTime: 2659827472 - InactiveTotalTime: 6143172680 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6143184996 HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 16384 - PerReadThreadRawHdfsThroughput: 70291173 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 6277860 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 4 - ScannerThreadsTotalWallClockTime: 6400616 - MaterializeTupleTime(*): 120 - ScannerThreadsSysTime: 582000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 4396 - TotalReadThroughput: 0 - TotalTime: 7002388 Instance 5840e519cb1bb31f:46 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 102296773 - RowsProduced: 1 - TotalNetworkReceiveTime: 6012096344 - TotalNetworkSendTime: 5204612 - TotalStorageWaitTime: 15434560 - TotalThreadsInvoluntaryContextSwitches: 6 - TotalThreadsTotalWallClockTime: 6325308984 - TotalThreadsSysTime: 4036000 - TotalThreadsUserTime: 166483000 - TotalThreadsVoluntaryContextSwitches: 108 - TotalTime: 6312359548 Fragment Instance Lifecycle Timings - ExecTime: 8527704 - ExecTreeExecTime: 3444 - InactiveTotalTime: 0 - OpenTime: 6256886044 - ExecTreeOpenTime: 6075429568 - PrepareTime: 46912636 - ExecTreePrepareTime: 186540 - TotalTime: 0 DataStreamSender (dst_id=143) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1543209 - OverallThroughput: 369864 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7924 - TotalTime: 35148 - TransmitDataRPCTime: 8424 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1023084 - CompileTime: 33378240 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 144395080 - PeakMemoryUsage: 1329664 - PrepareTime: 43152416 - TotalTime: 221720116 AGGREGATION_NODE (id=18) ExecOption: Codegen Enabled - BuildTime: 1044 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6075614436 NESTED_LOOP_JOIN_NODE (id=17) - BuildRows: 1 - BuildTime: 5200 - InactiveTotalTime: 0 - LocalTime: 149828 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6074027368 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=142) - BytesReceived: 21 - ConvertRowBatchTime: 744 - DeserializeRowBatchTimer: 2968 - FirstBatchArrivalWaitTime: 2517223052 - InactiveTotalTime: 6012089080 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6012100884 HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 37318840 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 60042304 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 60078640 - MaterializeTupleTime(*): 92 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 647000 - ScannerThreadsVoluntaryContextSwitches: 15 - TotalRawHdfsReadTime(*): 8280 - TotalReadThroughput: 0 - TotalTime: 61776656 Instance 5840e519cb1bb31f:45 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 206661711 - RowsProduced: 1 - TotalNetworkReceiveTime: 3175965827 - TotalNetworkSendTime: 131096 - TotalStorageWaitTime: 13783812 - TotalThreadsInvoluntaryContextSwitches: 71 - TotalThreadsTotalWallClockTime: 4237277219 - TotalThreadsSysTime: 5171000 - TotalThreadsUserTime: 199615000 - TotalThreadsVoluntaryContextSwitches: 185 - TotalTime: 5520869938 Fragment Instance Lifecycle Timings - ExecTime: 223103 - ExecTreeExecTime: 5679 - InactiveTotalTime: 0 - OpenTime: 4210835043 - ExecTreeOpenTime: 3245898671 - PrepareTime: 1309767199 - ExecTreePrepareTime: 28779757 - TotalTime: 0 DataStreamSender (dst_id=143) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 654120 - OverallThroughput: 266322 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6381 - TotalTime: 48813 - TransmitDataRPCTime: 19874 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 10031940 - CompileTime: 308614157 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 603059261 - PeakMemoryUsage: 1329664 - PrepareTime: 919203451 - TotalTime: 1860387749 AGGREGATION_NODE (id=18) ExecOption: Codegen Enabled - BuildTime: 13145 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 109756 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 3274677370 NESTED_LOOP_JOIN_NODE (id=17) - BuildRows: 1 - BuildTime: 6161 - InactiveTotalTime: 0 - LocalTime: 22941480 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1529 - RowsReturnedRate: 464 - TotalTime: 3290043753 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=142) - BytesReceived: 21 - ConvertRowBatchTime: 879 - DeserializeRowBatchTimer: 3980 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 3175959795 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 3175969716 HDFS_SCAN_NODE (id=16) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 23391837 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 132284 - PerReadThreadRawHdfsThroughput: 1470449561 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 37519075 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 58398 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 10 - ScannerThreadsTotalWallClockTime: 39467591 - MaterializeTupleTime(*): 867848 - ScannerThreadsSysTime: 1802000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 16 - TotalRawHdfsReadTime(*): 54720 - TotalReadThroughput: 0 - TotalTime: 91132557 Averaged Fragment F13 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:4s675ms max:6s174ms mean: 5s320ms stddev:479.697ms execution rates: min:50.00 B/sec max:12.98 KB/sec mean:4.28 KB/sec stddev:4.38 KB/sec num instances: 7 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 189074 - PerHostPeakMemUsage: 91725818 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 758825 - TotalStorageWaitTime: 2823373 - TotalThreadsInvoluntaryContextSwitches: 5 - TotalThreadsTotalWallClockTime: 1149492404 - TotalThreadsSysTime: 2202000 - TotalThreadsUserTime: 27670428 - TotalThreadsVoluntaryContextSwitches: 97 - TotalTime: 2445514967 Fragment Instance Lifecycle Timings - ExecTime: 667773974 - ExecTreeExecTime: 71078815 - InactiveTotalTime: 0 - OpenTime: 422688950 - ExecTreeOpenTime: 78630 - PrepareTime: 1354392574 - ExecTreePrepareTime: 24011192 - TotalTime: 0 DataStreamSender (dst_id=142) - BytesSent: 21 - InactiveTotalTime: 0 - NetworkThroughput(*): 300235 - OverallThroughput: 321 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 886 - TotalTime: 30214615 - TransmitDataRPCTime: 9992 - UncompressedRowBatchSize: 21 CodeGen - CodegenTime: 88712513 - CompileTime: 100966531 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 285612072 - PeakMemoryUsage: 94208 - PrepareTime: 926033182 - TotalTime: 1341776941 HDFS_SCAN_NODE (id=15) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 13710797 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 80273 - PerReadThreadRawHdfsThroughput: 1069890481 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 55843821 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 2 - ScannerThreadsTotalWallClockTime: 59113579 - MaterializeTupleTime(*): 137372 - ScannerThreadsSysTime: 474142 - ScannerThreadsUserTime: 499142 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 20460 - TotalReadThroughput: 0 - TotalTime: 126345342 Fragment F13 Instance 5840e519cb1bb31f:3c (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 32305525 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1788 - TotalStorageWaitTime: 4578972 - TotalThreadsInvoluntaryContextSwitches: 11 - TotalThreadsTotalWallClockTime: 1884242224 - TotalThreadsSysTime: 3607000 - TotalThreadsUserTime: 31429000 - TotalThreadsVoluntaryContextSwitches: 212 - TotalTime: 5533440840 Fragment Instance Lifecycle Timings - ExecTime: 295689124 - ExecTreeExecTime: 270030872 - InactiveTotalTime: 0 - OpenTime: 1378367176 - ExecTreeOpenTime: 85992 - PrepareTime: 3859315992 - ExecTreePrepareTime: 49406532 - TotalTime: 0 DataStreamSender (dst_id=142) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 75733784 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 452521672 - CompileTime: 360524304 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 992680352 - PeakMemoryUsage: 94208 - PrepareTime: 2196316572 - TotalTime: 3702555016 HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 41805788 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1893564356 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 210124852 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 210236192 - MaterializeTupleTime(*): 83972 - ScannerThreadsSysTime: 628000 - ScannerThreadsUserTime: 791000 - ScannerThreadsVoluntaryContextSwitches: 35 - TotalRawHdfsReadTime(*): 21412 - TotalReadThroughput: 0 - TotalTime: 418255824 Instance 5840e519cb1bb31f:3d (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 191942 - PerHostPeakMemUsage: 114159143 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1856 - TotalStorageWaitTime: 1632812 - TotalThreadsInvoluntaryContextSwitches: 13 - TotalThreadsTotalWallClockTime: 1457783716 - TotalThreadsSysTime: 1571000 - TotalThreadsUserTime: 32518000 - TotalThreadsVoluntaryContextSwitches: 182 - TotalTime: 5313626148 Fragment Instance Lifecycle Timings - ExecTime: 203654964 - ExecTreeExecTime: 133571692 - InactiveTotalTime: 0 - OpenTime: 1161799788 - ExecTreeOpenTime: 162120 - PrepareTime: 3943907708 - ExecTreePrepareTime: 4896444 - TotalTime: 0 DataStreamSender (dst_id=142) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 70358032 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 106604016 - CompileTime: 201061344 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 770983384 - PeakMemoryUsage: 94208 - PrepareTime: 3257032492 - TotalTime: 4274681984 HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 43458252 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 112828 - PerReadThreadRawHdfsThroughput: 1411427180 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 92091004 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 8 - ScannerThreadsTotalWallClockTime: 92361032 - MaterializeTupleTime(*): 367964 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1118000 - ScannerThreadsVoluntaryContextSwitches: 21 - TotalRawHdfsReadTime(*): 28756 - TotalReadThroughput: 0 - TotalTime: 143619072 Instance 5840e519cb1bb31f:3e (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 212422 - PerHostPeakMemUsage: 107906216 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 5301745 - TotalStorageWaitTime: 6723252 - TotalThreadsInvoluntaryContextSwitches: 15 - TotalThreadsTotalWallClockTime: 507977972 - TotalThreadsSysTime: 4205000 - TotalThreadsUserTime: 31370000 - TotalThreadsVoluntaryContextSwitches: 106 - TotalTime: 1935705814 Fragment Instance Lifecycle Timings - ExecTime: 111887071 - ExecTreeExecTime: 81531992 - InactiveTotalTime: 0 - OpenTime: 293166617 - ExecTreeOpenTime: 66662 - PrepareTime: 1530562514 - ExecTreePrepareTime: 113297351 - TotalTime: 0 DataStreamSender (dst_id=142) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 2101651 - OverallThroughput: 2250 - PeakMemoryUsage: 70560 - RowsReturned: 1 - SerializeBatchTime: 6207 - TotalTime: 65323187 - TransmitDataRPCTime: 69945 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 55166156 - CompileTime: 111401276 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 154807264 - PeakMemoryUsage: 94208 - PrepareTime: 909429890 - TotalTime: 1176373284 HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 10521173 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1662939693 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 80688879 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 1 - RowsReturnedRate: 3 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 10 - ScannerThreadsTotalWallClockTime: 102955085 - MaterializeTupleTime(*): 414297 - ScannerThreadsSysTime: 1809000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 25 - TotalRawHdfsReadTime(*): 48386 - TotalReadThroughput: 0 - TotalTime: 308721131 Instance 5840e519cb1bb31f:39 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 115074892 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1312 - TotalStorageWaitTime: 808956 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 1388693408 - TotalThreadsSysTime: 1015000 - TotalThreadsUserTime: 19030000 - TotalThreadsVoluntaryContextSwitches: 29 - TotalTime: 1415915728 Fragment Instance Lifecycle Timings - ExecTime: 1367455432 - ExecTreeExecTime: 1781132 - InactiveTotalTime: 0 - OpenTime: 20300724 - ExecTreeOpenTime: 57628 - PrepareTime: 28128240 - ExecTreePrepareTime: 107136 - TotalTime: 0 DataStreamSender (dst_id=142) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 17316 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 680220 - CompileTime: 5261748 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 12621568 - PeakMemoryUsage: 94208 - PrepareTime: 21974572 - TotalTime: 40429968 HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 52055256 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 932104 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 974964 - MaterializeTupleTime(*): 52 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 695000 - ScannerThreadsVoluntaryContextSwitches: 2 - TotalRawHdfsReadTime(*): 5936 - TotalReadThroughput: 0 - TotalTime: 2090168 Instance 5840e519cb1bb31f:3a (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200146 - PerHostPeakMemUsage: 78220416 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1752 - TotalStorageWaitTime: 1319248 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 1185146100 - TotalThreadsSysTime: 1601000 - TotalThreadsUserTime: 27173000 - TotalThreadsVoluntaryContextSwitches: 53 - TotalTime: 1215519156 Fragment Instance Lifecycle Timings - ExecTime: 1151048092 - ExecTreeExecTime: 3743512 - InactiveTotalTime: 0 - OpenTime: 31963572 - ExecTreeOpenTime: 58256 - PrepareTime: 32467608 - ExecTreePrepareTime: 113608 - TotalTime: 0 DataStreamSender (dst_id=142) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 18256 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1016888 - CompileTime: 10888520 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 18169356 - PeakMemoryUsage: 94208 - PrepareTime: 25413824 - TotalTime: 55053776 HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 190368 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121032 - PerReadThreadRawHdfsThroughput: 2367975546 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2140952 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2239164 - MaterializeTupleTime(*): 95080 - ScannerThreadsSysTime: 589000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 17012 - TotalReadThroughput: 0 - TotalTime: 4082704 Instance 5840e519cb1bb31f:3b (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 116685459 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1552 - TotalStorageWaitTime: 4120700 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 837839584 - TotalThreadsSysTime: 2063000 - TotalThreadsUserTime: 28647000 - TotalThreadsVoluntaryContextSwitches: 25 - TotalTime: 874824536 Fragment Instance Lifecycle Timings - ExecTime: 802730628 - ExecTreeExecTime: 5828640 - InactiveTotalTime: 0 - OpenTime: 31087244 - ExecTreeOpenTime: 66272 - PrepareTime: 40940708 - ExecTreePrepareTime: 101792 - TotalTime: 0 DataStreamSender (dst_id=142) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 30808 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 3443400 - CompileTime: 8637660 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 19695812 - PeakMemoryUsage: 94208 - PrepareTime: 35015628 - TotalTime: 64822532 HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 17121010 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 4261096 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 4322540 - MaterializeTupleTime(*): 96 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 890000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 18048 - TotalReadThroughput: 0 - TotalTime: 6133080 Instance 5840e519cb1bb31f:3f (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 77729076 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1776 - TotalStorageWaitTime: 579676 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 784763824 - TotalThreadsSysTime: 1352000 - TotalThreadsUserTime: 23526000 - TotalThreadsVoluntaryContextSwitches: 74 - TotalTime: 829572552 Fragment Instance Lifecycle Timings - ExecTime: 741952512 - ExecTreeExecTime: 1063868 - InactiveTotalTime: 0 - OpenTime: 42137532 - ExecTreeOpenTime: 53480 - PrepareTime: 45425248 - ExecTreePrepareTime: 155484 - TotalTime: 0 DataStreamSender (dst_id=142) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 20924 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1555240 - CompileTime: 8990868 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 30326772 - PeakMemoryUsage: 94208 - PrepareTime: 37049296 - TotalTime: 78522028 HDFS_SCAN_NODE (id=15) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 84150326 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 667864 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 706080 - MaterializeTupleTime(*): 148 - ScannerThreadsSysTime: 293000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3672 - TotalReadThroughput: 0 - TotalTime: 1515420 Averaged Fragment F16 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:10s699ms max:10s699ms mean: 10s699ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 258447352 - RowsProduced: 1 - TotalNetworkReceiveTime: 9047498651 - TotalNetworkSendTime: 153553 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 9050474296 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 657000 - TotalThreadsVoluntaryContextSwitches: 10 - TotalTime: 10626590547 Fragment Instance Lifecycle Timings - ExecTime: 243534 - ExecTreeExecTime: 4057 - InactiveTotalTime: 0 - OpenTime: 9050267374 - ExecTreeOpenTime: 9047607574 - PrepareTime: 1576044016 - ExecTreePrepareTime: 217476350 - TotalTime: 0 DataStreamSender (dst_id=147) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 161063 - OverallThroughput: 93783 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 3287 - TotalTime: 85303 - TransmitDataRPCTime: 49670 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 1028361638 - TotalTime: 1063889726 AGGREGATION_NODE (id=146) - BuildTime: 944 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 9265082651 EXCHANGE_NODE (id=145) - BytesReceived: 56 - ConvertRowBatchTime: 6858 - DeserializeRowBatchTimer: 835925 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9047511458 Fragment F16 Instance 5840e519cb1bb31f:4e (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 258447352 - RowsProduced: 1 - TotalNetworkReceiveTime: 9047498651 - TotalNetworkSendTime: 153553 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 9050474296 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 657000 - TotalThreadsVoluntaryContextSwitches: 10 - TotalTime: 10626590547 Fragment Instance Lifecycle Timings - ExecTime: 243534 - ExecTreeExecTime: 4057 - InactiveTotalTime: 0 - OpenTime: 9050267374 - ExecTreeOpenTime: 9047607574 - PrepareTime: 1576044016 - ExecTreePrepareTime: 217476350 - TotalTime: 0 DataStreamSender (dst_id=147) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 161063 - OverallThroughput: 93783 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 3287 - TotalTime: 85303 - TransmitDataRPCTime: 49670 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 1028361638 - TotalTime: 1063889726 AGGREGATION_NODE (id=146) - BuildTime: 944 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 9265082651 EXCHANGE_NODE (id=145) - BytesReceived: 56 - ConvertRowBatchTime: 6858 - DeserializeRowBatchTimer: 835925 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 9047424170 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9047511458 Averaged Fragment F15 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:4s250ms max:10s434ms mean: 5s933ms stddev:2s117ms execution rates: min:64.00 B/sec max:14.28 KB/sec mean:3.89 KB/sec stddev:4.73 KB/sec num instances: 7 - AverageThreadTokens: 0.7428571428571429 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 105291016 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 123557960 - TotalStorageWaitTime: 4499579 - TotalThreadsInvoluntaryContextSwitches: 29 - TotalThreadsTotalWallClockTime: 1919493781 - TotalThreadsSysTime: 4170571 - TotalThreadsUserTime: 171310428 - TotalThreadsVoluntaryContextSwitches: 271 - TotalTime: 3127047573 Fragment Instance Lifecycle Timings - ExecTime: 127840556 - ExecTreeExecTime: 3094 - InactiveTotalTime: 0 - OpenTime: 1757095632 - ExecTreeOpenTime: 76425922 - PrepareTime: 1229530311 - ExecTreePrepareTime: 925530 - TotalTime: 0 DataStreamSender (dst_id=145) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 624399 - OverallThroughput: 139509 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1694 - TotalTime: 4601191 - TransmitDataRPCTime: 13479 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 141852388 - CompileTime: 832007847 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 743885292 - PeakMemoryUsage: 376320 - PrepareTime: 1110826672 - TotalTime: 2716505928 AGGREGATION_NODE (id=20) - BuildTime: 13232427 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 19309 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 219 - SpilledPartitions: 0 - TotalTime: 77349696 HDFS_SCAN_NODE (id=19) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 23121 - BytesReadDataNodeCache: 0 - BytesReadLocal: 23121 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 23121 - DecompressionTime: 21735 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 61293 - PerReadThreadRawHdfsThroughput: 1152435026 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 34508352 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 34594009 - MaterializeTupleTime(*): 13430313 - ScannerThreadsSysTime: 53857 - ScannerThreadsUserTime: 1491000 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 14220 - TotalReadThroughput: 1773 - TotalTime: 57000707 Fragment F15 Instance 5840e519cb1bb31f:4a (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 66627850 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 77798216 - TotalStorageWaitTime: 21298316 - TotalThreadsInvoluntaryContextSwitches: 62 - TotalThreadsTotalWallClockTime: 7364349124 - TotalThreadsSysTime: 8487000 - TotalThreadsUserTime: 200417000 - TotalThreadsVoluntaryContextSwitches: 743 - TotalTime: 10234603776 Fragment Instance Lifecycle Timings - ExecTime: 88922200 - ExecTreeExecTime: 4300 - InactiveTotalTime: 0 - OpenTime: 7184755732 - ExecTreeOpenTime: 257165480 - PrepareTime: 2900803424 - ExecTreePrepareTime: 5630380 - TotalTime: 0 DataStreamSender (dst_id=145) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 701508 - OverallThroughput: 222098 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1752 - TotalTime: 36020 - TransmitDataRPCTime: 11404 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 95584100 - CompileTime: 3264331400 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 3029006236 - PeakMemoryUsage: 376320 - PrepareTime: 3009553512 - TotalTime: 9423345544 AGGREGATION_NODE (id=20) ExecOption: Codegen Enabled - BuildTime: 92610892 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 3 - SpilledPartitions: 0 - TotalTime: 262792996 HDFS_SCAN_NODE (id=19) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32356 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32356 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32356 - DecompressionTime: 29428 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 77824 - PerReadThreadRawHdfsThroughput: 1571900505 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 90511052 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 4 - ScannerThreadsTotalWallClockTime: 90700680 - MaterializeTupleTime(*): 68052204 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 3713000 - ScannerThreadsVoluntaryContextSwitches: 20 - TotalRawHdfsReadTime(*): 20584 - TotalReadThroughput: 0 - TotalTime: 175680108 Instance 5840e519cb1bb31f:4b (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 156986667 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 234516 - TotalStorageWaitTime: 2093688 - TotalThreadsInvoluntaryContextSwitches: 52 - TotalThreadsTotalWallClockTime: 3192414148 - TotalThreadsSysTime: 4283000 - TotalThreadsUserTime: 188476000 - TotalThreadsVoluntaryContextSwitches: 408 - TotalTime: 7521064684 Fragment Instance Lifecycle Timings - ExecTime: 766848 - ExecTreeExecTime: 4440 - InactiveTotalTime: 0 - OpenTime: 3089284484 - ExecTreeOpenTime: 178938360 - PrepareTime: 4428699788 - ExecTreePrepareTime: 194488 - TotalTime: 0 DataStreamSender (dst_id=145) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 575539 - OverallThroughput: 1468 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2752 - TotalTime: 5447912 - TransmitDataRPCTime: 13900 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 743831320 - CompileTime: 1859140828 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 988028324 - PeakMemoryUsage: 376320 - PrepareTime: 3762674572 - TotalTime: 6679952184 AGGREGATION_NODE (id=20) ExecOption: Codegen Enabled - BuildTime: 3928 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 5 - SpilledPartitions: 0 - TotalTime: 179130912 HDFS_SCAN_NODE (id=19) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32388 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32388 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32388 - DecompressionTime: 22296 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1593270365 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 102351932 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 3 - ScannerThreadsTotalWallClockTime: 102420888 - MaterializeTupleTime(*): 23396460 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1855000 - ScannerThreadsVoluntaryContextSwitches: 23 - TotalRawHdfsReadTime(*): 20328 - TotalReadThroughput: 0 - TotalTime: 157097588 Instance 5840e519cb1bb31f:4c (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.2 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 125712755 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1140471 - TotalStorageWaitTime: 4536264 - TotalThreadsInvoluntaryContextSwitches: 84 - TotalThreadsTotalWallClockTime: 1412594167 - TotalThreadsSysTime: 5242000 - TotalThreadsUserTime: 210791000 - TotalThreadsVoluntaryContextSwitches: 249 - TotalTime: 2527293430 Fragment Instance Lifecycle Timings - ExecTime: 1235980 - ExecTreeExecTime: 3963 - InactiveTotalTime: 0 - OpenTime: 1367640634 - ExecTreeOpenTime: 88597438 - PrepareTime: 1133038379 - ExecTreePrepareTime: 171003 - TotalTime: 0 DataStreamSender (dst_id=145) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 411649 - OverallThroughput: 302 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1675 - TotalTime: 26482593 - TransmitDataRPCTime: 19434 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 144329381 - CompileTime: 528617682 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 725270637 - PeakMemoryUsage: 376320 - PrepareTime: 869192756 - TotalTime: 2137627504 AGGREGATION_NODE (id=20) ExecOption: Codegen Enabled - BuildTime: 6837 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 11 - SpilledPartitions: 0 - TotalTime: 88767851 HDFS_SCAN_NODE (id=19) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 64093 - BytesReadDataNodeCache: 0 - BytesReadLocal: 64093 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 64093 - DecompressionTime: 65283 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 93184 - PerReadThreadRawHdfsThroughput: 1933307191 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 43647326 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 43745761 - MaterializeTupleTime(*): 1988552 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2832000 - ScannerThreadsVoluntaryContextSwitches: 22 - TotalRawHdfsReadTime(*): 33152 - TotalReadThroughput: 12416 - TotalTime: 55619605 Instance 5840e519cb1bb31f:47 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 115074892 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 404874576 - TotalStorageWaitTime: 846124 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 585111632 - TotalThreadsSysTime: 3084000 - TotalThreadsUserTime: 159713000 - TotalThreadsVoluntaryContextSwitches: 138 - TotalTime: 623018716 Fragment Instance Lifecycle Timings - ExecTime: 407285868 - ExecTreeExecTime: 1968 - InactiveTotalTime: 0 - OpenTime: 176888124 - ExecTreeOpenTime: 2560928 - PrepareTime: 38738224 - ExecTreePrepareTime: 100644 - TotalTime: 0 DataStreamSender (dst_id=145) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 871459 - OverallThroughput: 61126 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1588 - TotalTime: 130876 - TransmitDataRPCTime: 9180 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2850916 - CompileTime: 47601896 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 124040104 - PeakMemoryUsage: 376320 - PrepareTime: 36064308 - TotalTime: 208928424 AGGREGATION_NODE (id=20) ExecOption: Codegen Enabled - BuildTime: 668 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 375 - SpilledPartitions: 0 - TotalTime: 2659932 HDFS_SCAN_NODE (id=19) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 78506097 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 933928 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 968536 - MaterializeTupleTime(*): 124 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 766000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3936 - TotalReadThroughput: 0 - TotalTime: 2734820 Instance 5840e519cb1bb31f:48 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 78220416 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 265875480 - TotalStorageWaitTime: 1229892 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 433226656 - TotalThreadsSysTime: 3734000 - TotalThreadsUserTime: 150998000 - TotalThreadsVoluntaryContextSwitches: 153 - TotalTime: 468232408 Fragment Instance Lifecycle Timings - ExecTime: 266107108 - ExecTreeExecTime: 2988 - InactiveTotalTime: 0 - OpenTime: 164903232 - ExecTreeOpenTime: 3248068 - PrepareTime: 37169976 - ExecTreePrepareTime: 103104 - TotalTime: 0 DataStreamSender (dst_id=145) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 609013 - OverallThroughput: 264970 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1664 - TotalTime: 30192 - TransmitDataRPCTime: 13136 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1558000 - CompileTime: 41046164 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 119207108 - PeakMemoryUsage: 376320 - PrepareTime: 35087736 - TotalTime: 195888468 AGGREGATION_NODE (id=20) ExecOption: Codegen Enabled - BuildTime: 2780 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 298 - SpilledPartitions: 0 - TotalTime: 3349508 HDFS_SCAN_NODE (id=19) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32089 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32089 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32089 - DecompressionTime: 35140 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 2755839917 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2179608 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2250620 - MaterializeTupleTime(*): 574716 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 777000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 11644 - TotalReadThroughput: 0 - TotalTime: 3416320 Instance 5840e519cb1bb31f:49 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 116685459 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 81125272 - TotalStorageWaitTime: 859888 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 235632048 - TotalThreadsSysTime: 1356000 - TotalThreadsUserTime: 135505000 - TotalThreadsVoluntaryContextSwitches: 62 - TotalTime: 270555364 Fragment Instance Lifecycle Timings - ExecTime: 88114136 - ExecTreeExecTime: 1652 - InactiveTotalTime: 0 - OpenTime: 146283948 - ExecTreeOpenTime: 2110756 - PrepareTime: 36109644 - ExecTreePrepareTime: 108016 - TotalTime: 0 DataStreamSender (dst_id=145) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 506457 - OverallThroughput: 156445 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1240 - TotalTime: 51136 - TransmitDataRPCTime: 15796 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2634764 - CompileTime: 37085212 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 103064068 - PeakMemoryUsage: 376320 - PrepareTime: 33558428 - TotalTime: 174451424 AGGREGATION_NODE (id=20) ExecOption: Codegen Enabled - BuildTime: 1404 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 451 - SpilledPartitions: 0 - TotalTime: 2216980 HDFS_SCAN_NODE (id=19) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 84796926 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1199684 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1270060 - MaterializeTupleTime(*): 68 - ScannerThreadsSysTime: 377000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 3644 - TotalReadThroughput: 0 - TotalTime: 1903296 Instance 5840e519cb1bb31f:4d (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 77729076 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 33857192 - TotalStorageWaitTime: 632884 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 213128692 - TotalThreadsSysTime: 3008000 - TotalThreadsUserTime: 153273000 - TotalThreadsVoluntaryContextSwitches: 144 - TotalTime: 244564636 Fragment Instance Lifecycle Timings - ExecTime: 42451756 - ExecTreeExecTime: 2348 - InactiveTotalTime: 0 - OpenTime: 169913276 - ExecTreeOpenTime: 2360428 - PrepareTime: 32152748 - ExecTreePrepareTime: 171080 - TotalTime: 0 DataStreamSender (dst_id=145) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 695168 - OverallThroughput: 270160 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1188 - TotalTime: 29612 - TransmitDataRPCTime: 11508 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2178240 - CompileTime: 46231752 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 118580572 - PeakMemoryUsage: 376320 - PrepareTime: 29655396 - TotalTime: 195347952 AGGREGATION_NODE (id=20) ExecOption: Codegen Enabled - BuildTime: 480 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 395 - SpilledPartitions: 0 - TotalTime: 2529696 HDFS_SCAN_NODE (id=19) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 49424184 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 734936 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 801524 - MaterializeTupleTime(*): 68 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 494000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 6252 - TotalReadThroughput: 0 - TotalTime: 2553216 Averaged Fragment F24 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:14s742ms max:14s742ms mean: 14s742ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 523812726 - RowsProduced: 1 - TotalNetworkReceiveTime: 13116790246 - TotalNetworkSendTime: 187074904 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 13371497864 - TotalThreadsSysTime: 42000 - TotalThreadsUserTime: 774000 - TotalThreadsVoluntaryContextSwitches: 22 - TotalTime: 14648546154 Fragment Instance Lifecycle Timings - ExecTime: 223510899 - ExecTreeExecTime: 3757 - InactiveTotalTime: 0 - OpenTime: 13148016668 - ExecTreeOpenTime: 13116950168 - PrepareTime: 1144483909 - ExecTreePrepareTime: 85863 - TotalTime: 0 DataStreamSender (dst_id=161) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 1365833 - OverallThroughput: 4437 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 16153 - TotalTime: 20509227 - TransmitDataRPCTime: 66626 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 757083258 - TotalTime: 825944065 AGGREGATION_NODE (id=160) - BuildTime: 11940 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 13117032522 EXCHANGE_NODE (id=159) - BytesReceived: 91 - ConvertRowBatchTime: 6420 - DeserializeRowBatchTimer: 130000 - FirstBatchArrivalWaitTime: 12444954398 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 13116811129 Fragment F24 Instance 5840e519cb1bb31f:76 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 523812726 - RowsProduced: 1 - TotalNetworkReceiveTime: 13116790246 - TotalNetworkSendTime: 187074904 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 13371497864 - TotalThreadsSysTime: 42000 - TotalThreadsUserTime: 774000 - TotalThreadsVoluntaryContextSwitches: 22 - TotalTime: 14648546154 Fragment Instance Lifecycle Timings - ExecTime: 223510899 - ExecTreeExecTime: 3757 - InactiveTotalTime: 0 - OpenTime: 13148016668 - ExecTreeOpenTime: 13116950168 - PrepareTime: 1144483909 - ExecTreePrepareTime: 85863 - TotalTime: 0 DataStreamSender (dst_id=161) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 1365833 - OverallThroughput: 4437 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 16153 - TotalTime: 20509227 - TransmitDataRPCTime: 66626 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 757083258 - TotalTime: 825944065 AGGREGATION_NODE (id=160) - BuildTime: 11940 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 13117032522 EXCHANGE_NODE (id=159) - BytesReceived: 91 - ConvertRowBatchTime: 6420 - DeserializeRowBatchTimer: 130000 - FirstBatchArrivalWaitTime: 12444954398 - InactiveTotalTime: 13116757627 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 13116811129 Averaged Fragment F18 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:13s587ms max:14s681ms mean: 14s045ms stddev:325.164ms execution rates: min:21.00 B/sec max:4.47 KB/sec mean:1.56 KB/sec stddev:1.54 KB/sec num instances: 7 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 312291563 - RowsProduced: 1 - TotalNetworkReceiveTime: 12106659952 - TotalNetworkSendTime: 31700375 - TotalStorageWaitTime: 3932548 - TotalThreadsInvoluntaryContextSwitches: 6 - TotalThreadsTotalWallClockTime: 12735615272 - TotalThreadsSysTime: 1880428 - TotalThreadsUserTime: 39552000 - TotalThreadsVoluntaryContextSwitches: 101 - TotalTime: 14010870756 Fragment Instance Lifecycle Timings - ExecTime: 54218618 - ExecTreeExecTime: 6698 - InactiveTotalTime: 0 - OpenTime: 12667662867 - ExecTreeOpenTime: 12190364997 - PrepareTime: 1284934011 - ExecTreePrepareTime: 50895161 - TotalTime: 0 DataStreamSender (dst_id=159) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 850324 - OverallThroughput: 222302 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 14208 - TotalTime: 968474 - TransmitDataRPCTime: 17172 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 64207878 - CompileTime: 232134409 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 210535721 - PeakMemoryUsage: 257024 - PrepareTime: 822019703 - TotalTime: 1326878548 AGGREGATION_NODE (id=34) - BuildTime: 14126 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 48798 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12241260977 NESTED_LOOP_JOIN_NODE (id=33) - BuildRows: 1 - BuildTime: 6301985 - InactiveTotalTime: 0 - LocalTime: 85674093 - PeakMemoryUsage: 62256 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 1250 - RowsReturnedRate: 114 - TotalTime: 12244953067 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=158) - BytesReceived: 21 - ConvertRowBatchTime: 857 - DeserializeRowBatchTimer: 13486 - FirstBatchArrivalWaitTime: 12099213152 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12106664795 HDFS_SCAN_NODE (id=32) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 25511 - BytesReadDataNodeCache: 0 - BytesReadLocal: 25511 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 25511 - DecompressionTime: 90075 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 49968 - PerReadThreadRawHdfsThroughput: 1192679500 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 14880957 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 143504 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 15760156 - MaterializeTupleTime(*): 445261 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 752142 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 14376 - TotalReadThroughput: 0 - TotalTime: 52614179 Fragment F18 Instance 5840e519cb1bb31f:72 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 76859981 - RowsProduced: 1 - TotalNetworkReceiveTime: 7604677188 - TotalNetworkSendTime: 209355772 - TotalStorageWaitTime: 3616216 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 10034917308 - TotalThreadsSysTime: 3516000 - TotalThreadsUserTime: 47863000 - TotalThreadsVoluntaryContextSwitches: 262 - TotalTime: 14524586532 Fragment Instance Lifecycle Timings - ExecTime: 358275708 - ExecTreeExecTime: 5248 - InactiveTotalTime: 0 - OpenTime: 9665411252 - ExecTreeOpenTime: 7918469588 - PrepareTime: 4474355796 - ExecTreePrepareTime: 317123728 - TotalTime: 0 DataStreamSender (dst_id=159) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1074735 - OverallThroughput: 363697 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5816 - TotalTime: 35744 - TransmitDataRPCTime: 12096 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 285527092 - CompileTime: 950248576 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 659093936 - PeakMemoryUsage: 257024 - PrepareTime: 2879973944 - TotalTime: 4707553924 AGGREGATION_NODE (id=34) ExecOption: Codegen Enabled - BuildTime: 13460 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 8235591936 NESTED_LOOP_JOIN_NODE (id=33) - BuildRows: 1 - BuildTime: 37241352 - InactiveTotalTime: 0 - LocalTime: 548664868 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1752 - RowsReturnedRate: 208 - TotalTime: 8411664444 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=158) - BytesReceived: 21 - ConvertRowBatchTime: 672 - DeserializeRowBatchTimer: 3632 - FirstBatchArrivalWaitTime: 7598116248 - InactiveTotalTime: 7604669724 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7604682092 HDFS_SCAN_NODE (id=32) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35703 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35703 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35703 - DecompressionTime: 154776 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65940 - PerReadThreadRawHdfsThroughput: 1659678319 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 6921748 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 10301 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 11263928 - MaterializeTupleTime(*): 2899888 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1068000 - ScannerThreadsVoluntaryContextSwitches: 10 - TotalRawHdfsReadTime(*): 21512 - TotalReadThroughput: 0 - TotalTime: 258317484 Instance 5840e519cb1bb31f:73 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 247392318 - RowsProduced: 1 - TotalNetworkReceiveTime: 9404036508 - TotalNetworkSendTime: 1405832 - TotalStorageWaitTime: 2166244 - TotalThreadsInvoluntaryContextSwitches: 18 - TotalThreadsTotalWallClockTime: 10705844492 - TotalThreadsSysTime: 2186000 - TotalThreadsUserTime: 44227000 - TotalThreadsVoluntaryContextSwitches: 163 - TotalTime: 14179006216 Fragment Instance Lifecycle Timings - ExecTime: 1666032 - ExecTreeExecTime: 5304 - InactiveTotalTime: 0 - OpenTime: 10646486292 - ExecTreeOpenTime: 9631045440 - PrepareTime: 3530803508 - ExecTreePrepareTime: 20968096 - TotalTime: 0 DataStreamSender (dst_id=159) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 604313 - OverallThroughput: 2055 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5300 - TotalTime: 6323056 - TransmitDataRPCTime: 21512 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 145994636 - CompileTime: 455105564 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 483891744 - PeakMemoryUsage: 257024 - PrepareTime: 2228371644 - TotalTime: 3335167904 AGGREGATION_NODE (id=34) ExecOption: Codegen Enabled - BuildTime: 44428 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 9652012488 NESTED_LOOP_JOIN_NODE (id=33) - BuildRows: 1 - BuildTime: 6787052 - InactiveTotalTime: 0 - LocalTime: 48430840 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1748 - RowsReturnedRate: 183 - TotalTime: 9525572800 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=158) - BytesReceived: 21 - ConvertRowBatchTime: 728 - DeserializeRowBatchTimer: 2996 - FirstBatchArrivalWaitTime: 9400810908 - InactiveTotalTime: 9404031120 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9404042000 HDFS_SCAN_NODE (id=32) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35744 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35744 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35744 - DecompressionTime: 112892 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 78228 - PerReadThreadRawHdfsThroughput: 1799073887 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 70734744 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 36402 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 71657352 - MaterializeTupleTime(*): 55404 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 601000 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 19868 - TotalReadThroughput: 0 - TotalTime: 73099960 Instance 5840e519cb1bb31f:6f (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 465346041 - RowsProduced: 1 - TotalNetworkReceiveTime: 14022020372 - TotalNetworkSendTime: 737916 - TotalStorageWaitTime: 7124496 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 14087679100 - TotalThreadsSysTime: 1249000 - TotalThreadsUserTime: 32020000 - TotalThreadsVoluntaryContextSwitches: 46 - TotalTime: 14106982452 Fragment Instance Lifecycle Timings - ExecTime: 1470844 - ExecTreeExecTime: 4296 - InactiveTotalTime: 0 - OpenTime: 14075151172 - ExecTreeOpenTime: 14038607256 - PrepareTime: 30329588 - ExecTreePrepareTime: 186104 - TotalTime: 0 DataStreamSender (dst_id=159) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 814944 - OverallThroughput: 174928 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 47380 - TotalTime: 74316 - TransmitDataRPCTime: 15952 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 888324 - CompileTime: 11355120 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 23807528 - PeakMemoryUsage: 257024 - PrepareTime: 27644288 - TotalTime: 63371948 AGGREGATION_NODE (id=34) ExecOption: Codegen Enabled - BuildTime: 1352 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 14038792808 NESTED_LOOP_JOIN_NODE (id=33) - BuildRows: 1 - BuildTime: 9692 - InactiveTotalTime: 0 - LocalTime: 179540 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 14034984700 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=158) - BytesReceived: 21 - ConvertRowBatchTime: 724 - DeserializeRowBatchTimer: 28300 - FirstBatchArrivalWaitTime: 14008921676 - InactiveTotalTime: 14022013836 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 14022023956 HDFS_SCAN_NODE (id=32) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 94901719 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 11033772 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 11108472 - MaterializeTupleTime(*): 64 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 616000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 3256 - TotalReadThroughput: 0 - TotalTime: 12781204 Instance 5840e519cb1bb31f:70 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 313939030 - RowsProduced: 1 - TotalNetworkReceiveTime: 13945405668 - TotalNetworkSendTime: 1975192 - TotalStorageWaitTime: 1679040 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 13990275640 - TotalThreadsSysTime: 1023000 - TotalThreadsUserTime: 31620000 - TotalThreadsVoluntaryContextSwitches: 23 - TotalTime: 14015770876 Fragment Instance Lifecycle Timings - ExecTime: 4402140 - ExecTreeExecTime: 19320 - InactiveTotalTime: 0 - OpenTime: 13983615052 - ExecTreeOpenTime: 13949988112 - PrepareTime: 27714440 - ExecTreePrepareTime: 615628 - TotalTime: 0 DataStreamSender (dst_id=159) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 609298 - OverallThroughput: 354339 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6460 - TotalTime: 36688 - TransmitDataRPCTime: 21336 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 979412 - CompileTime: 9582204 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 21918496 - PeakMemoryUsage: 257024 - PrepareTime: 24662312 - TotalTime: 56780140 AGGREGATION_NODE (id=34) ExecOption: Codegen Enabled - BuildTime: 16408 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57752 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 13950618456 NESTED_LOOP_JOIN_NODE (id=33) - BuildRows: 1 - BuildTime: 18212 - InactiveTotalTime: 0 - LocalTime: 260892 - PeakMemoryUsage: 69016 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1751 - RowsReturnedRate: 125 - TotalTime: 13950303604 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=158) - BytesReceived: 21 - ConvertRowBatchTime: 988 - DeserializeRowBatchTimer: 4796 - FirstBatchArrivalWaitTime: 13943665872 - InactiveTotalTime: 13945399376 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 13945410028 HDFS_SCAN_NODE (id=32) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35438 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35438 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35438 - DecompressionTime: 159692 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65944 - PerReadThreadRawHdfsThroughput: 2483739837 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2135412 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 574612 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2300368 - MaterializeTupleTime(*): 75252 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 607000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 14268 - TotalReadThroughput: 0 - TotalTime: 4632684 Instance 5840e519cb1bb31f:71 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 345632537 - RowsProduced: 1 - TotalNetworkReceiveTime: 13778772844 - TotalNetworkSendTime: 4906136 - TotalStorageWaitTime: 646736 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 13822150328 - TotalThreadsSysTime: 859000 - TotalThreadsUserTime: 31037000 - TotalThreadsVoluntaryContextSwitches: 33 - TotalTime: 13852621292 Fragment Instance Lifecycle Timings - ExecTime: 8532920 - ExecTreeExecTime: 5408 - InactiveTotalTime: 0 - OpenTime: 13812849292 - ExecTreeOpenTime: 13781555568 - PrepareTime: 31203952 - ExecTreePrepareTime: 309932 - TotalTime: 0 DataStreamSender (dst_id=159) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1491509 - OverallThroughput: 278515 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5804 - TotalTime: 46676 - TransmitDataRPCTime: 8716 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1528784 - CompileTime: 9288504 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 20267592 - PeakMemoryUsage: 257024 - PrepareTime: 27201116 - TotalTime: 57406236 AGGREGATION_NODE (id=34) ExecOption: Codegen Enabled - BuildTime: 1544 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 13781864344 NESTED_LOOP_JOIN_NODE (id=33) - BuildRows: 1 - BuildTime: 45384 - InactiveTotalTime: 0 - LocalTime: 261484 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 13781902568 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=158) - BytesReceived: 21 - ConvertRowBatchTime: 1004 - DeserializeRowBatchTimer: 12700 - FirstBatchArrivalWaitTime: 13769602272 - InactiveTotalTime: 13778765068 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 13778779012 HDFS_SCAN_NODE (id=32) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 70547945 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 757128 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 797256 - MaterializeTupleTime(*): 80 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 423000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4380 - TotalReadThroughput: 0 - TotalTime: 2862072 Instance 5840e519cb1bb31f:75 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 351466022 - RowsProduced: 1 - TotalNetworkReceiveTime: 13739626308 - TotalNetworkSendTime: 1837512 - TotalStorageWaitTime: 762988 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 13796800440 - TotalThreadsSysTime: 2257000 - TotalThreadsUserTime: 43811000 - TotalThreadsVoluntaryContextSwitches: 78 - TotalTime: 13829450680 Fragment Instance Lifecycle Timings - ExecTime: 3361924 - ExecTreeExecTime: 3660 - InactiveTotalTime: 0 - OpenTime: 13792498752 - ExecTreeOpenTime: 13744308952 - PrepareTime: 31944472 - ExecTreePrepareTime: 223916 - TotalTime: 0 DataStreamSender (dst_id=159) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 517515 - OverallThroughput: 324221 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6156 - TotalTime: 40096 - TransmitDataRPCTime: 25120 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 3415212 - CompileTime: 15599460 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 30125608 - PeakMemoryUsage: 257024 - PrepareTime: 28672020 - TotalTime: 75446332 AGGREGATION_NODE (id=34) ExecOption: Codegen Enabled - BuildTime: 1600 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 13744532120 NESTED_LOOP_JOIN_NODE (id=33) - BuildRows: 1 - BuildTime: 6292 - InactiveTotalTime: 0 - LocalTime: 176040 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 13742525836 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=158) - BytesReceived: 21 - ConvertRowBatchTime: 1188 - DeserializeRowBatchTimer: 37020 - FirstBatchArrivalWaitTime: 13734674672 - InactiveTotalTime: 13739611456 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 13739631596 HDFS_SCAN_NODE (id=32) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 63842975 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 905972 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 969268 - MaterializeTupleTime(*): 88 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1029000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4840 - TotalReadThroughput: 0 - TotalTime: 2718200 Instance 5840e519cb1bb31f:74 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 12252080776 - TotalNetworkSendTime: 1684269 - TotalStorageWaitTime: 11532117 - TotalThreadsInvoluntaryContextSwitches: 19 - TotalThreadsTotalWallClockTime: 12711639596 - TotalThreadsSysTime: 2073000 - TotalThreadsUserTime: 46286000 - TotalThreadsVoluntaryContextSwitches: 106 - TotalTime: 13567677244 Fragment Instance Lifecycle Timings - ExecTime: 1820758 - ExecTreeExecTime: 3654 - InactiveTotalTime: 0 - OpenTime: 12697628258 - ExecTreeOpenTime: 12268580067 - PrepareTime: 868186324 - ExecTreePrepareTime: 16838727 - TotalTime: 0 DataStreamSender (dst_id=159) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 839956 - OverallThroughput: 58362 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 22540 - TotalTime: 222744 - TransmitDataRPCTime: 15477 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 11121692 - CompileTime: 173761441 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 234645144 - PeakMemoryUsage: 257024 - PrepareTime: 537612603 - TotalTime: 992423358 AGGREGATION_NODE (id=34) ExecOption: Codegen Enabled - BuildTime: 20095 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12285414691 NESTED_LOOP_JOIN_NODE (id=33) - BuildRows: 1 - BuildTime: 5913 - InactiveTotalTime: 0 - LocalTime: 1744989 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 3499 - RowsReturnedRate: 285 - TotalTime: 12267717522 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=158) - BytesReceived: 21 - ConvertRowBatchTime: 697 - DeserializeRowBatchTimer: 4959 - FirstBatchArrivalWaitTime: 12238700417 - InactiveTotalTime: 12252071827 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12252084882 HDFS_SCAN_NODE (id=32) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 70769 - BytesReadDataNodeCache: 0 - BytesReadLocal: 70769 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 70769 - DecompressionTime: 203166 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65940 - PerReadThreadRawHdfsThroughput: 2176971822 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 11677924 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 383218 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 12224454 - MaterializeTupleTime(*): 86052 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 921000 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 32508 - TotalReadThroughput: 0 - TotalTime: 13887651 Averaged Fragment F21 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:13s852ms max:13s852ms mean: 13s852ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 12473995679 - TotalNetworkSendTime: 1262081 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12489848767 - TotalThreadsSysTime: 22000 - TotalThreadsUserTime: 679000 - TotalThreadsVoluntaryContextSwitches: 14 - TotalTime: 13566515033 Fragment Instance Lifecycle Timings - ExecTime: 14473892 - ExecTreeExecTime: 4181 - InactiveTotalTime: 0 - OpenTime: 12475398776 - ExecTreeOpenTime: 12474092226 - PrepareTime: 1067581189 - ExecTreePrepareTime: 12383632 - TotalTime: 0 DataStreamSender (dst_id=158) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1591753 - OverallThroughput: 7397 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 10929 - TotalTime: 19871042 - TransmitDataRPCTime: 92351 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 751533922 - TotalTime: 773504847 NESTED_LOOP_JOIN_NODE (id=31) - BuildRows: 1 - BuildTime: 3404 - InactiveTotalTime: 0 - LocalTime: 12512788 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 12498837710 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=157) - BytesReceived: 8 - ConvertRowBatchTime: 1076 - DeserializeRowBatchTimer: 24509 - FirstBatchArrivalWaitTime: 12473965537 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12473987219 AGGREGATION_NODE (id=154) - BuildTime: 4780 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 81 - SpilledPartitions: 0 - TotalTime: 12337703 EXCHANGE_NODE (id=153) - BytesReceived: 91 - ConvertRowBatchTime: 4019 - DeserializeRowBatchTimer: 24990 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 332841 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 21031 Fragment F21 Instance 5840e519cb1bb31f:6e (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 12473995679 - TotalNetworkSendTime: 1262081 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12489848767 - TotalThreadsSysTime: 22000 - TotalThreadsUserTime: 679000 - TotalThreadsVoluntaryContextSwitches: 14 - TotalTime: 13566515033 Fragment Instance Lifecycle Timings - ExecTime: 14473892 - ExecTreeExecTime: 4181 - InactiveTotalTime: 0 - OpenTime: 12475398776 - ExecTreeOpenTime: 12474092226 - PrepareTime: 1067581189 - ExecTreePrepareTime: 12383632 - TotalTime: 0 DataStreamSender (dst_id=158) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1591753 - OverallThroughput: 7397 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 10929 - TotalTime: 19871042 - TransmitDataRPCTime: 92351 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 751533922 - TotalTime: 773504847 NESTED_LOOP_JOIN_NODE (id=31) - BuildRows: 1 - BuildTime: 3404 - InactiveTotalTime: 0 - LocalTime: 12512788 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 12498837710 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=157) - BytesReceived: 8 - ConvertRowBatchTime: 1076 - DeserializeRowBatchTimer: 24509 - FirstBatchArrivalWaitTime: 12473965537 - InactiveTotalTime: 12473979005 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12473987219 AGGREGATION_NODE (id=154) - BuildTime: 4780 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 81 - SpilledPartitions: 0 - TotalTime: 12337703 EXCHANGE_NODE (id=153) - BytesReceived: 91 - ConvertRowBatchTime: 4019 - DeserializeRowBatchTimer: 24990 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 332841 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 21031 Averaged Fragment F19 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:6s236ms max:9s300ms mean: 6s823ms stddev:1s018ms execution rates: min:46.00 B/sec max:9.59 KB/sec mean:3.21 KB/sec stddev:3.28 KB/sec num instances: 7 - AverageThreadTokens: 1.0228937728937728 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1386302 - PerHostPeakMemUsage: 142892968 - RowsProduced: 1 - TotalNetworkReceiveTime: 4076442013 - TotalNetworkSendTime: 14393036 - TotalStorageWaitTime: 4798506 - TotalThreadsInvoluntaryContextSwitches: 30 - TotalThreadsTotalWallClockTime: 5467248883 - TotalThreadsSysTime: 3514857 - TotalThreadsUserTime: 174533571 - TotalThreadsVoluntaryContextSwitches: 203 - TotalTime: 6738601486 Fragment Instance Lifecycle Timings - ExecTime: 17989017 - ExecTreeExecTime: 4793 - InactiveTotalTime: 0 - OpenTime: 5398663992 - ExecTreeOpenTime: 4204390891 - PrepareTime: 1301674775 - ExecTreePrepareTime: 367443 - TotalTime: 0 DataStreamSender (dst_id=153) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 983332 - OverallThroughput: 336729 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7820 - TotalTime: 40418 - TransmitDataRPCTime: 17243 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 45378329 - CompileTime: 600665698 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 561656162 - PeakMemoryUsage: 1329664 - PrepareTime: 1084182463 - TotalTime: 2279406725 AGGREGATION_NODE (id=28) - BuildTime: 6627 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 71057 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 4204757444 NESTED_LOOP_JOIN_NODE (id=27) - BuildRows: 1 - BuildTime: 5508 - InactiveTotalTime: 0 - LocalTime: 1615027 - PeakMemoryUsage: 58623 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 545 - RowsReturnedRate: 981 - TotalTime: 4170128289 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=152) - BytesReceived: 21 - ConvertRowBatchTime: 1315 - DeserializeRowBatchTimer: 13463 - FirstBatchArrivalWaitTime: 901120380 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 29745 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 4076446960 HDFS_SCAN_NODE (id=26) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.2857142857142857 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 20467823 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 78079 - PerReadThreadRawHdfsThroughput: 1116706521 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 60392313 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 21268 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 66927764 - MaterializeTupleTime(*): 116314 - ScannerThreadsSysTime: 261142 - ScannerThreadsUserTime: 560428 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 17873 - TotalReadThroughput: 1698 - TotalTime: 92135398 Fragment F19 Instance 5840e519cb1bb31f:62 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 58544068 - RowsProduced: 1 - TotalNetworkReceiveTime: 3324 - TotalNetworkSendTime: 1386984 - TotalStorageWaitTime: 1427956 - TotalThreadsInvoluntaryContextSwitches: 31 - TotalThreadsTotalWallClockTime: 4851156668 - TotalThreadsSysTime: 1904000 - TotalThreadsUserTime: 190194000 - TotalThreadsVoluntaryContextSwitches: 494 - TotalTime: 9108057076 Fragment Instance Lifecycle Timings - ExecTime: 3751840 - ExecTreeExecTime: 6480 - InactiveTotalTime: 0 - OpenTime: 4709885664 - ExecTreeOpenTime: 415281936 - PrepareTime: 4271909848 - ExecTreePrepareTime: 252044 - TotalTime: 0 DataStreamSender (dst_id=153) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1908396 - OverallThroughput: 429042 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 8100 - TotalTime: 30300 - TransmitDataRPCTime: 6812 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 268699232 - CompileTime: 2804225352 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 1455882776 - PeakMemoryUsage: 1329664 - PrepareTime: 3236528388 - TotalTime: 7591188508 AGGREGATION_NODE (id=28) ExecOption: Codegen Enabled - BuildTime: 5308 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 2 - SpilledPartitions: 0 - TotalTime: 415531116 NESTED_LOOP_JOIN_NODE (id=27) - BuildRows: 1 - BuildTime: 3672 - InactiveTotalTime: 0 - LocalTime: 1883660 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 764 - RowsReturnedRate: 2953 - TotalTime: 258641028 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=152) - BytesReceived: 21 - ConvertRowBatchTime: 1376 - DeserializeRowBatchTimer: 29772 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 119502 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8368 HDFS_SCAN_NODE (id=26) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 21504796 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111804 - PerReadThreadRawHdfsThroughput: 1907461422 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 148554880 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 10364 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 148761644 - MaterializeTupleTime(*): 100616 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1412000 - ScannerThreadsVoluntaryContextSwitches: 18 - TotalRawHdfsReadTime(*): 21256 - TotalReadThroughput: 0 - TotalTime: 256749000 Instance 5840e519cb1bb31f:5f (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 184794250 - RowsProduced: 1 - TotalNetworkReceiveTime: 6353428312 - TotalNetworkSendTime: 9372344 - TotalStorageWaitTime: 4380740 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 6571846636 - TotalThreadsSysTime: 1497000 - TotalThreadsUserTime: 165859000 - TotalThreadsVoluntaryContextSwitches: 62 - TotalTime: 6594318128 Fragment Instance Lifecycle Timings - ExecTime: 14742576 - ExecTreeExecTime: 4036 - InactiveTotalTime: 0 - OpenTime: 6542418944 - ExecTreeOpenTime: 6372078004 - PrepareTime: 37099424 - ExecTreePrepareTime: 404140 - TotalTime: 0 DataStreamSender (dst_id=153) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 748158 - OverallThroughput: 291505 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 13128 - TotalTime: 44596 - TransmitDataRPCTime: 17376 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1007308 - CompileTime: 23495980 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 144600424 - PeakMemoryUsage: 1329664 - PrepareTime: 33670692 - TotalTime: 202418692 AGGREGATION_NODE (id=28) ExecOption: Codegen Enabled - BuildTime: 2152 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6372481224 NESTED_LOOP_JOIN_NODE (id=27) - BuildRows: 1 - BuildTime: 7296 - InactiveTotalTime: 0 - LocalTime: 177632 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6370922848 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=152) - BytesReceived: 21 - ConvertRowBatchTime: 1040 - DeserializeRowBatchTimer: 30652 - FirstBatchArrivalWaitTime: 1808085852 - InactiveTotalTime: 6353419740 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6353433608 HDFS_SCAN_NODE (id=26) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 87585034 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 14771876 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 14826412 - MaterializeTupleTime(*): 92 - ScannerThreadsSysTime: 430000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 3528 - TotalReadThroughput: 0 - TotalTime: 17311608 Instance 5840e519cb1bb31f:63 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0769230769230769 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 140792393 - RowsProduced: 1 - TotalNetworkReceiveTime: 3324 - TotalNetworkSendTime: 79196708 - TotalStorageWaitTime: 1721032 - TotalThreadsInvoluntaryContextSwitches: 43 - TotalThreadsTotalWallClockTime: 3002667508 - TotalThreadsSysTime: 3901000 - TotalThreadsUserTime: 176136000 - TotalThreadsVoluntaryContextSwitches: 358 - TotalTime: 6545768324 Fragment Instance Lifecycle Timings - ExecTime: 83942044 - ExecTreeExecTime: 6456 - InactiveTotalTime: 0 - OpenTime: 2829101844 - ExecTreeOpenTime: 303187100 - PrepareTime: 3632666236 - ExecTreePrepareTime: 254848 - TotalTime: 0 DataStreamSender (dst_id=153) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 983953 - OverallThroughput: 264421 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 10400 - TotalTime: 49164 - TransmitDataRPCTime: 13212 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 29473072 - CompileTime: 986687124 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 1410007596 - PeakMemoryUsage: 1329664 - PrepareTime: 3261117072 - TotalTime: 5780466044 AGGREGATION_NODE (id=28) ExecOption: Codegen Enabled - BuildTime: 10252 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 3 - SpilledPartitions: 0 - TotalTime: 303441668 NESTED_LOOP_JOIN_NODE (id=27) - BuildRows: 1 - BuildTime: 3976 - InactiveTotalTime: 0 - LocalTime: 2177560 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 763 - RowsReturnedRate: 3426 - TotalTime: 222663844 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=152) - BytesReceived: 21 - ConvertRowBatchTime: 3764 - DeserializeRowBatchTimer: 4408 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 88715 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11272 HDFS_SCAN_NODE (id=26) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 97074828 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 115900 - PerReadThreadRawHdfsThroughput: 1728872039 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 161606120 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 12069 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 191937140 - MaterializeTupleTime(*): 92528 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 988000 - ScannerThreadsVoluntaryContextSwitches: 22 - TotalRawHdfsReadTime(*): 23476 - TotalReadThroughput: 6713 - TotalTime: 220475012 Instance 5840e519cb1bb31f:60 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 107417303 - RowsProduced: 1 - TotalNetworkReceiveTime: 6081403848 - TotalNetworkSendTime: 4876836 - TotalStorageWaitTime: 16316788 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 6340033736 - TotalThreadsSysTime: 3562000 - TotalThreadsUserTime: 174863000 - TotalThreadsVoluntaryContextSwitches: 86 - TotalTime: 6351637592 Fragment Instance Lifecycle Timings - ExecTime: 7694812 - ExecTreeExecTime: 4164 - InactiveTotalTime: 0 - OpenTime: 6300369660 - ExecTreeOpenTime: 6117293372 - PrepareTime: 43523736 - ExecTreePrepareTime: 232244 - TotalTime: 0 DataStreamSender (dst_id=153) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 987241 - OverallThroughput: 422242 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5016 - TotalTime: 30788 - TransmitDataRPCTime: 13168 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 3070796 - CompileTime: 25560064 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 154089688 - PeakMemoryUsage: 1329664 - PrepareTime: 34599852 - TotalTime: 218672996 AGGREGATION_NODE (id=28) ExecOption: Codegen Enabled - BuildTime: 4464 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100552 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6117525388 NESTED_LOOP_JOIN_NODE (id=27) - BuildRows: 1 - BuildTime: 5080 - InactiveTotalTime: 0 - LocalTime: 1769648 - PeakMemoryUsage: 78024 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 762 - RowsReturnedRate: 124 - TotalTime: 6117528084 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=152) - BytesReceived: 21 - ConvertRowBatchTime: 724 - DeserializeRowBatchTimer: 3704 - FirstBatchArrivalWaitTime: 1523976564 - InactiveTotalTime: 6081396452 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6081407812 HDFS_SCAN_NODE (id=26) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 230424 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111816 - PerReadThreadRawHdfsThroughput: 2354687865 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 32346984 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 77494 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 32465780 - MaterializeTupleTime(*): 59988 - ScannerThreadsSysTime: 464000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 17108 - TotalReadThroughput: 0 - TotalTime: 34350624 Instance 5840e519cb1bb31f:61 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 185058934 - RowsProduced: 1 - TotalNetworkReceiveTime: 6100342332 - TotalNetworkSendTime: 2830896 - TotalStorageWaitTime: 673520 - TotalThreadsInvoluntaryContextSwitches: 3 - TotalThreadsTotalWallClockTime: 6297298580 - TotalThreadsSysTime: 2025000 - TotalThreadsUserTime: 165861000 - TotalThreadsVoluntaryContextSwitches: 94 - TotalTime: 6339031880 Fragment Instance Lifecycle Timings - ExecTime: 5685584 - ExecTreeExecTime: 3560 - InactiveTotalTime: 0 - OpenTime: 6290806680 - ExecTreeOpenTime: 6103064372 - PrepareTime: 42489768 - ExecTreePrepareTime: 213188 - TotalTime: 0 DataStreamSender (dst_id=153) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1355296 - OverallThroughput: 396728 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5840 - TotalTime: 32768 - TransmitDataRPCTime: 9592 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 2015088 - CompileTime: 30658984 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 154100592 - PeakMemoryUsage: 1329664 - PrepareTime: 38983680 - TotalTime: 224585760 AGGREGATION_NODE (id=28) ExecOption: Codegen Enabled - BuildTime: 1556 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6103276540 NESTED_LOOP_JOIN_NODE (id=27) - BuildRows: 1 - BuildTime: 6200 - InactiveTotalTime: 0 - LocalTime: 183132 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6103255512 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=152) - BytesReceived: 21 - ConvertRowBatchTime: 616 - DeserializeRowBatchTimer: 3284 - FirstBatchArrivalWaitTime: 1550150708 - InactiveTotalTime: 6100335144 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6100345672 HDFS_SCAN_NODE (id=26) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 75587084 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 773860 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 844112 - MaterializeTupleTime(*): 160 - ScannerThreadsSysTime: 31000 - ScannerThreadsUserTime: 31000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 4088 - TotalReadThroughput: 0 - TotalTime: 2726708 Instance 5840e519cb1bb31f:65 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 108782127 - RowsProduced: 1 - TotalNetworkReceiveTime: 5982899996 - TotalNetworkSendTime: 2980292 - TotalStorageWaitTime: 868116 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 6146780456 - TotalThreadsSysTime: 2890000 - TotalThreadsUserTime: 144019000 - TotalThreadsVoluntaryContextSwitches: 153 - TotalTime: 6197372464 Fragment Instance Lifecycle Timings - ExecTime: 9886432 - ExecTreeExecTime: 4296 - InactiveTotalTime: 0 - OpenTime: 6135920296 - ExecTreeOpenTime: 5985555948 - PrepareTime: 51532012 - ExecTreePrepareTime: 905260 - TotalTime: 0 DataStreamSender (dst_id=153) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 353606 - OverallThroughput: 244177 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5628 - TotalTime: 53240 - TransmitDataRPCTime: 36764 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1090232 - CompileTime: 24313720 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 122977656 - PeakMemoryUsage: 1329664 - PrepareTime: 45932816 - TotalTime: 193931444 AGGREGATION_NODE (id=28) ExecOption: Codegen Enabled - BuildTime: 1616 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5986460428 NESTED_LOOP_JOIN_NODE (id=27) - BuildRows: 1 - BuildTime: 6252 - InactiveTotalTime: 0 - LocalTime: 0 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 5987036384 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=152) - BytesReceived: 21 - ConvertRowBatchTime: 1024 - DeserializeRowBatchTimer: 16576 - FirstBatchArrivalWaitTime: 1425629540 - InactiveTotalTime: 5982892368 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5982905676 HDFS_SCAN_NODE (id=26) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 55099857 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 962076 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1014408 - MaterializeTupleTime(*): 100 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 488000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 5608 - TotalReadThroughput: 0 - TotalTime: 4614388 Instance 5840e519cb1bb31f:64 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0833333333333333 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 214861701 - RowsProduced: 1 - TotalNetworkReceiveTime: 4017012955 - TotalNetworkSendTime: 107192 - TotalStorageWaitTime: 8201394 - TotalThreadsInvoluntaryContextSwitches: 131 - TotalThreadsTotalWallClockTime: 5060958601 - TotalThreadsSysTime: 8825000 - TotalThreadsUserTime: 204803000 - TotalThreadsVoluntaryContextSwitches: 180 - TotalTime: 6034024941 Fragment Instance Lifecycle Timings - ExecTime: 219832 - ExecTreeExecTime: 4564 - InactiveTotalTime: 0 - OpenTime: 4982144861 - ExecTreeOpenTime: 4134275511 - PrepareTime: 1032502405 - ExecTreePrepareTime: 310381 - TotalTime: 0 DataStreamSender (dst_id=153) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 546677 - OverallThroughput: 308994 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6634 - TotalTime: 42072 - TransmitDataRPCTime: 23780 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 12292579 - CompileTime: 309718666 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 489934402 - PeakMemoryUsage: 1329664 - PrepareTime: 938444744 - TotalTime: 1744583636 AGGREGATION_NODE (id=28) ExecOption: Codegen Enabled - BuildTime: 21045 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 109756 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 4134585745 NESTED_LOOP_JOIN_NODE (id=27) - BuildRows: 1 - BuildTime: 6085 - InactiveTotalTime: 0 - LocalTime: 5113561 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1529 - RowsReturnedRate: 370 - TotalTime: 4130850326 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=152) - BytesReceived: 21 - ConvertRowBatchTime: 666 - DeserializeRowBatchTimer: 5845 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 4017006708 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 4017016314 HDFS_SCAN_NODE (id=26) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 24464718 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 133308 - PerReadThreadRawHdfsThroughput: 1607652347 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 63730397 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 48951 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 78644855 - MaterializeTupleTime(*): 560714 - ScannerThreadsSysTime: 903000 - ScannerThreadsUserTime: 1004000 - ScannerThreadsVoluntaryContextSwitches: 24 - TotalRawHdfsReadTime(*): 50050 - TotalReadThroughput: 5173 - TotalTime: 108720451 Averaged Fragment F20 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:3s847ms max:5s885ms mean: 4s416ms stddev:716.637ms execution rates: min:74.00 B/sec max:15.49 KB/sec mean:4.98 KB/sec stddev:5.24 KB/sec num instances: 7 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 188489 - PerHostPeakMemUsage: 92551520 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 2030736 - TotalStorageWaitTime: 4268769 - TotalThreadsInvoluntaryContextSwitches: 3 - TotalThreadsTotalWallClockTime: 959849634 - TotalThreadsSysTime: 3226285 - TotalThreadsUserTime: 27858714 - TotalThreadsVoluntaryContextSwitches: 118 - TotalTime: 2104418519 Fragment Instance Lifecycle Timings - ExecTime: 442038903 - ExecTreeExecTime: 77667884 - InactiveTotalTime: 0 - OpenTime: 460126045 - ExecTreeOpenTime: 58715 - PrepareTime: 1198300759 - ExecTreePrepareTime: 3055703 - TotalTime: 0 DataStreamSender (dst_id=152) - BytesSent: 21 - InactiveTotalTime: 0 - NetworkThroughput(*): 351570 - OverallThroughput: 802 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 996 - TotalTime: 8664434 - TransmitDataRPCTime: 8533 - UncompressedRowBatchSize: 21 CodeGen - CodegenTime: 5479130 - CompileTime: 155443481 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 258003957 - PeakMemoryUsage: 94208 - PrepareTime: 927969012 - TotalTime: 1381389320 HDFS_SCAN_NODE (id=25) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 13366257 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 80273 - PerReadThreadRawHdfsThroughput: 981570650 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 61557965 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 1 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 61664712 - MaterializeTupleTime(*): 603258 - ScannerThreadsSysTime: 257428 - ScannerThreadsUserTime: 801142 - ScannerThreadsVoluntaryContextSwitches: 15 - TotalRawHdfsReadTime(*): 20063 - TotalReadThroughput: 0 - TotalTime: 84000662 Fragment F20 Instance 5840e519cb1bb31f:5b (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 35168296 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1884 - TotalStorageWaitTime: 3082372 - TotalThreadsInvoluntaryContextSwitches: 7 - TotalThreadsTotalWallClockTime: 1856422296 - TotalThreadsSysTime: 6821000 - TotalThreadsUserTime: 31096000 - TotalThreadsVoluntaryContextSwitches: 217 - TotalTime: 5826141592 Fragment Instance Lifecycle Timings - ExecTime: 351875188 - ExecTreeExecTime: 248119564 - InactiveTotalTime: 0 - OpenTime: 1262530324 - ExecTreeOpenTime: 60664 - PrepareTime: 4211694612 - ExecTreePrepareTime: 143220 - TotalTime: 0 DataStreamSender (dst_id=152) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 33832176 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 967604 - CompileTime: 640477724 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 509277392 - PeakMemoryUsage: 94208 - PrepareTime: 3025994332 - TotalTime: 4319118036 HDFS_SCAN_NODE (id=25) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 80164068 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1316225165 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 241848748 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 242058760 - MaterializeTupleTime(*): 3884012 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1586000 - ScannerThreadsVoluntaryContextSwitches: 38 - TotalRawHdfsReadTime(*): 30804 - TotalReadThroughput: 0 - TotalTime: 248508672 Instance 5840e519cb1bb31f:5c (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 117076289 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1772 - TotalStorageWaitTime: 1990548 - TotalThreadsInvoluntaryContextSwitches: 8 - TotalThreadsTotalWallClockTime: 2021771164 - TotalThreadsSysTime: 3194000 - TotalThreadsUserTime: 31989000 - TotalThreadsVoluntaryContextSwitches: 218 - TotalTime: 5029733416 Fragment Instance Lifecycle Timings - ExecTime: 428477108 - ExecTreeExecTime: 174817856 - InactiveTotalTime: 0 - OpenTime: 1519400576 - ExecTreeOpenTime: 59212 - PrepareTime: 3081792712 - ExecTreePrepareTime: 18877188 - TotalTime: 0 DataStreamSender (dst_id=152) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 61104 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 22521920 - CompileTime: 350505844 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 979150724 - PeakMemoryUsage: 94208 - PrepareTime: 2722925436 - TotalTime: 4162927196 HDFS_SCAN_NODE (id=25) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 203816 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1367855217 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 93958504 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 94127156 - MaterializeTupleTime(*): 83512 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 946000 - ScannerThreadsVoluntaryContextSwitches: 20 - TotalRawHdfsReadTime(*): 29672 - TotalReadThroughput: 0 - TotalTime: 212649748 Instance 5840e519cb1bb31f:5d (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 107906216 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 14205074 - TotalStorageWaitTime: 18793723 - TotalThreadsInvoluntaryContextSwitches: 8 - TotalThreadsTotalWallClockTime: 531493365 - TotalThreadsSysTime: 4202000 - TotalThreadsUserTime: 27531000 - TotalThreadsVoluntaryContextSwitches: 99 - TotalTime: 1404630435 Fragment Instance Lifecycle Timings - ExecTime: 144802719 - ExecTreeExecTime: 107760205 - InactiveTotalTime: 0 - OpenTime: 307215811 - ExecTreeOpenTime: 66053 - PrepareTime: 925238419 - ExecTreePrepareTime: 956574 - TotalTime: 0 DataStreamSender (dst_id=152) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 2460992 - OverallThroughput: 5614 - PeakMemoryUsage: 70560 - RowsReturned: 1 - SerializeBatchTime: 6976 - TotalTime: 26182071 - TransmitDataRPCTime: 59732 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 8776397 - CompileTime: 65476601 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 231315712 - PeakMemoryUsage: 94208 - PrepareTime: 616093134 - TotalTime: 935928643 HDFS_SCAN_NODE (id=25) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 12963452 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1620930701 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 86831603 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 1 - RowsReturnedRate: 9 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 86938334 - MaterializeTupleTime(*): 198364 - ScannerThreadsSysTime: 1459000 - ScannerThreadsUserTime: 690000 - ScannerThreadsVoluntaryContextSwitches: 22 - TotalRawHdfsReadTime(*): 49640 - TotalReadThroughput: 0 - TotalTime: 109757112 Instance 5840e519cb1bb31f:5a (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 116685459 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1580 - TotalStorageWaitTime: 764392 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 704752888 - TotalThreadsSysTime: 2399000 - TotalThreadsUserTime: 19700000 - TotalThreadsVoluntaryContextSwitches: 32 - TotalTime: 751671128 Fragment Instance Lifecycle Timings - ExecTime: 677584848 - ExecTreeExecTime: 1297348 - InactiveTotalTime: 0 - OpenTime: 26313732 - ExecTreeOpenTime: 45060 - PrepareTime: 47736684 - ExecTreePrepareTime: 89108 - TotalTime: 0 DataStreamSender (dst_id=152) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 20464 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 2396432 - CompileTime: 7312368 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 14527584 - PeakMemoryUsage: 94208 - PrepareTime: 39334800 - TotalTime: 61780652 HDFS_SCAN_NODE (id=25) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 65300084 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 850032 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 875724 - MaterializeTupleTime(*): 72 - ScannerThreadsSysTime: 343000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4732 - TotalReadThroughput: 0 - TotalTime: 1543536 Instance 5840e519cb1bb31f:58 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 115074892 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1916 - TotalStorageWaitTime: 2199668 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 573750532 - TotalThreadsSysTime: 2900000 - TotalThreadsUserTime: 31489000 - TotalThreadsVoluntaryContextSwitches: 46 - TotalTime: 612732456 Fragment Instance Lifecycle Timings - ExecTime: 537170976 - ExecTreeExecTime: 3981968 - InactiveTotalTime: 0 - OpenTime: 34241896 - ExecTreeOpenTime: 60044 - PrepareTime: 41243844 - ExecTreePrepareTime: 132232 - TotalTime: 0 DataStreamSender (dst_id=152) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 21568 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1046548 - CompileTime: 8598700 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 21981300 - PeakMemoryUsage: 94208 - PrepareTime: 29126368 - TotalTime: 60457792 HDFS_SCAN_NODE (id=25) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 76713008 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2329632 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2380592 - MaterializeTupleTime(*): 128 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 846000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4028 - TotalReadThroughput: 0 - TotalTime: 4346536 Instance 5840e519cb1bb31f:59 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200146 - PerHostPeakMemUsage: 78220416 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1420 - TotalStorageWaitTime: 1691220 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 547929052 - TotalThreadsSysTime: 2065000 - TotalThreadsUserTime: 27695000 - TotalThreadsVoluntaryContextSwitches: 131 - TotalTime: 596001048 Fragment Instance Lifecycle Timings - ExecTime: 505615572 - ExecTreeExecTime: 3562528 - InactiveTotalTime: 0 - OpenTime: 39979912 - ExecTreeOpenTime: 41340 - PrepareTime: 50367144 - ExecTreePrepareTime: 1073380 - TotalTime: 0 DataStreamSender (dst_id=152) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 515480 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1909292 - CompileTime: 7557036 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 30574560 - PeakMemoryUsage: 94208 - PrepareTime: 35515300 - TotalTime: 74235840 HDFS_SCAN_NODE (id=25) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 232464 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 112840 - PerReadThreadRawHdfsThroughput: 2354687865 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2237720 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2361236 - MaterializeTupleTime(*): 56592 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1142000 - ScannerThreadsVoluntaryContextSwitches: 10 - TotalRawHdfsReadTime(*): 17108 - TotalReadThroughput: 0 - TotalTime: 6716328 Instance 5840e519cb1bb31f:5e (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 77729076 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1512 - TotalStorageWaitTime: 1359464 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 482828144 - TotalThreadsSysTime: 1003000 - TotalThreadsUserTime: 25511000 - TotalThreadsVoluntaryContextSwitches: 88 - TotalTime: 510019564 Fragment Instance Lifecycle Timings - ExecTime: 448745912 - ExecTreeExecTime: 4135724 - InactiveTotalTime: 0 - OpenTime: 31200068 - ExecTreeOpenTime: 78636 - PrepareTime: 30031900 - ExecTreePrepareTime: 118224 - TotalTime: 0 DataStreamSender (dst_id=152) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 18180 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 735720 - CompileTime: 8176100 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 19200428 - PeakMemoryUsage: 94208 - PrepareTime: 26793720 - TotalTime: 55277084 HDFS_SCAN_NODE (id=25) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 69282511 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2849516 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2911184 - MaterializeTupleTime(*): 132 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 398000 - ScannerThreadsVoluntaryContextSwitches: 10 - TotalRawHdfsReadTime(*): 4460 - TotalReadThroughput: 0 - TotalTime: 4482708 Averaged Fragment F23 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:13s405ms max:13s405ms mean: 13s405ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 12422755670 - TotalNetworkSendTime: 148976 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12441472428 - TotalThreadsSysTime: 1009000 - TotalThreadsUserTime: 315000 - TotalThreadsVoluntaryContextSwitches: 11 - TotalTime: 13386139092 Fragment Instance Lifecycle Timings - ExecTime: 228591 - ExecTreeExecTime: 4773 - InactiveTotalTime: 0 - OpenTime: 12441278974 - ExecTreeOpenTime: 12422847627 - PrepareTime: 944594248 - ExecTreePrepareTime: 129228475 - TotalTime: 0 DataStreamSender (dst_id=157) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 426143 - OverallThroughput: 173025 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1216 - TotalTime: 46236 - TransmitDataRPCTime: 18773 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 667532535 - TotalTime: 699238493 AGGREGATION_NODE (id=156) - BuildTime: 1034 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12552074575 EXCHANGE_NODE (id=155) - BytesReceived: 56 - ConvertRowBatchTime: 7086 - DeserializeRowBatchTimer: 59967 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12422767415 Fragment F23 Instance 5840e519cb1bb31f:6d (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 12422755670 - TotalNetworkSendTime: 148976 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12441472428 - TotalThreadsSysTime: 1009000 - TotalThreadsUserTime: 315000 - TotalThreadsVoluntaryContextSwitches: 11 - TotalTime: 13386139092 Fragment Instance Lifecycle Timings - ExecTime: 228591 - ExecTreeExecTime: 4773 - InactiveTotalTime: 0 - OpenTime: 12441278974 - ExecTreeOpenTime: 12422847627 - PrepareTime: 944594248 - ExecTreePrepareTime: 129228475 - TotalTime: 0 DataStreamSender (dst_id=157) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 426143 - OverallThroughput: 173025 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1216 - TotalTime: 46236 - TransmitDataRPCTime: 18773 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 667532535 - TotalTime: 699238493 AGGREGATION_NODE (id=156) - BuildTime: 1034 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12552074575 EXCHANGE_NODE (id=155) - BytesReceived: 56 - ConvertRowBatchTime: 7086 - DeserializeRowBatchTimer: 59967 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 12422727897 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12422767415 Averaged Fragment F22 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:3s617ms max:12s854ms mean: 5s873ms stddev:3s375ms execution rates: min:76.00 B/sec max:15.70 KB/sec mean:4.19 KB/sec stddev:5.33 KB/sec num instances: 7 - AverageThreadTokens: 0.7368067226890755 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 105950600 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 6903338 - TotalStorageWaitTime: 2212823 - TotalThreadsInvoluntaryContextSwitches: 43 - TotalThreadsTotalWallClockTime: 2394498654 - TotalThreadsSysTime: 6607714 - TotalThreadsUserTime: 179753285 - TotalThreadsVoluntaryContextSwitches: 313 - TotalTime: 3539166978 Fragment Instance Lifecycle Timings - ExecTime: 9960562 - ExecTreeExecTime: 3753 - InactiveTotalTime: 0 - OpenTime: 2258794862 - ExecTreeOpenTime: 181411068 - PrepareTime: 1267248232 - ExecTreePrepareTime: 65865546 - TotalTime: 0 DataStreamSender (dst_id=155) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 599222 - OverallThroughput: 83308 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2112 - TotalTime: 8096069 - TransmitDataRPCTime: 15482 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 90214779 - CompileTime: 1260620419 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 789873874 - PeakMemoryUsage: 376320 - PrepareTime: 1005952159 - TotalTime: 3068078420 AGGREGATION_NODE (id=30) - BuildTime: 3733 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 19309 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 147 - SpilledPartitions: 0 - TotalTime: 247274665 HDFS_SCAN_NODE (id=29) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.2857142857142857 - BytesRead: 23121 - BytesReadDataNodeCache: 0 - BytesReadLocal: 23121 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 23121 - DecompressionTime: 19105 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 62464 - PerReadThreadRawHdfsThroughput: 1095622240 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 126535605 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 126699145 - MaterializeTupleTime(*): 66557066 - ScannerThreadsSysTime: 412571 - ScannerThreadsUserTime: 1203285 - ScannerThreadsVoluntaryContextSwitches: 21 - TotalRawHdfsReadTime(*): 15349 - TotalReadThroughput: 957 - TotalTime: 326270033 Fragment F22 Instance 5840e519cb1bb31f:69 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.04 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 68763088 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 432904 - TotalStorageWaitTime: 2296160 - TotalThreadsInvoluntaryContextSwitches: 88 - TotalThreadsTotalWallClockTime: 8974233436 - TotalThreadsSysTime: 15772000 - TotalThreadsUserTime: 202044000 - TotalThreadsVoluntaryContextSwitches: 856 - TotalTime: 12731995052 Fragment Instance Lifecycle Timings - ExecTime: 1427840 - ExecTreeExecTime: 4192 - InactiveTotalTime: 0 - OpenTime: 8707794208 - ExecTreeOpenTime: 398942444 - PrepareTime: 4008243848 - ExecTreePrepareTime: 382228652 - TotalTime: 0 DataStreamSender (dst_id=155) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 499500 - OverallThroughput: 567 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2276 - TotalTime: 14099780 - TransmitDataRPCTime: 16016 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 249076060 - CompileTime: 5134118568 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 3118206764 - PeakMemoryUsage: 376320 - PrepareTime: 2917532256 - TotalTime: 11200802620 AGGREGATION_NODE (id=30) ExecOption: Codegen Enabled - BuildTime: 3336 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 781169180 HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 32356 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32356 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32356 - DecompressionTime: 29868 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1780149647 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 264936140 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 265062416 - MaterializeTupleTime(*): 135089664 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1379000 - ScannerThreadsVoluntaryContextSwitches: 32 - TotalRawHdfsReadTime(*): 18176 - TotalReadThroughput: 2696 - TotalTime: 1315799776 Instance 5840e519cb1bb31f:6a (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.1176470588235294 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 156986667 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 45961436 - TotalStorageWaitTime: 2120500 - TotalThreadsInvoluntaryContextSwitches: 60 - TotalThreadsTotalWallClockTime: 5614173876 - TotalThreadsSysTime: 5997000 - TotalThreadsUserTime: 195591000 - TotalThreadsVoluntaryContextSwitches: 567 - TotalTime: 8685115796 Fragment Instance Lifecycle Timings - ExecTime: 50806508 - ExecTreeExecTime: 4400 - InactiveTotalTime: 0 - OpenTime: 5017996340 - ExecTreeOpenTime: 771411864 - PrepareTime: 3616192796 - ExecTreePrepareTime: 48856744 - TotalTime: 0 DataStreamSender (dst_id=155) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 983767 - OverallThroughput: 221116 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2280 - TotalTime: 36180 - TransmitDataRPCTime: 8132 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 250915008 - CompileTime: 2867379888 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 1282650004 - PeakMemoryUsage: 376320 - PrepareTime: 3158182984 - TotalTime: 7347855596 AGGREGATION_NODE (id=30) ExecOption: Codegen Enabled - BuildTime: 4452 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 820266928 HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 32388 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32388 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32388 - DecompressionTime: 24380 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1680224112 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 545353056 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 545417292 - MaterializeTupleTime(*): 296717124 - ScannerThreadsSysTime: 2118000 - ScannerThreadsUserTime: 1898000 - ScannerThreadsVoluntaryContextSwitches: 58 - TotalRawHdfsReadTime(*): 19276 - TotalReadThroughput: 4009 - TotalTime: 878167636 Instance 5840e519cb1bb31f:6b (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 128194602 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 100670 - TotalStorageWaitTime: 6246676 - TotalThreadsInvoluntaryContextSwitches: 137 - TotalThreadsTotalWallClockTime: 1351868947 - TotalThreadsSysTime: 6551000 - TotalThreadsUserTime: 200823000 - TotalThreadsVoluntaryContextSwitches: 246 - TotalTime: 2380046078 Fragment Instance Lifecycle Timings - ExecTime: 168927 - ExecTreeExecTime: 4163 - InactiveTotalTime: 0 - OpenTime: 1295743620 - ExecTreeOpenTime: 76558850 - PrepareTime: 1076933557 - ExecTreePrepareTime: 28643547 - TotalTime: 0 DataStreamSender (dst_id=155) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 383196 - OverallThroughput: 192 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1611 - TotalTime: 41560017 - TransmitDataRPCTime: 20877 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 122220876 - CompileTime: 574902302 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 620576322 - PeakMemoryUsage: 376320 - PrepareTime: 816881239 - TotalTime: 2020361503 AGGREGATION_NODE (id=30) ExecOption: Codegen Enabled - BuildTime: 11871 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 9 - SpilledPartitions: 0 - TotalTime: 105199729 HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 64093 - BytesReadDataNodeCache: 0 - BytesReadLocal: 64093 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 64093 - DecompressionTime: 56691 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1707325519 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 62294637 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 62416195 - MaterializeTupleTime(*): 31922022 - ScannerThreadsSysTime: 770000 - ScannerThreadsUserTime: 2764000 - ScannerThreadsVoluntaryContextSwitches: 21 - TotalRawHdfsReadTime(*): 37540 - TotalReadThroughput: 0 - TotalTime: 66219822 Instance 5840e519cb1bb31f:6c (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 77729076 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 187460 - TotalStorageWaitTime: 739296 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 194618744 - TotalThreadsSysTime: 2024000 - TotalThreadsUserTime: 160345000 - TotalThreadsVoluntaryContextSwitches: 134 - TotalTime: 263984900 Fragment Instance Lifecycle Timings - ExecTime: 369264 - ExecTreeExecTime: 4232 - InactiveTotalTime: 0 - OpenTime: 193347256 - ExecTreeOpenTime: 5458196 - PrepareTime: 70218676 - ExecTreePrepareTime: 969344 - TotalTime: 0 DataStreamSender (dst_id=155) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 695894 - OverallThroughput: 20611 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1500 - TotalTime: 388124 - TransmitDataRPCTime: 11496 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2997400 - CompileTime: 54841132 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 131214008 - PeakMemoryUsage: 376320 - PrepareTime: 62574240 - TotalTime: 249338616 AGGREGATION_NODE (id=30) ExecOption: Codegen Enabled - BuildTime: 604 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 155 - SpilledPartitions: 0 - TotalTime: 6424828 HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 36250586 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 842852 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 935544 - MaterializeTupleTime(*): 124 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 433000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 8524 - TotalReadThroughput: 0 - TotalTime: 6325136 Instance 5840e519cb1bb31f:66 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 115074892 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 218404 - TotalStorageWaitTime: 1747096 - TotalThreadsInvoluntaryContextSwitches: 6 - TotalThreadsTotalWallClockTime: 217482904 - TotalThreadsSysTime: 7024000 - TotalThreadsUserTime: 181421000 - TotalThreadsVoluntaryContextSwitches: 116 - TotalTime: 246899760 Fragment Instance Lifecycle Timings - ExecTime: 488772 - ExecTreeExecTime: 3248 - InactiveTotalTime: 0 - OpenTime: 213914332 - ExecTreeOpenTime: 3700264 - PrepareTime: 32463704 - ExecTreePrepareTime: 100224 - TotalTime: 0 DataStreamSender (dst_id=155) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 637551 - OverallThroughput: 28029 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 4216 - TotalTime: 285416 - TransmitDataRPCTime: 12548 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2886420 - CompileTime: 67575896 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 138661624 - PeakMemoryUsage: 376320 - PrepareTime: 28429312 - TotalTime: 235665640 AGGREGATION_NODE (id=30) ExecOption: Codegen Enabled - BuildTime: 796 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 263 - SpilledPartitions: 0 - TotalTime: 3799616 HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 47626387 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2490668 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 3119492 - MaterializeTupleTime(*): 60 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 680000 - ScannerThreadsVoluntaryContextSwitches: 18 - TotalRawHdfsReadTime(*): 6488 - TotalReadThroughput: 0 - TotalTime: 3858292 Instance 5840e519cb1bb31f:67 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 78220416 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 556392 - TotalStorageWaitTime: 1449732 - TotalThreadsInvoluntaryContextSwitches: 3 - TotalThreadsTotalWallClockTime: 212622296 - TotalThreadsSysTime: 3939000 - TotalThreadsUserTime: 158063000 - TotalThreadsVoluntaryContextSwitches: 138 - TotalTime: 242765256 Fragment Instance Lifecycle Timings - ExecTime: 15452992 - ExecTreeExecTime: 4284 - InactiveTotalTime: 0 - OpenTime: 188279064 - ExecTreeOpenTime: 11989364 - PrepareTime: 38903208 - ExecTreePrepareTime: 153348 - TotalTime: 0 DataStreamSender (dst_id=155) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 285428 - OverallThroughput: 29116 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1688 - TotalTime: 274756 - TransmitDataRPCTime: 28028 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1716676 - CompileTime: 57642948 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 115816920 - PeakMemoryUsage: 376320 - PrepareTime: 34703324 - TotalTime: 208745344 AGGREGATION_NODE (id=30) ExecOption: Codegen Enabled - BuildTime: 4552 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 82 - SpilledPartitions: 0 - TotalTime: 12140504 HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32089 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32089 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32089 - DecompressionTime: 22800 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 93184 - PerReadThreadRawHdfsThroughput: 2334084957 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 8868268 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 8927684 - MaterializeTupleTime(*): 2170312 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1057000 - ScannerThreadsVoluntaryContextSwitches: 15 - TotalRawHdfsReadTime(*): 13748 - TotalReadThroughput: 0 - TotalTime: 11541824 Instance 5840e519cb1bb31f:68 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 116685459 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 866104 - TotalStorageWaitTime: 890304 - TotalThreadsInvoluntaryContextSwitches: 5 - TotalThreadsTotalWallClockTime: 196490376 - TotalThreadsSysTime: 4947000 - TotalThreadsUserTime: 159986000 - TotalThreadsVoluntaryContextSwitches: 139 - TotalTime: 223362008 Fragment Instance Lifecycle Timings - ExecTime: 1009632 - ExecTreeExecTime: 1752 - InactiveTotalTime: 0 - OpenTime: 194489220 - ExecTreeOpenTime: 1816496 - PrepareTime: 27781840 - ExecTreePrepareTime: 106968 - TotalTime: 0 DataStreamSender (dst_id=155) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 709219 - OverallThroughput: 283527 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1216 - TotalTime: 28216 - TransmitDataRPCTime: 11280 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1691016 - CompileTime: 67882204 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 121991476 - PeakMemoryUsage: 376320 - PrepareTime: 23361764 - TotalTime: 213779624 AGGREGATION_NODE (id=30) ExecOption: Codegen Enabled - BuildTime: 520 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 520 - SpilledPartitions: 0 - TotalTime: 1921872 HDFS_SCAN_NODE (id=29) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 83694474 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 963620 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1015396 - MaterializeTupleTime(*): 160 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 212000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 3692 - TotalReadThroughput: 0 - TotalTime: 1977748 Averaged Fragment F33 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:1m53s max:1m56s mean: 1m55s stddev:824.111ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 7 - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234430981 - PerHostPeakMemUsage: 1591918364 - RowsProduced: 1791796 - TotalNetworkReceiveTime: 102181839772 - TotalNetworkSendTime: 2355715075 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 200 - TotalThreadsTotalWallClockTime: 113661681121 - TotalThreadsSysTime: 240030857 - TotalThreadsUserTime: 3787399571 - TotalThreadsVoluntaryContextSwitches: 6758 - TotalTime: 115498689320 Fragment Instance Lifecycle Timings - ExecTime: 4838058736 - ExecTreeExecTime: 1046669299 - InactiveTotalTime: 0 - OpenTime: 108823659933 - ExecTreeOpenTime: 104913109364 - PrepareTime: 1836917684 - ExecTreePrepareTime: 92232189 - TotalTime: 0 DataStreamSender (dst_id=193) - BytesSent: 114118977 - InactiveTotalTime: 0 - NetworkThroughput(*): 374029274 - OverallThroughput: 107868080 - PeakMemoryUsage: 293056 - RowsReturned: 1791796 - SerializeBatchTime: 749403893 - TotalTime: 1060081031 - TransmitDataRPCTime: 305798329 - UncompressedRowBatchSize: 210642479 CodeGen - CodegenTime: 0 - CompileTime: 1388148147 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 95 - NumInstructions: 5054 - OptimizationTime: 2468334194 - PeakMemoryUsage: 2587648 - PrepareTime: 1141419767 - TotalTime: 5045447101 NESTED_LOOP_JOIN_NODE (id=73) - BuildRows: 1 - BuildTime: 4730 - InactiveTotalTime: 0 - LocalTime: 157861144 - PeakMemoryUsage: 133984 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916939081 - RowsReturnedRate: 8674650 - TotalTime: 106138185359 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=192) - BytesReceived: 13 - ConvertRowBatchTime: 1437 - DeserializeRowBatchTimer: 20399 - FirstBatchArrivalWaitTime: 8149551577 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 35312 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8152182133 NESTED_LOOP_JOIN_NODE (id=72) - BuildRows: 1 - BuildTime: 6748 - InactiveTotalTime: 0 - LocalTime: 155556584 - PeakMemoryUsage: 125792 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916939081 - RowsReturnedRate: 9375188 - TotalTime: 97828142082 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=182) - BytesReceived: 13 - ConvertRowBatchTime: 4152 - DeserializeRowBatchTimer: 659644 - FirstBatchArrivalWaitTime: 147774511 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 27252 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 161025220 HASH_JOIN_NODE (id=51) - BuildRows: 586 - BuildTime: 25241375 - InactiveTotalTime: 0 - LocalTime: 273370668 - PeakMemoryUsage: 1188960 - ProbeRows: 1791796 - ProbeRowsPartitioned: 0 - ProbeTime: 105914500 - RowsReturned: 1791796 - RowsReturnedRate: 18378 - TotalTime: 97511560277 Hash Join Builder (join_node_id=51) - BuildRowsPartitionTime: 51743 - BuildRowsPartitioned: 586 - GetNewBlockTime: 16219149 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 198939 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=172) - BytesReceived: 9240 - ConvertRowBatchTime: 16024 - DeserializeRowBatchTimer: 46034498 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 16520027 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 46842 HASH_JOIN_NODE (id=50) - BuildRows: 1791796 - BuildTime: 2104850683 - InactiveTotalTime: 0 - LocalTime: 3256678766 - PeakMemoryUsage: 210866432 - ProbeRows: 2547064 - ProbeRowsPartitioned: 0 - ProbeTime: 577313676 - RowsReturned: 1791796 - RowsReturnedRate: 18431 - TotalTime: 97238142766 Hash Join Builder (join_node_id=50) - BuildRowsPartitionTime: 1899931698 - BuildRowsPartitioned: 1791796 - GetNewBlockTime: 162640112 - HashBuckets: 4194304 - HashCollisions: 1319 - HashTablesBuildTime: 188036209 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=171) - BytesReceived: 62024262 - ConvertRowBatchTime: 46288008 - DeserializeRowBatchTimer: 9303922801 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1791796 - RowsReturnedRate: 19118 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 93899200812 EXCHANGE_NODE (id=170) - BytesReceived: 23450757 - ConvertRowBatchTime: 56321989 - DeserializeRowBatchTimer: 4367549831 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2547064 - RowsReturnedRate: 33850093 - SendersBlockedTimer: 91272169392 - SendersBlockedTotalTimer(*): 624734116869 - TotalTime: 82263188 Fragment F33 Instance 5840e519cb1bb31f:ea (host=SH-Dev-S5.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234392761 - PerHostPeakMemUsage: 1863535041 - RowsProduced: 1790487 - TotalNetworkReceiveTime: 107153341904 - TotalNetworkSendTime: 3123205412 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 79 - TotalThreadsTotalWallClockTime: 116180132188 - TotalThreadsSysTime: 180204000 - TotalThreadsUserTime: 3699492000 - TotalThreadsVoluntaryContextSwitches: 7167 - TotalTime: 116252692868 Fragment Instance Lifecycle Timings - ExecTime: 5493046040 - ExecTreeExecTime: 966493208 - InactiveTotalTime: 0 - OpenTime: 110687127952 - ExecTreeOpenTime: 109979668708 - PrepareTime: 72465956 - ExecTreePrepareTime: 446380 - TotalTime: 0 DataStreamSender (dst_id=193) - BytesSent: 114045535 - InactiveTotalTime: 0 - NetworkThroughput(*): 404030543 - OverallThroughput: 111679718 - PeakMemoryUsage: 293056 - RowsReturned: 1790487 - SerializeBatchTime: 737789104 - TotalTime: 1021183940 - TransmitDataRPCTime: 282269588 - UncompressedRowBatchSize: 210483634 CodeGen - CodegenTime: 0 - CompileTime: 275274308 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 95 - NumInstructions: 5054 - OptimizationTime: 426240380 - PeakMemoryUsage: 2587648 - PrepareTime: 55190764 - TotalTime: 757290696 NESTED_LOOP_JOIN_NODE (id=73) - BuildRows: 1 - BuildTime: 5392 - InactiveTotalTime: 0 - LocalTime: 127086324 - PeakMemoryUsage: 143344 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916303987 - RowsReturnedRate: 8259048 - TotalTime: 110945462320 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=192) - BytesReceived: 13 - ConvertRowBatchTime: 736 - DeserializeRowBatchTimer: 8840 - FirstBatchArrivalWaitTime: 12282250716 - InactiveTotalTime: 12283650984 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12283659220 NESTED_LOOP_JOIN_NODE (id=72) - BuildRows: 1 - BuildTime: 13772 - InactiveTotalTime: 0 - LocalTime: 140912100 - PeakMemoryUsage: 135152 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916303987 - RowsReturnedRate: 9299300 - TotalTime: 98534716776 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=182) - BytesReceived: 13 - ConvertRowBatchTime: 628 - DeserializeRowBatchTimer: 4052 - FirstBatchArrivalWaitTime: 208920584 - InactiveTotalTime: 229350736 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 4 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 229360956 HASH_JOIN_NODE (id=51) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 310640 - InactiveTotalTime: 0 - LocalTime: 106669236 - PeakMemoryUsage: 1198320 - ProbeRows: 1790487 - ProbeRowsPartitioned: 0 - ProbeTime: 102951008 - RowsReturned: 1790487 - RowsReturnedRate: 18239 - TotalTime: 98164443720 Hash Join Builder (join_node_id=51) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 37596 - BuildRowsPartitioned: 586 - GetNewBlockTime: 115992 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 83992 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=172) - BytesReceived: 9240 - ConvertRowBatchTime: 12768 - DeserializeRowBatchTimer: 86680 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 23387611 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 25056 HASH_JOIN_NODE (id=50) ExecOption: Probe Side Codegen Enabled - BuildRows: 1790487 - BuildTime: 2456150436 - InactiveTotalTime: 0 - LocalTime: 3319610996 - PeakMemoryUsage: 210866432 - ProbeRows: 2545598 - ProbeRowsPartitioned: 0 - ProbeTime: 526321168 - RowsReturned: 1790487 - RowsReturnedRate: 18259 - TotalTime: 98057749428 Hash Join Builder (join_node_id=50) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 2303547556 - BuildRowsPartitioned: 1790487 - GetNewBlockTime: 770265024 - HashBuckets: 4194304 - HashCollisions: 1381 - HashTablesBuildTime: 147944036 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=171) - BytesReceived: 61982577 - ConvertRowBatchTime: 44682260 - DeserializeRowBatchTimer: 15024790336 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 86404914772 - PeakMemoryUsage: 0 - RowsReturned: 1790487 - RowsReturnedRate: 18911 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 94676632320 EXCHANGE_NODE (id=170) - BytesReceived: 23441407 - ConvertRowBatchTime: 43961824 - DeserializeRowBatchTimer: 3317058856 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2545598 - RowsReturnedRate: 41387724 - SendersBlockedTimer: 91185997312 - SendersBlockedTotalTimer(*): 545611981216 - TotalTime: 61506112 Instance 5840e519cb1bb31f:ed (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234440081 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 1792028 - TotalNetworkReceiveTime: 104196776843 - TotalNetworkSendTime: 2893514693 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 340 - TotalThreadsTotalWallClockTime: 114953017415 - TotalThreadsSysTime: 278005000 - TotalThreadsUserTime: 3955964000 - TotalThreadsVoluntaryContextSwitches: 6981 - TotalTime: 116206918434 Fragment Instance Lifecycle Timings - ExecTime: 5423258660 - ExecTreeExecTime: 1049637254 - InactiveTotalTime: 0 - OpenTime: 109529800955 - ExecTreeOpenTime: 105573274757 - PrepareTime: 1253815798 - ExecTreePrepareTime: 67875109 - TotalTime: 0 DataStreamSender (dst_id=193) - BytesSent: 114108854 - InactiveTotalTime: 0 - NetworkThroughput(*): 370441787 - OverallThroughput: 102418119 - PeakMemoryUsage: 293056 - RowsReturned: 1792028 - SerializeBatchTime: 787673537 - TotalTime: 1114147129 - TransmitDataRPCTime: 308034509 - UncompressedRowBatchSize: 210678253 CodeGen - CodegenTime: 0 - CompileTime: 2154568381 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 95 - NumInstructions: 5054 - OptimizationTime: 1775271452 - PeakMemoryUsage: 2587648 - PrepareTime: 831548858 - TotalTime: 4777379156 NESTED_LOOP_JOIN_NODE (id=73) - BuildRows: 1 - BuildTime: 5534 - InactiveTotalTime: 0 - LocalTime: 160177714 - PeakMemoryUsage: 143344 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 917016016 - RowsReturnedRate: 8592268 - TotalTime: 106725717959 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=192) - BytesReceived: 13 - ConvertRowBatchTime: 1760 - DeserializeRowBatchTimer: 74700 - FirstBatchArrivalWaitTime: 7796410986 - InactiveTotalTime: 7801983512 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7801993930 NESTED_LOOP_JOIN_NODE (id=72) - BuildRows: 1 - BuildTime: 5714 - InactiveTotalTime: 0 - LocalTime: 168754152 - PeakMemoryUsage: 135152 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 917016016 - RowsReturnedRate: 9284964 - TotalTime: 98763546315 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=182) - BytesReceived: 13 - ConvertRowBatchTime: 578 - DeserializeRowBatchTimer: 3445 - FirstBatchArrivalWaitTime: 205532870 - InactiveTotalTime: 228677094 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 4 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 228687892 HASH_JOIN_NODE (id=51) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 450542 - InactiveTotalTime: 0 - LocalTime: 154428896 - PeakMemoryUsage: 1198320 - ProbeRows: 1792028 - ProbeRowsPartitioned: 0 - ProbeTime: 104449794 - RowsReturned: 1792028 - RowsReturnedRate: 18217 - TotalTime: 98366104271 Hash Join Builder (join_node_id=51) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 37340 - BuildRowsPartitioned: 586 - GetNewBlockTime: 156676 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 178417 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=172) - BytesReceived: 9240 - ConvertRowBatchTime: 15618 - DeserializeRowBatchTimer: 199491 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 19717362 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 29720 HASH_JOIN_NODE (id=50) ExecOption: Probe Side Codegen Enabled - BuildRows: 1792028 - BuildTime: 1234454410 - InactiveTotalTime: 0 - LocalTime: 1928465212 - PeakMemoryUsage: 210866432 - ProbeRows: 2547745 - ProbeRowsPartitioned: 0 - ProbeTime: 584653101 - RowsReturned: 1792028 - RowsReturnedRate: 18246 - TotalTime: 98211645655 Hash Join Builder (join_node_id=50) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 1012809460 - BuildRowsPartitioned: 1792028 - GetNewBlockTime: 19887486 - HashBuckets: 4194304 - HashCollisions: 1351 - HashTablesBuildTime: 215058438 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=171) - BytesReceived: 62029755 - ConvertRowBatchTime: 46195792 - DeserializeRowBatchTimer: 1617826135 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 95972223163 - PeakMemoryUsage: 0 - RowsReturned: 1792028 - RowsReturnedRate: 18627 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 96202947746 EXCHANGE_NODE (id=170) - BytesReceived: 23458616 - ConvertRowBatchTime: 59599453 - DeserializeRowBatchTimer: 1123097592 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2547745 - RowsReturnedRate: 31754447 - SendersBlockedTimer: 91584097877 - SendersBlockedTotalTimer(*): 639005037561 - TotalTime: 80232697 Instance 5840e519cb1bb31f:ec (host=SH-Dev-S6.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234440081 - PerHostPeakMemUsage: 1613256812 - RowsProduced: 1791540 - TotalNetworkReceiveTime: 108853291392 - TotalNetworkSendTime: 2829134360 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 69 - TotalThreadsTotalWallClockTime: 116082226736 - TotalThreadsSysTime: 206367000 - TotalThreadsUserTime: 3840116000 - TotalThreadsVoluntaryContextSwitches: 6770 - TotalTime: 116158047944 Fragment Instance Lifecycle Timings - ExecTime: 5321379568 - ExecTreeExecTime: 1017644640 - InactiveTotalTime: 0 - OpenTime: 110760873168 - ExecTreeOpenTime: 110042980376 - PrepareTime: 75746260 - ExecTreePrepareTime: 3704312 - TotalTime: 0 DataStreamSender (dst_id=193) - BytesSent: 114108415 - InactiveTotalTime: 0 - NetworkThroughput(*): 365355736 - OverallThroughput: 105634764 - PeakMemoryUsage: 293056 - RowsReturned: 1791540 - SerializeBatchTime: 766762572 - TotalTime: 1080216496 - TransmitDataRPCTime: 312321400 - UncompressedRowBatchSize: 210611494 CodeGen - CodegenTime: 0 - CompileTime: 300671216 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 95 - NumInstructions: 5054 - OptimizationTime: 413737200 - PeakMemoryUsage: 2587648 - PrepareTime: 50866708 - TotalTime: 766364192 NESTED_LOOP_JOIN_NODE (id=73) - BuildRows: 1 - BuildTime: 3484 - InactiveTotalTime: 0 - LocalTime: 134163552 - PeakMemoryUsage: 126964 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916726385 - RowsReturnedRate: 8253852 - TotalTime: 111066485824 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=192) - BytesReceived: 13 - ConvertRowBatchTime: 508 - DeserializeRowBatchTimer: 27436 - FirstBatchArrivalWaitTime: 12304622132 - InactiveTotalTime: 12307662480 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12307669612 NESTED_LOOP_JOIN_NODE (id=72) - BuildRows: 1 - BuildTime: 9108 - InactiveTotalTime: 0 - LocalTime: 148406664 - PeakMemoryUsage: 118772 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916726385 - RowsReturnedRate: 9295103 - TotalTime: 98624652660 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=182) - BytesReceived: 13 - ConvertRowBatchTime: 720 - DeserializeRowBatchTimer: 3308 - FirstBatchArrivalWaitTime: 207416988 - InactiveTotalTime: 229088404 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 4 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 229097204 HASH_JOIN_NODE (id=51) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 269276 - InactiveTotalTime: 0 - LocalTime: 116640876 - PeakMemoryUsage: 1181940 - ProbeRows: 1791540 - ProbeRowsPartitioned: 0 - ProbeTime: 109521856 - RowsReturned: 1791540 - RowsReturnedRate: 18235 - TotalTime: 98247148792 Hash Join Builder (join_node_id=51) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 46116 - BuildRowsPartitioned: 586 - GetNewBlockTime: 94896 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 63404 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=172) - BytesReceived: 9240 - ConvertRowBatchTime: 13472 - DeserializeRowBatchTimer: 358740 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 14012434 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 41820 HASH_JOIN_NODE (id=50) ExecOption: Probe Side Codegen Enabled - BuildRows: 1791540 - BuildTime: 1113451804 - InactiveTotalTime: 0 - LocalTime: 1714455244 - PeakMemoryUsage: 210866432 - ProbeRows: 2547020 - ProbeRowsPartitioned: 0 - ProbeTime: 560209804 - RowsReturned: 1791540 - RowsReturnedRate: 18256 - TotalTime: 98130466096 Hash Join Builder (join_node_id=50) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 924259884 - BuildRowsPartitioned: 1791540 - GetNewBlockTime: 18939416 - HashBuckets: 4194304 - HashCollisions: 1285 - HashTablesBuildTime: 182960136 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=171) - BytesReceived: 62023407 - ConvertRowBatchTime: 47458784 - DeserializeRowBatchTimer: 1459149900 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 96170618232 - PeakMemoryUsage: 0 - RowsReturned: 1791540 - RowsReturnedRate: 18593 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 96355339124 EXCHANGE_NODE (id=170) - BytesReceived: 23450042 - ConvertRowBatchTime: 41803024 - DeserializeRowBatchTimer: 339239440 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2547020 - RowsReturnedRate: 41980343 - SendersBlockedTimer: 91246941332 - SendersBlockedTotalTimer(*): 637322689476 - TotalTime: 60671728 Instance 5840e519cb1bb31f:e8 (host=SH-Dev-S3.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234423701 - PerHostPeakMemUsage: 1773521729 - RowsProduced: 1793070 - TotalNetworkReceiveTime: 108230312744 - TotalNetworkSendTime: 2294694468 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 49 - TotalThreadsTotalWallClockTime: 115585474916 - TotalThreadsSysTime: 225628000 - TotalThreadsUserTime: 3861324000 - TotalThreadsVoluntaryContextSwitches: 6638 - TotalTime: 115663866296 Fragment Instance Lifecycle Timings - ExecTime: 4884989368 - ExecTreeExecTime: 1086821020 - InactiveTotalTime: 0 - OpenTime: 110700515300 - ExecTreeOpenTime: 110059985288 - PrepareTime: 78316480 - ExecTreePrepareTime: 296892 - TotalTime: 0 DataStreamSender (dst_id=193) - BytesSent: 114209233 - InactiveTotalTime: 0 - NetworkThroughput(*): 364379006 - OverallThroughput: 103198902 - PeakMemoryUsage: 293056 - RowsReturned: 1793070 - SerializeBatchTime: 792002168 - TotalTime: 1106690388 - TransmitDataRPCTime: 313435272 - UncompressedRowBatchSize: 210794149 CodeGen - CodegenTime: 0 - CompileTime: 275521476 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 95 - NumInstructions: 5054 - OptimizationTime: 359398752 - PeakMemoryUsage: 2587648 - PrepareTime: 52757580 - TotalTime: 688445636 NESTED_LOOP_JOIN_NODE (id=73) - BuildRows: 1 - BuildTime: 4796 - InactiveTotalTime: 0 - LocalTime: 134000344 - PeakMemoryUsage: 143344 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 917812288 - RowsReturnedRate: 8257727 - TotalTime: 111145864076 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=192) - BytesReceived: 13 - ConvertRowBatchTime: 4328 - DeserializeRowBatchTimer: 19744 - FirstBatchArrivalWaitTime: 12339505704 - InactiveTotalTime: 12343817260 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12343833800 NESTED_LOOP_JOIN_NODE (id=72) - BuildRows: 1 - BuildTime: 5400 - InactiveTotalTime: 0 - LocalTime: 150452348 - PeakMemoryUsage: 135152 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 917812288 - RowsReturnedRate: 9302023 - TotalTime: 98668029932 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=182) - BytesReceived: 13 - ConvertRowBatchTime: 520 - DeserializeRowBatchTimer: 19548 - FirstBatchArrivalWaitTime: 206387280 - InactiveTotalTime: 223151120 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 4 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 223161092 HASH_JOIN_NODE (id=51) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 953060 - InactiveTotalTime: 0 - LocalTime: 115857728 - PeakMemoryUsage: 1198320 - ProbeRows: 1793070 - ProbeRowsPartitioned: 0 - ProbeTime: 111290924 - RowsReturned: 1793070 - RowsReturnedRate: 18241 - TotalTime: 98294416492 Hash Join Builder (join_node_id=51) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 70748 - BuildRowsPartitioned: 586 - GetNewBlockTime: 82072 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 735568 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=172) - BytesReceived: 9240 - ConvertRowBatchTime: 15560 - DeserializeRowBatchTimer: 323796 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 19934684 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 29396 HASH_JOIN_NODE (id=50) ExecOption: Probe Side Codegen Enabled - BuildRows: 1793070 - BuildTime: 1681644816 - InactiveTotalTime: 0 - LocalTime: 2399219100 - PeakMemoryUsage: 210866432 - ProbeRows: 2547531 - ProbeRowsPartitioned: 0 - ProbeTime: 606586424 - RowsReturned: 1793070 - RowsReturnedRate: 18263 - TotalTime: 98178529368 Hash Join Builder (join_node_id=50) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 1497503508 - BuildRowsPartitioned: 1793070 - GetNewBlockTime: 34647720 - HashBuckets: 4194304 - HashCollisions: 1298 - HashTablesBuildTime: 177730636 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=171) - BytesReceived: 62068028 - ConvertRowBatchTime: 45408900 - DeserializeRowBatchTimer: 7226825628 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 92389613844 - PeakMemoryUsage: 0 - RowsReturned: 1793070 - RowsReturnedRate: 18735 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 95702768172 EXCHANGE_NODE (id=170) - BytesReceived: 23454665 - ConvertRowBatchTime: 60816280 - DeserializeRowBatchTimer: 481792104 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2547531 - RowsReturnedRate: 33282744 - SendersBlockedTimer: 91033557072 - SendersBlockedTotalTimer(*): 636848642304 - TotalTime: 76542096 Instance 5840e519cb1bb31f:eb (host=SH-Dev-S2.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234440081 - PerHostPeakMemUsage: 873666812 - RowsProduced: 1795294 - TotalNetworkReceiveTime: 84473857192 - TotalNetworkSendTime: 2275731868 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 587 - TotalThreadsTotalWallClockTime: 109500571040 - TotalThreadsSysTime: 242142000 - TotalThreadsUserTime: 4001345000 - TotalThreadsVoluntaryContextSwitches: 6457 - TotalTime: 115356705996 Fragment Instance Lifecycle Timings - ExecTime: 5169405572 - ExecTreeExecTime: 1317546896 - InactiveTotalTime: 0 - OpenTime: 104331223040 - ExecTreeOpenTime: 93086909068 - PrepareTime: 5856024868 - ExecTreePrepareTime: 118563864 - TotalTime: 0 DataStreamSender (dst_id=193) - BytesSent: 114328934 - InactiveTotalTime: 0 - NetworkThroughput(*): 345424307 - OverallThroughput: 104178881 - PeakMemoryUsage: 293056 - RowsReturned: 1795294 - SerializeBatchTime: 765223064 - TotalTime: 1097429076 - TransmitDataRPCTime: 330981148 - UncompressedRowBatchSize: 211042697 CodeGen - CodegenTime: 0 - CompileTime: 3528979892 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 95 - NumInstructions: 5054 - OptimizationTime: 7428909492 - PeakMemoryUsage: 2587648 - PrepareTime: 3629539292 - TotalTime: 14774658176 NESTED_LOOP_JOIN_NODE (id=73) - BuildRows: 1 - BuildTime: 4072 - InactiveTotalTime: 0 - LocalTime: 156626128 - PeakMemoryUsage: 126964 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 919094826 - RowsReturnedRate: 9711537 - TotalTime: 94639471988 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=192) - BytesReceived: 13 - ConvertRowBatchTime: 888 - DeserializeRowBatchTimer: 4532 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 139431 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7172 NESTED_LOOP_JOIN_NODE (id=72) - BuildRows: 1 - BuildTime: 2612 - InactiveTotalTime: 0 - LocalTime: 198616500 - PeakMemoryUsage: 118772 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 919094826 - RowsReturnedRate: 9727637 - TotalTime: 94482838688 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=182) - BytesReceived: 13 - ConvertRowBatchTime: 692 - DeserializeRowBatchTimer: 4580604 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 159744 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6260 HASH_JOIN_NODE (id=51) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 30818172 - InactiveTotalTime: 0 - LocalTime: 344151436 - PeakMemoryUsage: 1181940 - ProbeRows: 1795294 - ProbeRowsPartitioned: 0 - ProbeTime: 116568932 - RowsReturned: 1795294 - RowsReturnedRate: 19041 - TotalTime: 94284215928 Hash Join Builder (join_node_id=51) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 60336 - BuildRowsPartitioned: 586 - GetNewBlockTime: 27864884 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 68292 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=172) - BytesReceived: 9240 - ConvertRowBatchTime: 19628 - DeserializeRowBatchTimer: 321045508 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 15399978 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 38052 HASH_JOIN_NODE (id=50) ExecOption: Probe Side Codegen Enabled - BuildRows: 1795294 - BuildTime: 5346052036 - InactiveTotalTime: 0 - LocalTime: 9326277352 - PeakMemoryUsage: 210866432 - ProbeRows: 2548522 - ProbeRowsPartitioned: 0 - ProbeTime: 723815508 - RowsReturned: 1795294 - RowsReturnedRate: 19111 - TotalTime: 93940026440 Hash Join Builder (join_node_id=50) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 5118010140 - BuildRowsPartitioned: 1795294 - GetNewBlockTime: 139995304 - HashBuckets: 4194304 - HashCollisions: 1330 - HashTablesBuildTime: 173783484 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=171) - BytesReceived: 62137674 - ConvertRowBatchTime: 46544148 - DeserializeRowBatchTimer: 34742543684 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 64969406936 - PeakMemoryUsage: 0 - RowsReturned: 1795294 - RowsReturnedRate: 21256 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 84458777976 EXCHANGE_NODE (id=170) - BytesReceived: 23461609 - ConvertRowBatchTime: 83101528 - DeserializeRowBatchTimer: 15530779152 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2548522 - RowsReturnedRate: 16445142 - SendersBlockedTimer: 91681621740 - SendersBlockedTotalTimer(*): 640373746208 - TotalTime: 154971112 Instance 5840e519cb1bb31f:e7 (host=SH-Dev-S7.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234440081 - PerHostPeakMemUsage: 1816433338 - RowsProduced: 1789430 - TotalNetworkReceiveTime: 108481291092 - TotalNetworkSendTime: 2296475720 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 37 - TotalThreadsTotalWallClockTime: 115224383156 - TotalThreadsSysTime: 217188000 - TotalThreadsUserTime: 3503941000 - TotalThreadsVoluntaryContextSwitches: 6771 - TotalTime: 115306909260 Fragment Instance Lifecycle Timings - ExecTime: 4506340236 - ExecTreeExecTime: 923565048 - InactiveTotalTime: 0 - OpenTime: 110718083072 - ExecTreeOpenTime: 110021767408 - PrepareTime: 82406080 - ExecTreePrepareTime: 2442900 - TotalTime: 0 DataStreamSender (dst_id=193) - BytesSent: 113976995 - InactiveTotalTime: 0 - NetworkThroughput(*): 377980055 - OverallThroughput: 115413919 - PeakMemoryUsage: 293056 - RowsReturned: 1789430 - SerializeBatchTime: 684858824 - TotalTime: 987549820 - TransmitDataRPCTime: 301542352 - UncompressedRowBatchSize: 210367505 CodeGen - CodegenTime: 0 - CompileTime: 280672388 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 95 - NumInstructions: 5054 - OptimizationTime: 412080684 - PeakMemoryUsage: 2587648 - PrepareTime: 49117036 - TotalTime: 742781528 NESTED_LOOP_JOIN_NODE (id=73) - BuildRows: 1 - BuildTime: 4184 - InactiveTotalTime: 0 - LocalTime: 111497176 - PeakMemoryUsage: 126964 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 915476962 - RowsReturnedRate: 8251348 - TotalTime: 110948763700 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=192) - BytesReceived: 13 - ConvertRowBatchTime: 968 - DeserializeRowBatchTimer: 4056 - FirstBatchArrivalWaitTime: 12324071504 - InactiveTotalTime: 12328092984 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12328101920 NESTED_LOOP_JOIN_NODE (id=72) - BuildRows: 1 - BuildTime: 5444 - InactiveTotalTime: 0 - LocalTime: 127650340 - PeakMemoryUsage: 118772 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 915476962 - RowsReturnedRate: 9293317 - TotalTime: 98509164604 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=182) - BytesReceived: 13 - ConvertRowBatchTime: 532 - DeserializeRowBatchTimer: 3656 - FirstBatchArrivalWaitTime: 206163856 - InactiveTotalTime: 216820824 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 4 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 216830884 HASH_JOIN_NODE (id=51) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 345816 - InactiveTotalTime: 0 - LocalTime: 103967732 - PeakMemoryUsage: 1181940 - ProbeRows: 1789430 - ProbeRowsPartitioned: 0 - ProbeTime: 97261620 - RowsReturned: 1789430 - RowsReturnedRate: 18228 - TotalTime: 98164683380 Hash Join Builder (join_node_id=51) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 34868 - BuildRowsPartitioned: 586 - GetNewBlockTime: 105384 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 141092 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=172) - BytesReceived: 9240 - ConvertRowBatchTime: 15872 - DeserializeRowBatchTimer: 142836 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 18770019 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 31220 HASH_JOIN_NODE (id=50) ExecOption: Probe Side Codegen Enabled - BuildRows: 1789430 - BuildTime: 1449038824 - InactiveTotalTime: 0 - LocalTime: 2019496812 - PeakMemoryUsage: 210866432 - ProbeRows: 2547257 - ProbeRowsPartitioned: 0 - ProbeTime: 514222752 - RowsReturned: 1789430 - RowsReturnedRate: 18248 - TotalTime: 98060684428 Hash Join Builder (join_node_id=50) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 1282186636 - BuildRowsPartitioned: 1789430 - GetNewBlockTime: 13652172 - HashBuckets: 4194304 - HashCollisions: 1349 - HashTablesBuildTime: 161867980 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=171) - BytesReceived: 61945303 - ConvertRowBatchTime: 45874124 - DeserializeRowBatchTimer: 1789370860 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 95747890564 - PeakMemoryUsage: 0 - RowsReturned: 1789430 - RowsReturnedRate: 18644 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 95974990768 EXCHANGE_NODE (id=170) - BytesReceived: 23450477 - ConvertRowBatchTime: 48362000 - DeserializeRowBatchTimer: 401601904 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2547257 - RowsReturnedRate: 38480034 - SendersBlockedTimer: 91009606576 - SendersBlockedTotalTimer(*): 636801275136 - TotalTime: 66196848 Instance 5840e519cb1bb31f:e9 (host=SH-Dev-S4.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234440081 - PerHostPeakMemUsage: 1541707624 - RowsProduced: 1790727 - TotalNetworkReceiveTime: 93884007240 - TotalNetworkSendTime: 777249008 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 245 - TotalThreadsTotalWallClockTime: 108105962400 - TotalThreadsSysTime: 330682000 - TotalThreadsUserTime: 3649615000 - TotalThreadsVoluntaryContextSwitches: 6525 - TotalTime: 113545684448 Fragment Instance Lifecycle Timings - ExecTime: 3067991712 - ExecTreeExecTime: 964977032 - InactiveTotalTime: 0 - OpenTime: 105037996044 - ExecTreeOpenTime: 95627179944 - PrepareTime: 5439648348 - ExecTreePrepareTime: 452295868 - TotalTime: 0 DataStreamSender (dst_id=193) - BytesSent: 114054877 - InactiveTotalTime: 0 - NetworkThroughput(*): 390593489 - OverallThroughput: 112552262 - PeakMemoryUsage: 293056 - RowsReturned: 1790727 - SerializeBatchTime: 711517984 - TotalTime: 1013350372 - TransmitDataRPCTime: 292004040 - UncompressedRowBatchSize: 210519622 CodeGen - CodegenTime: 0 - CompileTime: 2901349372 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 95 - NumInstructions: 5054 - OptimizationTime: 6462701404 - PeakMemoryUsage: 2587648 - PrepareTime: 3320918136 - TotalTime: 12811210324 NESTED_LOOP_JOIN_NODE (id=73) - BuildRows: 1 - BuildTime: 5648 - InactiveTotalTime: 0 - LocalTime: 281476772 - PeakMemoryUsage: 126964 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916143109 - RowsReturnedRate: 9396770 - TotalTime: 97495531652 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=192) - BytesReceived: 13 - ConvertRowBatchTime: 876 - DeserializeRowBatchTimer: 3488 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 107758 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9280 NESTED_LOOP_JOIN_NODE (id=72) - BuildRows: 1 - BuildTime: 5192 - InactiveTotalTime: 0 - LocalTime: 154103988 - PeakMemoryUsage: 118772 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 916143109 - RowsReturnedRate: 9423978 - TotalTime: 97214045600 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=182) - BytesReceived: 13 - ConvertRowBatchTime: 25396 - DeserializeRowBatchTimer: 2900 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 31005 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 32252 HASH_JOIN_NODE (id=51) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 143542124 - InactiveTotalTime: 0 - LocalTime: 971878772 - PeakMemoryUsage: 1181940 - ProbeRows: 1790727 - ProbeRowsPartitioned: 0 - ProbeTime: 99357372 - RowsReturned: 1790727 - RowsReturnedRate: 18449 - TotalTime: 97059909360 Hash Join Builder (join_node_id=51) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 75200 - BuildRowsPartitioned: 586 - GetNewBlockTime: 85114140 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 121812 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=172) - BytesReceived: 9240 - ConvertRowBatchTime: 19256 - DeserializeRowBatchTimer: 84440 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 4418106 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 132636 HASH_JOIN_NODE (id=50) ExecOption: Probe Side Codegen Enabled - BuildRows: 1790727 - BuildTime: 1453162460 - InactiveTotalTime: 0 - LocalTime: 2089226648 - PeakMemoryUsage: 210866432 - ProbeRows: 2545781 - ProbeRowsPartitioned: 0 - ProbeTime: 525386980 - RowsReturned: 1790727 - RowsReturnedRate: 18636 - TotalTime: 96087897952 Hash Join Builder (join_node_id=50) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 1161204708 - BuildRowsPartitioned: 1790727 - GetNewBlockTime: 141093664 - HashBuckets: 4194304 - HashCollisions: 1241 - HashTablesBuildTime: 256908756 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=171) - BytesReceived: 61983093 - ConvertRowBatchTime: 47852052 - DeserializeRowBatchTimer: 3266953064 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 93540923420 - PeakMemoryUsage: 0 - RowsReturned: 1790727 - RowsReturnedRate: 19065 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 93922949580 EXCHANGE_NODE (id=170) - BytesReceived: 23438484 - ConvertRowBatchTime: 56609820 - DeserializeRowBatchTimer: 9379279772 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2545781 - RowsReturnedRate: 33620219 - SendersBlockedTimer: 91163363840 - SendersBlockedTotalTimer(*): 637175446188 - TotalTime: 75721724 Averaged Fragment F25 split sizes: min: 61.98 MB, max: 132.34 MB, avg: 91.53 MB, stddev: 31.82 MB completion times: min:1m51s max:1m52s mean: 1m51s stddev:314.731ms execution rates: min:568.03 KB/sec max:1.18 MB/sec mean:836.97 KB/sec stddev:288.83 KB/sec num instances: 7 - AverageThreadTokens: 1.9793845031649797 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 18469477 - PerHostPeakMemUsage: 1591918364 - RowsProduced: 2547064 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 108272230292 - TotalStorageWaitTime: 10937338 - TotalThreadsInvoluntaryContextSwitches: 62 - TotalThreadsTotalWallClockTime: 219952166692 - TotalThreadsSysTime: 34656142 - TotalThreadsUserTime: 1041235857 - TotalThreadsVoluntaryContextSwitches: 1712 - TotalTime: 111834695470 Fragment Instance Lifecycle Timings - ExecTime: 109818154954 - ExecTreeExecTime: 859862928 - InactiveTotalTime: 0 - OpenTime: 622684910 - ExecTreeOpenTime: 51868 - PrepareTime: 1393800249 - ExecTreePrepareTime: 27639549 - TotalTime: 0 DataStreamSender (dst_id=170) - BytesSent: 23450757 - InactiveTotalTime: 0 - NetworkThroughput(*): 375603221 - OverallThroughput: 90870641 - PeakMemoryUsage: 426674 - RowsReturned: 2547064 - SerializeBatchTime: 175390494 - TotalTime: 262814406 - TransmitDataRPCTime: 61854925 - UncompressedRowBatchSize: 33117455 CodeGen - CodegenTime: 59447909 - CompileTime: 202565223 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 371957387 - PeakMemoryUsage: 275456 - PrepareTime: 1118377649 - TotalTime: 1727503065 HDFS_SCAN_NODE (id=48) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9974403741620271 - BytesRead: 8223137 - BytesReadDataNodeCache: 0 - BytesReadLocal: 8223137 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 8223137 - DecompressionTime: 172822483 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 16049480 - PerReadThreadRawHdfsThroughput: 1745819939 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 277985688 - RowBatchQueuePutWaitTime: 108005714364 - RowsRead: 4737923 - RowsReturned: 2547064 - RowsReturnedRate: 3854085 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 11 - ScannerThreadsTotalWallClockTime: 109526555406 - MaterializeTupleTime(*): 478080407 - ScannerThreadsSysTime: 15263428 - ScannerThreadsUserTime: 482509000 - ScannerThreadsVoluntaryContextSwitches: 1257 - TotalRawHdfsReadTime(*): 6238058 - TotalReadThroughput: 73873 - TotalTime: 911739149 Filter 5 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 42365 - Rows rejected: 1023 - Rows total: 4737923 - TotalTime: 0 Filter 6 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 3433494 - Rows rejected: 2189835 - Rows total: 4736900 - TotalTime: 0 Fragment F25 Instance 5840e519cb1bb31f:78 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/61.99 MB 2:1/61.98 MB Filter 5 arrival: 1m50s Filter 6 arrival: 1m50s - AverageThreadTokens: 1.9955357142857142 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 20171458 - PerHostPeakMemUsage: 1773521729 - RowsProduced: 3432767 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 110655103228 - TotalStorageWaitTime: 11289796 - TotalThreadsInvoluntaryContextSwitches: 41 - TotalThreadsTotalWallClockTime: 224184449020 - TotalThreadsSysTime: 52659000 - TotalThreadsUserTime: 1425918000 - TotalThreadsVoluntaryContextSwitches: 1974 - TotalTime: 112360652380 Fragment Instance Lifecycle Timings - ExecTime: 112214642264 - ExecTreeExecTime: 920600044 - InactiveTotalTime: 0 - OpenTime: 94230568 - ExecTreeOpenTime: 58336 - PrepareTime: 51733816 - ExecTreePrepareTime: 96904 - TotalTime: 0 DataStreamSender (dst_id=170) - BytesSent: 31400136 - InactiveTotalTime: 0 - NetworkThroughput(*): 401585401 - OverallThroughput: 103575198 - PeakMemoryUsage: 400928 - RowsReturned: 3432767 - SerializeBatchTime: 224342816 - TotalTime: 303162692 - TransmitDataRPCTime: 78190432 - UncompressedRowBatchSize: 44633531 CodeGen - CodegenTime: 10302820 - CompileTime: 13358392 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 75403676 - PeakMemoryUsage: 275456 - PrepareTime: 38855600 - TotalTime: 128371696 HDFS_SCAN_NODE (id=48) Hdfs split stats (:<# splits>/): 1:1/61.99 MB 2:1/61.98 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Only following filters arrived: , waited 883ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9955357142857143 - BytesRead: 13228373 - BytesReadDataNodeCache: 0 - BytesReadLocal: 13228373 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 13228373 - DecompressionTime: 176373308 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 17774866 - PerReadThreadRawHdfsThroughput: 2349194924 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 18258952 - RowBatchQueuePutWaitTime: 110520799380 - RowsRead: 7410563 - RowsReturned: 3432767 - RowsReturnedRate: 3736372 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 18 - ScannerThreadsTotalWallClockTime: 111877902448 - MaterializeTupleTime(*): 532329268 - ScannerThreadsSysTime: 26883000 - ScannerThreadsUserTime: 718111000 - ScannerThreadsVoluntaryContextSwitches: 1484 - TotalRawHdfsReadTime(*): 5631024 - TotalReadThroughput: 118108 - TotalTime: 918743188 Filter 5 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 75336 - Rows rejected: 3583 - Rows total: 7410563 - TotalTime: 0 Filter 6 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 5982596 - Rows rejected: 3974213 - Rows total: 7406980 - TotalTime: 0 Instance 5840e519cb1bb31f:7c (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 2:1/61.99 MB 0:1/66.11 MB Filter 5 arrival: 1m50s Filter 6 arrival: 1m50s - AverageThreadTokens: 1.9955357142857142 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 19826916 - PerHostPeakMemUsage: 1613256812 - RowsProduced: 3299371 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 110634870180 - TotalStorageWaitTime: 15112232 - TotalThreadsInvoluntaryContextSwitches: 15 - TotalThreadsTotalWallClockTime: 224316018136 - TotalThreadsSysTime: 49577000 - TotalThreadsUserTime: 1236128000 - TotalThreadsVoluntaryContextSwitches: 1906 - TotalTime: 112283297076 Fragment Instance Lifecycle Timings - ExecTime: 112159544316 - ExecTreeExecTime: 931122672 - InactiveTotalTime: 0 - OpenTime: 57855620 - ExecTreeOpenTime: 40344 - PrepareTime: 65863392 - ExecTreePrepareTime: 116960 - TotalTime: 0 DataStreamSender (dst_id=170) - BytesSent: 30623382 - InactiveTotalTime: 0 - NetworkThroughput(*): 421690782 - OverallThroughput: 109644700 - PeakMemoryUsage: 433696 - RowsReturned: 3299371 - SerializeBatchTime: 204856104 - TotalTime: 279296508 - TransmitDataRPCTime: 72620468 - UncompressedRowBatchSize: 42899095 CodeGen - CodegenTime: 1548948 - CompileTime: 10711192 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 45292924 - PeakMemoryUsage: 275456 - PrepareTime: 48075220 - TotalTime: 104777132 HDFS_SCAN_NODE (id=48) Hdfs split stats (:<# splits>/): 2:1/61.99 MB 0:1/66.11 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Only following filters arrived: , waited 903ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9955357142857143 - BytesRead: 11511808 - BytesReadDataNodeCache: 0 - BytesReadLocal: 11511808 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 11511808 - DecompressionTime: 142224484 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 17407796 - PerReadThreadRawHdfsThroughput: 2239750712 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 14183896 - RowBatchQueuePutWaitTime: 110569612300 - RowsRead: 6632473 - RowsReturned: 3299371 - RowsReturnedRate: 3550178 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 6 - ScannerThreadsTotalWallClockTime: 112098810424 - MaterializeTupleTime(*): 453529356 - ScannerThreadsSysTime: 29116000 - ScannerThreadsUserTime: 599144000 - ScannerThreadsVoluntaryContextSwitches: 1463 - TotalRawHdfsReadTime(*): 5139772 - TotalReadThroughput: 102784 - TotalTime: 929353532 Filter 5 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 84617 - Rows rejected: 3583 - Rows total: 6632473 - TotalTime: 0 Filter 6 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 5296666 - Rows rejected: 3329519 - Rows total: 6628890 - TotalTime: 0 Instance 5840e519cb1bb31f:79 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/66.15 MB 5:1/66.19 MB Filter 5 arrival: 1m50s Filter 6 arrival: 1m50s - AverageThreadTokens: 1.945945945945946 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 16598793 - PerHostPeakMemUsage: 1541707624 - RowsProduced: 3148071 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 104384102756 - TotalStorageWaitTime: 10351448 - TotalThreadsInvoluntaryContextSwitches: 82 - TotalThreadsTotalWallClockTime: 213636931560 - TotalThreadsSysTime: 35106000 - TotalThreadsUserTime: 1333952000 - TotalThreadsVoluntaryContextSwitches: 1662 - TotalTime: 112033313660 Fragment Instance Lifecycle Timings - ExecTime: 106164554104 - ExecTreeExecTime: 609108952 - InactiveTotalTime: 0 - OpenTime: 1533857988 - ExecTreeOpenTime: 58196 - PrepareTime: 4334801340 - ExecTreePrepareTime: 129397124 - TotalTime: 0 DataStreamSender (dst_id=170) - BytesSent: 29355742 - InactiveTotalTime: 0 - NetworkThroughput(*): 390333011 - OverallThroughput: 100955742 - PeakMemoryUsage: 433696 - RowsReturned: 3148071 - SerializeBatchTime: 215241484 - TotalTime: 290778328 - TransmitDataRPCTime: 75206916 - UncompressedRowBatchSize: 40931855 CodeGen - CodegenTime: 274243520 - CompileTime: 336558744 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 1088271552 - PeakMemoryUsage: 275456 - PrepareTime: 3682876048 - TotalTime: 5176068948 HDFS_SCAN_NODE (id=48) Hdfs split stats (:<# splits>/): 0:1/66.15 MB 5:1/66.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Only following filters arrived: , waited 40ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 9797881 - BytesReadDataNodeCache: 0 - BytesReadLocal: 9797881 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9797881 - DecompressionTime: 200861108 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 14131545 - PerReadThreadRawHdfsThroughput: 2372846297 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 465907892 - RowBatchQueuePutWaitTime: 104483181980 - RowsRead: 5855726 - RowsReturned: 3148071 - RowsReturnedRate: 3551818 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 9 - ScannerThreadsTotalWallClockTime: 105938555036 - MaterializeTupleTime(*): 639403536 - ScannerThreadsSysTime: 10052000 - ScannerThreadsUserTime: 664521000 - ScannerThreadsVoluntaryContextSwitches: 1046 - TotalRawHdfsReadTime(*): 4129168 - TotalReadThroughput: 88667 - TotalTime: 886326560 Filter 5 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 53408 - Rows rejected: 0 - Rows total: 5855726 - TotalTime: 0 Filter 6 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 4618734 - Rows rejected: 2707655 - Rows total: 5855726 - TotalTime: 0 Instance 5840e519cb1bb31f:77 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/61.98 MB Filter 5 arrival: 1m50s Filter 6 arrival: 1m50s - AverageThreadTokens: 1.9955156950672646 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 19869872 - PerHostPeakMemUsage: 1816433338 - RowsProduced: 2069898 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 110248518292 - TotalStorageWaitTime: 6732608 - TotalThreadsInvoluntaryContextSwitches: 15 - TotalThreadsTotalWallClockTime: 222875366480 - TotalThreadsSysTime: 22996000 - TotalThreadsUserTime: 859649000 - TotalThreadsVoluntaryContextSwitches: 1545 - TotalTime: 111731895992 Fragment Instance Lifecycle Timings - ExecTime: 111611438148 - ExecTreeExecTime: 935479564 - InactiveTotalTime: 0 - OpenTime: 78652148 - ExecTreeOpenTime: 44952 - PrepareTime: 41774220 - ExecTreePrepareTime: 79876 - TotalTime: 0 DataStreamSender (dst_id=170) - BytesSent: 18728057 - InactiveTotalTime: 0 - NetworkThroughput(*): 384333038 - OverallThroughput: 98070430 - PeakMemoryUsage: 441888 - RowsReturned: 2069898 - SerializeBatchTime: 142007408 - TotalTime: 190965380 - TransmitDataRPCTime: 48728720 - UncompressedRowBatchSize: 26913234 CodeGen - CodegenTime: 2123780 - CompileTime: 14104220 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 57887856 - PeakMemoryUsage: 275456 - PrepareTime: 36504724 - TotalTime: 110080548 HDFS_SCAN_NODE (id=48) Hdfs split stats (:<# splits>/): 4:1/61.98 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 903ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9955156950672646 - BytesRead: 6613713 - BytesReadDataNodeCache: 0 - BytesReadLocal: 6613713 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 6613713 - DecompressionTime: 86333760 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 17426176 - PerReadThreadRawHdfsThroughput: 2021768118 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 20010760 - RowBatchQueuePutWaitTime: 110126913200 - RowsRead: 3705181 - RowsReturned: 2069898 - RowsReturnedRate: 2215637 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 4 - ScannerThreadsTotalWallClockTime: 111185317356 - MaterializeTupleTime(*): 283330968 - ScannerThreadsSysTime: 7979000 - ScannerThreadsUserTime: 383935000 - ScannerThreadsVoluntaryContextSwitches: 1186 - TotalRawHdfsReadTime(*): 3271252 - TotalReadThroughput: 59315 - TotalTime: 934222468 Filter 5 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 13609 - Rows rejected: 0 - Rows total: 3705181 - TotalTime: 0 Filter 6 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 2352477 - Rows rejected: 1635283 - Rows total: 3705181 - TotalTime: 0 Instance 5840e519cb1bb31f:7a (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/62.00 MB Filter 5 arrival: 1m50s Filter 6 arrival: 1m50s - AverageThreadTokens: 1.9954954954954955 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 19782812 - PerHostPeakMemUsage: 1863535041 - RowsProduced: 2161617 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 109996641624 - TotalStorageWaitTime: 6551344 - TotalThreadsInvoluntaryContextSwitches: 114 - TotalThreadsTotalWallClockTime: 222504930780 - TotalThreadsSysTime: 26661000 - TotalThreadsUserTime: 867014000 - TotalThreadsVoluntaryContextSwitches: 1769 - TotalTime: 111595255680 Fragment Instance Lifecycle Timings - ExecTime: 111501781664 - ExecTreeExecTime: 974692220 - InactiveTotalTime: 0 - OpenTime: 61150620 - ExecTreeOpenTime: 47600 - PrepareTime: 32292456 - ExecTreePrepareTime: 687112 - TotalTime: 0 DataStreamSender (dst_id=170) - BytesSent: 19548397 - InactiveTotalTime: 0 - NetworkThroughput(*): 342420493 - OverallThroughput: 92534116 - PeakMemoryUsage: 433696 - RowsReturned: 2161617 - SerializeBatchTime: 153716916 - TotalTime: 211256104 - TransmitDataRPCTime: 57088864 - UncompressedRowBatchSize: 28105781 CodeGen - CodegenTime: 1258968 - CompileTime: 15305428 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 44230360 - PeakMemoryUsage: 275456 - PrepareTime: 24925404 - TotalTime: 85309176 HDFS_SCAN_NODE (id=48) Hdfs split stats (:<# splits>/): 3:1/62.00 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 942ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9954954954954955 - BytesRead: 6613917 - BytesReadDataNodeCache: 0 - BytesReadLocal: 6613917 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 6613917 - DecompressionTime: 186173620 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 17361644 - PerReadThreadRawHdfsThroughput: 1859933756 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 19076556 - RowBatchQueuePutWaitTime: 109587937928 - RowsRead: 3705458 - RowsReturned: 2161617 - RowsReturnedRate: 2219590 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 17 - ScannerThreadsTotalWallClockTime: 110942053016 - MaterializeTupleTime(*): 302897696 - ScannerThreadsSysTime: 8885000 - ScannerThreadsUserTime: 382338000 - ScannerThreadsVoluntaryContextSwitches: 1384 - TotalRawHdfsReadTime(*): 3555996 - TotalReadThroughput: 59584 - TotalTime: 973880780 Filter 5 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 36031 - Rows rejected: 0 - Rows total: 3705458 - TotalTime: 0 Filter 6 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 2177650 - Rows rejected: 1543841 - Rows total: 3705458 - TotalTime: 0 Instance 5840e519cb1bb31f:7d (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/66.21 MB Filter 5 arrival: 1m50s Filter 6 arrival: 1m50s - AverageThreadTokens: 1.9864864864864864 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 16516537 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 1943928 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 109568758105 - TotalStorageWaitTime: 21706040 - TotalThreadsInvoluntaryContextSwitches: 52 - TotalThreadsTotalWallClockTime: 220803524450 - TotalThreadsSysTime: 29742000 - TotalThreadsUserTime: 808023000 - TotalThreadsVoluntaryContextSwitches: 1573 - TotalTime: 111492422287 Fragment Instance Lifecycle Timings - ExecTime: 110319964725 - ExecTreeExecTime: 185085012 - InactiveTotalTime: 0 - OpenTime: 444506363 - ExecTreeOpenTime: 57718 - PrepareTime: 727844917 - ExecTreePrepareTime: 162490 - TotalTime: 0 DataStreamSender (dst_id=170) - BytesSent: 18017098 - InactiveTotalTime: 0 - NetworkThroughput(*): 386837056 - OverallThroughput: 84286043 - PeakMemoryUsage: 433696 - RowsReturned: 1943928 - SerializeBatchTime: 166951222 - TotalTime: 213761344 - TransmitDataRPCTime: 46575419 - UncompressedRowBatchSize: 25275352 CodeGen - CodegenTime: 19730835 - CompileTime: 107894849 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 261809996 - PeakMemoryUsage: 275456 - PrepareTime: 601977585 - TotalTime: 987649387 HDFS_SCAN_NODE (id=48) Hdfs split stats (:<# splits>/): 1:1/66.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 40ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 4898090 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4898090 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4898090 - DecompressionTime: 71890751 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 14131209 - PerReadThreadRawHdfsThroughput: 1096932274 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 122989822 - RowBatchQueuePutWaitTime: 109390516925 - RowsRead: 2928154 - RowsReturned: 1943928 - RowsReturnedRate: 10564767 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 8 - ScannerThreadsTotalWallClockTime: 110039106089 - MaterializeTupleTime(*): 332456271 - ScannerThreadsSysTime: 7867000 - ScannerThreadsUserTime: 297441000 - ScannerThreadsVoluntaryContextSwitches: 1238 - TotalRawHdfsReadTime(*): 4465262 - TotalReadThroughput: 44126 - TotalTime: 184001021 Filter 5 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 27410 - Rows rejected: 0 - Rows total: 2928154 - TotalTime: 0 Filter 6 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 1646106 - Rows rejected: 984226 - Rows total: 2928154 - TotalTime: 0 Instance 5840e519cb1bb31f:7b (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/66.14 MB Filter 5 arrival: 1m50s Filter 6 arrival: 1m50s - AverageThreadTokens: 1.9411764705882353 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 16519957 - PerHostPeakMemUsage: 873666812 - RowsProduced: 1773802 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 102417617860 - TotalStorageWaitTime: 4817900 - TotalThreadsInvoluntaryContextSwitches: 115 - TotalThreadsTotalWallClockTime: 211343946424 - TotalThreadsSysTime: 25852000 - TotalThreadsUserTime: 757967000 - TotalThreadsVoluntaryContextSwitches: 1555 - TotalTime: 111346031216 Fragment Instance Lifecycle Timings - ExecTime: 104755159460 - ExecTreeExecTime: 1462952036 - InactiveTotalTime: 0 - OpenTime: 2088541068 - ExecTreeOpenTime: 55932 - PrepareTime: 4502291604 - ExecTreePrepareTime: 62936380 - TotalTime: 0 DataStreamSender (dst_id=170) - BytesSent: 16482488 - InactiveTotalTime: 0 - NetworkThroughput(*): 302022770 - OverallThroughput: 47028260 - PeakMemoryUsage: 409120 - RowsReturned: 1773802 - SerializeBatchTime: 120617508 - TotalTime: 350480492 - TransmitDataRPCTime: 54573660 - UncompressedRowBatchSize: 23063342 CodeGen - CodegenTime: 106926496 - CompileTime: 920023740 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 1030805348 - PeakMemoryUsage: 275456 - PrepareTime: 3395428964 - TotalTime: 5500264572 HDFS_SCAN_NODE (id=48) Hdfs split stats (:<# splits>/): 1:1/66.14 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 40ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 4898179 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4898179 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4898179 - DecompressionTime: 345900356 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 14113125 - PerReadThreadRawHdfsThroughput: 280313497 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1285471944 - RowBatchQueuePutWaitTime: 101361038836 - RowsRead: 2927912 - RowsReturned: 1773802 - RowsReturnedRate: 1140234 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 20 - ScannerThreadsTotalWallClockTime: 104604143476 - MaterializeTupleTime(*): 802615760 - ScannerThreadsSysTime: 16062000 - ScannerThreadsUserTime: 332073000 - ScannerThreadsVoluntaryContextSwitches: 1001 - TotalRawHdfsReadTime(*): 17473932 - TotalReadThroughput: 44528 - TotalTime: 1555646500 Filter 5 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 6144 - Rows rejected: 0 - Rows total: 2927912 - TotalTime: 0 Filter 6 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 1960232 - Rows rejected: 1154110 - Rows total: 2927912 - TotalTime: 0 Averaged Fragment F26 split sizes: min: 4.34 GB, max: 4.45 GB, avg: 4.39 GB, stddev: 42.23 MB completion times: min:1m max:1m50s mean: 1m12s stddev:15s731ms execution rates: min:40.47 MB/sec max:73.31 MB/sec mean:64.27 MB/sec stddev:10.16 MB/sec num instances: 7 - AverageThreadTokens: 1.7918882643520722 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 384192439 - PerHostPeakMemUsage: 1591918364 - RowsProduced: 1791796 - TotalNetworkReceiveTime: 8641791578 - TotalNetworkSendTime: 32611971068 - TotalStorageWaitTime: 7451297075 - TotalThreadsInvoluntaryContextSwitches: 2756 - TotalThreadsTotalWallClockTime: 128754638904 - TotalThreadsSysTime: 3093752714 - TotalThreadsUserTime: 20331846285 - TotalThreadsVoluntaryContextSwitches: 41101 - TotalTime: 72436879916 Fragment Instance Lifecycle Timings - ExecTime: 58558857805 - ExecTreeExecTime: 10347469227 - InactiveTotalTime: 0 - OpenTime: 12462631583 - ExecTreeOpenTime: 9053917156 - PrepareTime: 1415270498 - ExecTreePrepareTime: 72855193 - TotalTime: 0 DataStreamSender (dst_id=171) - BytesSent: 62024262 - InactiveTotalTime: 0 - NetworkThroughput(*): 363182958 - OverallThroughput: 97463339 - PeakMemoryUsage: 286048 - RowsReturned: 1791796 - SerializeBatchTime: 447404772 - TotalTime: 637700494 - TransmitDataRPCTime: 170756620 - UncompressedRowBatchSize: 105791298 CodeGen - CodegenTime: 68535538 - CompileTime: 2233855512 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 85 - NumInstructions: 2845 - OptimizationTime: 1135741186 - PeakMemoryUsage: 1456640 - PrepareTime: 974602845 - TotalTime: 4367117557 HASH_JOIN_NODE (id=47) - BuildRows: 8750 - BuildTime: 133101380 - InactiveTotalTime: 0 - LocalTime: 483056458 - PeakMemoryUsage: 12596169 - ProbeRows: 1791796 - ProbeRowsPartitioned: 0 - ProbeTime: 246261424 - RowsReturned: 1791796 - RowsReturnedRate: 127869 - TotalTime: 19513646237 Hash Join Builder (join_node_id=47) - BuildRowsPartitionTime: 1550779 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 100072670 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 21287133 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=169) - BytesReceived: 140501 - ConvertRowBatchTime: 198809 - DeserializeRowBatchTimer: 135135537 - FirstBatchArrivalWaitTime: 7565972691 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 4442673 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8642016648 HDFS_SCAN_NODE (id=37) - AverageHdfsReadThreadConcurrency: 0.14438353606380208 - AverageScannerThreadConcurrency: 0.9799943295883634 - BytesRead: 645817587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 541974941 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 541974941 - DecompressionTime: 12780670356 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 49 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 374635202 - PerReadThreadRawHdfsThroughput: 95338515 - RemoteScanRanges: 74 - RowBatchQueueGetWaitTime: 10198462908 - RowBatchQueuePutWaitTime: 11609437509 - RowsRead: 90159237 - RowsReturned: 1791796 - RowsReturnedRate: 2782214 - ScanRangesComplete: 42 - ScannerThreadsInvoluntaryContextSwitches: 2321 - ScannerThreadsTotalWallClockTime: 57734097685 - MaterializeTupleTime(*): 23038970670 - ScannerThreadsSysTime: 1998213571 - ScannerThreadsUserTime: 18437719285 - ScannerThreadsVoluntaryContextSwitches: 22899 - TotalRawHdfsReadTime(*): 7601480018 - TotalReadThroughput: 9314664 - TotalTime: 10388573130 Filter 7 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 41403242 - Rows rejected: 6673756 - Rows total: 90159237 - TotalTime: 0 Fragment F26 Instance 5840e519cb1bb31f:9f (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:5/420.13 MB 1:11/1.05 GB 0:5/467.98 MB 2:10/1.13 GB 5:7/791.02 MB 4:6/542.07 MB Filter 7 arrival: 15s687ms - AverageThreadTokens: 1.8584474885844748 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 221928607 - PerHostPeakMemUsage: 873666812 - RowsProduced: 1687094 - TotalNetworkReceiveTime: 149636 - TotalNetworkSendTime: 8996972004 - TotalStorageWaitTime: 14600867324 - TotalThreadsInvoluntaryContextSwitches: 4846 - TotalThreadsTotalWallClockTime: 199053817364 - TotalThreadsSysTime: 2780145000 - TotalThreadsUserTime: 21665864000 - TotalThreadsVoluntaryContextSwitches: 47538 - TotalTime: 110075530844 Fragment Instance Lifecycle Timings - ExecTime: 92982981220 - ExecTreeExecTime: 44201838456 - InactiveTotalTime: 0 - OpenTime: 12068147992 - ExecTreeOpenTime: 1672907592 - PrepareTime: 5024275192 - ExecTreePrepareTime: 254211604 - TotalTime: 0 DataStreamSender (dst_id=171) - BytesSent: 57929964 - InactiveTotalTime: 0 - NetworkThroughput(*): 351265710 - OverallThroughput: 93090608 - PeakMemoryUsage: 286048 - RowsReturned: 1687094 - SerializeBatchTime: 425571236 - TotalTime: 622296544 - TransmitDataRPCTime: 164917788 - UncompressedRowBatchSize: 99609458 CodeGen - CodegenTime: 143166636 - CompileTime: 6880135136 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 85 - NumInstructions: 2845 - OptimizationTime: 3414459192 - PeakMemoryUsage: 1456640 - PrepareTime: 3545159948 - TotalTime: 13962042412 HASH_JOIN_NODE (id=47) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 601372524 - InactiveTotalTime: 0 - LocalTime: 1105963048 - PeakMemoryUsage: 12672393 - ProbeRows: 1687094 - ProbeRowsPartitioned: 0 - ProbeTime: 208221580 - RowsReturned: 1687094 - RowsReturnedRate: 36465 - TotalTime: 46265294952 Hash Join Builder (join_node_id=47) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1049688 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 407371448 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 127929764 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=169) - BytesReceived: 140501 - ConvertRowBatchTime: 154960 - DeserializeRowBatchTimer: 812201976 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 27593818 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 317100 HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 3:5/420.13 MB 1:11/1.05 GB 0:5/467.98 MB 2:10/1.13 GB 5:7/791.02 MB 4:6/542.07 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 44 out of 44 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:92.55% 1:5.851% 2:0.5319% 3:0.5319% 4:0.5319% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:12 PARQUET/GZIP:252 - AverageHdfsReadThreadConcurrency: 0.10638297872340426 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 646275736 - BytesReadDataNodeCache: 0 - BytesReadLocal: 519996502 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 519996502 - DecompressionTime: 20541822236 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 52 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 212568547 - PerReadThreadRawHdfsThroughput: 66919914 - RemoteScanRanges: 94 - RowBatchQueueGetWaitTime: 44619559712 - RowBatchQueuePutWaitTime: 3656266572 - RowsRead: 90637860 - RowsReturned: 1687094 - RowsReturnedRate: 37358 - ScanRangesComplete: 44 - ScannerThreadsInvoluntaryContextSwitches: 4606 - ScannerThreadsTotalWallClockTime: 94002723768 - MaterializeTupleTime(*): 49969031040 - ScannerThreadsSysTime: 1861030000 - ScannerThreadsUserTime: 19774616000 - ScannerThreadsVoluntaryContextSwitches: 31048 - TotalRawHdfsReadTime(*): 9657450124 - TotalReadThroughput: 5929026 - TotalTime: 45159014804 Filter 7 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 46380996 - Rows rejected: 8183558 - Rows total: 90637860 - TotalTime: 0 Instance 5840e519cb1bb31f:a0 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:6/696.45 MB 0:7/754.42 MB 3:9/1.02 GB 2:4/350.45 MB 5:10/1.06 GB 4:5/590.41 MB Filter 7 arrival: 13s044ms - AverageThreadTokens: 1.8169014084507042 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 378002400 - PerHostPeakMemUsage: 1863535041 - RowsProduced: 1695632 - TotalNetworkReceiveTime: 12644694072 - TotalNetworkSendTime: 26075628652 - TotalStorageWaitTime: 7092235612 - TotalThreadsInvoluntaryContextSwitches: 2055 - TotalThreadsTotalWallClockTime: 129303928304 - TotalThreadsSysTime: 2960606000 - TotalThreadsUserTime: 18485511000 - TotalThreadsVoluntaryContextSwitches: 41513 - TotalTime: 71236217872 Fragment Instance Lifecycle Timings - ExecTime: 58069369336 - ExecTreeExecTime: 9678642712 - InactiveTotalTime: 0 - OpenTime: 13132763772 - ExecTreeOpenTime: 12769620092 - PrepareTime: 34057496 - ExecTreePrepareTime: 348168 - TotalTime: 0 DataStreamSender (dst_id=171) - BytesSent: 58779034 - InactiveTotalTime: 0 - NetworkThroughput(*): 375965498 - OverallThroughput: 103514476 - PeakMemoryUsage: 286048 - RowsReturned: 1695632 - SerializeBatchTime: 410621908 - TotalTime: 567833952 - TransmitDataRPCTime: 156341564 - UncompressedRowBatchSize: 100113552 CodeGen - CodegenTime: 1214196 - CompileTime: 165401736 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 85 - NumInstructions: 2845 - OptimizationTime: 194536748 - PeakMemoryUsage: 1456640 - PrepareTime: 24078832 - TotalTime: 384576212 HASH_JOIN_NODE (id=47) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 2995064 - InactiveTotalTime: 0 - LocalTime: 217645344 - PeakMemoryUsage: 12556011 - ProbeRows: 1695632 - ProbeRowsPartitioned: 0 - ProbeTime: 195542064 - RowsReturned: 1695632 - RowsReturnedRate: 75544 - TotalTime: 22445616300 Hash Join Builder (join_node_id=47) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1374964 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 273212 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 431972 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=169) - BytesReceived: 140501 - ConvertRowBatchTime: 151828 - DeserializeRowBatchTimer: 1562940 - FirstBatchArrivalWaitTime: 11133789124 - InactiveTotalTime: 12644450692 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 691 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12644869700 HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 1:6/696.45 MB 0:7/754.42 MB 3:9/1.02 GB 2:4/350.45 MB 5:10/1.06 GB 4:5/590.41 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 41 out of 41 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:89.66% 1:5.172% 2:0.8621% 3:1.724% 4:0.8621% 5:1.724% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:18 PARQUET/GZIP:228 - AverageHdfsReadThreadConcurrency: 0.2413793103448276 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 599472129 - BytesReadDataNodeCache: 0 - BytesReadLocal: 494056113 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 494056113 - DecompressionTime: 12480995852 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 47 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 371958601 - PerReadThreadRawHdfsThroughput: 67791866 - RemoteScanRanges: 68 - RowBatchQueueGetWaitTime: 9231882784 - RowBatchQueuePutWaitTime: 6940330416 - RowsRead: 84724992 - RowsReturned: 1695632 - RowsReturnedRate: 176939 - ScanRangesComplete: 41 - ScannerThreadsInvoluntaryContextSwitches: 1785 - ScannerThreadsTotalWallClockTime: 58101871308 - MaterializeTupleTime(*): 26623275300 - ScannerThreadsSysTime: 1917252000 - ScannerThreadsUserTime: 16730593000 - ScannerThreadsVoluntaryContextSwitches: 22813 - TotalRawHdfsReadTime(*): 8842832644 - TotalReadThroughput: 8443269 - TotalTime: 9583101256 Filter 7 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 40980818 - Rows rejected: 5849223 - Rows total: 84724992 - TotalTime: 0 Instance 5840e519cb1bb31f:a2 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:7/734.58 MB 1:10/1.13 GB 5:5/640.00 MB 0:6/490.76 MB 2:9/855.76 MB 4:6/676.80 MB Filter 7 arrival: 12s866ms - AverageThreadTokens: 1.7941176470588236 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 420911164 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 1915346 - TotalNetworkReceiveTime: 9833109825 - TotalNetworkSendTime: 47030393753 - TotalStorageWaitTime: 7522353128 - TotalThreadsInvoluntaryContextSwitches: 2257 - TotalThreadsTotalWallClockTime: 121336054540 - TotalThreadsSysTime: 3176358000 - TotalThreadsUserTime: 20668531000 - TotalThreadsVoluntaryContextSwitches: 39485 - TotalTime: 68044871078 Fragment Instance Lifecycle Timings - ExecTime: 54934587117 - ExecTreeExecTime: 424484038 - InactiveTotalTime: 0 - OpenTime: 12110422020 - ExecTreeOpenTime: 9966074414 - PrepareTime: 999805641 - ExecTreePrepareTime: 508151 - TotalTime: 0 DataStreamSender (dst_id=171) - BytesSent: 66462727 - InactiveTotalTime: 0 - NetworkThroughput(*): 371890261 - OverallThroughput: 96856211 - PeakMemoryUsage: 286048 - RowsReturned: 1915346 - SerializeBatchTime: 474957410 - TotalTime: 686199947 - TransmitDataRPCTime: 178715965 - UncompressedRowBatchSize: 113085910 CodeGen - CodegenTime: 33200292 - CompileTime: 1217060528 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 85 - NumInstructions: 2845 - OptimizationTime: 902339402 - PeakMemoryUsage: 1456640 - PrepareTime: 663030264 - TotalTime: 2783215504 HASH_JOIN_NODE (id=47) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 3667602 - InactiveTotalTime: 0 - LocalTime: 306401839 - PeakMemoryUsage: 12604899 - ProbeRows: 1915346 - ProbeRowsPartitioned: 0 - ProbeTime: 283154431 - RowsReturned: 1915346 - RowsReturnedRate: 184383 - TotalTime: 10387821767 Hash Join Builder (join_node_id=47) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1521439 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 159259 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 879752 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=169) - BytesReceived: 140501 - ConvertRowBatchTime: 200268 - DeserializeRowBatchTimer: 963647 - FirstBatchArrivalWaitTime: 8325773455 - InactiveTotalTime: 9832858240 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 889 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9833336134 HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 3:7/734.58 MB 1:10/1.13 GB 5:5/640.00 MB 0:6/490.76 MB 2:9/855.76 MB 4:6/676.80 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 43 out of 43 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:94.5% 1:0.9174% 2:0% 3:2.752% 4:0% 5:1.835% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:30 PARQUET/GZIP:228 - AverageHdfsReadThreadConcurrency: 0.1651376146788991 - AverageScannerThreadConcurrency: 0.9908256880733946 - BytesRead: 664021372 - BytesReadDataNodeCache: 0 - BytesReadLocal: 578745287 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 578745287 - DecompressionTime: 10797456563 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 49 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 406705061 - PerReadThreadRawHdfsThroughput: 130133683 - RemoteScanRanges: 55 - RowBatchQueueGetWaitTime: 206109078 - RowBatchQueuePutWaitTime: 20496069584 - RowsRead: 92756599 - RowsReturned: 1915346 - RowsReturnedRate: 7720560 - ScanRangesComplete: 43 - ScannerThreadsInvoluntaryContextSwitches: 1652 - ScannerThreadsTotalWallClockTime: 54296848169 - MaterializeTupleTime(*): 13657336723 - ScannerThreadsSysTime: 2009196000 - ScannerThreadsUserTime: 18635026000 - ScannerThreadsVoluntaryContextSwitches: 20802 - TotalRawHdfsReadTime(*): 5102609519 - TotalReadThroughput: 9910618 - TotalTime: 248083794 Filter 7 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 40356637 - Rows rejected: 8162188 - Rows total: 92756599 - TotalTime: 0 Instance 5840e519cb1bb31f:a1 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 5:4/512.00 MB 3:4/355.73 MB 4:7/896.00 MB 0:11/1.18 GB 1:8/834.39 MB 2:8/741.47 MB Filter 7 arrival: 13s049ms - AverageThreadTokens: 1.7851851851851852 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 466111699 - PerHostPeakMemUsage: 1613256812 - RowsProduced: 1981657 - TotalNetworkReceiveTime: 12649959748 - TotalNetworkSendTime: 46860359716 - TotalStorageWaitTime: 7830438084 - TotalThreadsInvoluntaryContextSwitches: 2137 - TotalThreadsTotalWallClockTime: 120967323300 - TotalThreadsSysTime: 3393268000 - TotalThreadsUserTime: 20617857000 - TotalThreadsVoluntaryContextSwitches: 38333 - TotalTime: 67806653884 Fragment Instance Lifecycle Timings - ExecTime: 54656427416 - ExecTreeExecTime: 392671140 - InactiveTotalTime: 0 - OpenTime: 13102991036 - ExecTreeOpenTime: 12752657688 - PrepareTime: 47199496 - ExecTreePrepareTime: 288272 - TotalTime: 0 DataStreamSender (dst_id=171) - BytesSent: 68364619 - InactiveTotalTime: 0 - NetworkThroughput(*): 369745874 - OverallThroughput: 101739213 - PeakMemoryUsage: 286048 - RowsReturned: 1981657 - SerializeBatchTime: 485714548 - TotalTime: 671959380 - TransmitDataRPCTime: 184896232 - UncompressedRowBatchSize: 117001043 CodeGen - CodegenTime: 1259836 - CompileTime: 154897512 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 85 - NumInstructions: 2845 - OptimizationTime: 192086696 - PeakMemoryUsage: 1456640 - PrepareTime: 37524744 - TotalTime: 385084740 HASH_JOIN_NODE (id=47) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 3783768 - InactiveTotalTime: 0 - LocalTime: 300396252 - PeakMemoryUsage: 12815236 - ProbeRows: 1981657 - ProbeRowsPartitioned: 0 - ProbeTime: 275865256 - RowsReturned: 1981657 - RowsReturnedRate: 150786 - TotalTime: 13142145452 Hash Join Builder (join_node_id=47) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1454644 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 54880 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 1567436 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=169) - BytesReceived: 140501 - ConvertRowBatchTime: 147040 - DeserializeRowBatchTimer: 1138092 - FirstBatchArrivalWaitTime: 11133105048 - InactiveTotalTime: 12649856136 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 691 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12650123172 HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 5:4/512.00 MB 3:4/355.73 MB 4:7/896.00 MB 0:11/1.18 GB 1:8/834.39 MB 2:8/741.47 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 42 out of 42 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:92.66% 1:3.67% 2:2.752% 3:0% 4:0% 5:0.9174% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:18 PARQUET/GZIP:234 - AverageHdfsReadThreadConcurrency: 0.13761467889908258 - AverageScannerThreadConcurrency: 0.9724770642201835 - BytesRead: 666080967 - BytesReadDataNodeCache: 0 - BytesReadLocal: 581116018 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 581116018 - DecompressionTime: 10665499560 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 50 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 454402153 - PerReadThreadRawHdfsThroughput: 87256890 - RemoteScanRanges: 62 - RowBatchQueueGetWaitTime: 136461944 - RowBatchQueuePutWaitTime: 19533168332 - RowsRead: 94469135 - RowsReturned: 1981657 - RowsReturnedRate: 10341272 - ScanRangesComplete: 42 - ScannerThreadsInvoluntaryContextSwitches: 1599 - ScannerThreadsTotalWallClockTime: 53208395636 - MaterializeTupleTime(*): 13644306044 - ScannerThreadsSysTime: 2142148000 - ScannerThreadsUserTime: 18647429000 - ScannerThreadsVoluntaryContextSwitches: 19577 - TotalRawHdfsReadTime(*): 7633562916 - TotalReadThroughput: 9867866 - TotalTime: 191626028 Filter 7 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 36617213 - Rows rejected: 3501047 - Rows total: 94469135 - TotalTime: 0 Instance 5840e519cb1bb31f:9e (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:8/748.06 MB 5:7/640.34 MB 2:8/877.93 MB 4:4/512.00 MB 1:7/850.45 MB 0:8/857.24 MB Filter 7 arrival: 13s088ms - AverageThreadTokens: 1.7894736842105263 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 442932928 - PerHostPeakMemUsage: 1773521729 - RowsProduced: 1847295 - TotalNetworkReceiveTime: 12698286892 - TotalNetworkSendTime: 30346604336 - TotalStorageWaitTime: 7462486876 - TotalThreadsInvoluntaryContextSwitches: 2025 - TotalThreadsTotalWallClockTime: 119417651756 - TotalThreadsSysTime: 3283046000 - TotalThreadsUserTime: 21489304000 - TotalThreadsVoluntaryContextSwitches: 46132 - TotalTime: 66701383148 Fragment Instance Lifecycle Timings - ExecTime: 53546486080 - ExecTreeExecTime: 9558090296 - InactiveTotalTime: 0 - OpenTime: 13107729276 - ExecTreeOpenTime: 12767349088 - PrepareTime: 47125056 - ExecTreePrepareTime: 562196 - TotalTime: 0 DataStreamSender (dst_id=171) - BytesSent: 63831004 - InactiveTotalTime: 0 - NetworkThroughput(*): 358999579 - OverallThroughput: 99594742 - PeakMemoryUsage: 286048 - RowsReturned: 1847295 - SerializeBatchTime: 462253640 - TotalTime: 640907368 - TransmitDataRPCTime: 177802448 - UncompressedRowBatchSize: 109068021 CodeGen - CodegenTime: 1699840 - CompileTime: 128618160 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 85 - NumInstructions: 2845 - OptimizationTime: 208669416 - PeakMemoryUsage: 1456640 - PrepareTime: 33468412 - TotalTime: 371516016 HASH_JOIN_NODE (id=47) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 3660944 - InactiveTotalTime: 0 - LocalTime: 302798144 - PeakMemoryUsage: 12526952 - ProbeRows: 1847295 - ProbeRowsPartitioned: 0 - ProbeTime: 275015164 - RowsReturned: 1847295 - RowsReturnedRate: 82753 - TotalTime: 22322928356 Hash Join Builder (join_node_id=47) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 2020224 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 127040 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 308560 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=169) - BytesReceived: 140501 - ConvertRowBatchTime: 278108 - DeserializeRowBatchTimer: 1216700 - FirstBatchArrivalWaitTime: 11199267048 - InactiveTotalTime: 12697907120 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 689 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12698602192 HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 3:8/748.06 MB 5:7/640.34 MB 2:8/877.93 MB 4:4/512.00 MB 1:7/850.45 MB 0:8/857.24 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 42 out of 42 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:90.65% 1:5.607% 2:0.9346% 3:1.869% 4:0% 5:0% 6:0.9346% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:24 PARQUET/GZIP:228 - AverageHdfsReadThreadConcurrency: 0.18691588785046728 - AverageScannerThreadConcurrency: 0.9813084112149533 - BytesRead: 687274613 - BytesReadDataNodeCache: 0 - BytesReadLocal: 536585340 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 536585340 - DecompressionTime: 12618947924 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 51 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 438663721 - PerReadThreadRawHdfsThroughput: 62567416 - RemoteScanRanges: 107 - RowBatchQueueGetWaitTime: 9243732660 - RowBatchQueuePutWaitTime: 5377671980 - RowsRead: 96065007 - RowsReturned: 1847295 - RowsReturnedRate: 198175 - ScanRangesComplete: 42 - ScannerThreadsInvoluntaryContextSwitches: 1722 - ScannerThreadsTotalWallClockTime: 52763582436 - MaterializeTupleTime(*): 24590548664 - ScannerThreadsSysTime: 2137795000 - ScannerThreadsUserTime: 19565883000 - ScannerThreadsVoluntaryContextSwitches: 26100 - TotalRawHdfsReadTime(*): 10984545160 - TotalReadThroughput: 10334956 - TotalTime: 9321528020 Filter 7 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 44456912 - Rows rejected: 9913694 - Rows total: 96065007 - TotalTime: 0 Instance 5840e519cb1bb31f:9d (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:5/544.68 MB 5:7/860.36 MB 1:5/438.26 MB 0:10/1.03 GB 2:7/730.44 MB 3:8/842.70 MB Filter 7 arrival: 13s058ms - AverageThreadTokens: 1.768 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 399504609 - PerHostPeakMemUsage: 1816433338 - RowsProduced: 1730637 - TotalNetworkReceiveTime: 12664037880 - TotalNetworkSendTime: 38567659288 - TotalStorageWaitTime: 5880366096 - TotalThreadsInvoluntaryContextSwitches: 1368 - TotalThreadsTotalWallClockTime: 110650251788 - TotalThreadsSysTime: 3091972000 - TotalThreadsUserTime: 18668209000 - TotalThreadsVoluntaryContextSwitches: 34586 - TotalTime: 62698430536 Fragment Instance Lifecycle Timings - ExecTime: 49585131512 - ExecTreeExecTime: 2638943876 - InactiveTotalTime: 0 - OpenTime: 13073264780 - ExecTreeOpenTime: 12721482832 - PrepareTime: 39990528 - ExecTreePrepareTime: 455188 - TotalTime: 0 DataStreamSender (dst_id=171) - BytesSent: 60668625 - InactiveTotalTime: 0 - NetworkThroughput(*): 366303777 - OverallThroughput: 101797569 - PeakMemoryUsage: 286048 - RowsReturned: 1730637 - SerializeBatchTime: 429562296 - TotalTime: 595973220 - TransmitDataRPCTime: 165623804 - UncompressedRowBatchSize: 102180303 CodeGen - CodegenTime: 2251276 - CompileTime: 152571580 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 85 - NumInstructions: 2845 - OptimizationTime: 196289640 - PeakMemoryUsage: 1456640 - PrepareTime: 28380532 - TotalTime: 377837488 HASH_JOIN_NODE (id=47) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 4449944 - InactiveTotalTime: 0 - LocalTime: 254539676 - PeakMemoryUsage: 12462142 - ProbeRows: 1730637 - ProbeRowsPartitioned: 0 - ProbeTime: 235368364 - RowsReturned: 1730637 - RowsReturnedRate: 112687 - TotalTime: 15357889500 Hash Join Builder (join_node_id=47) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1884948 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 87920 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 1246484 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=169) - BytesReceived: 140501 - ConvertRowBatchTime: 282764 - DeserializeRowBatchTimer: 735076 - FirstBatchArrivalWaitTime: 11169874168 - InactiveTotalTime: 12663944496 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 690 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12664369128 HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 4:5/544.68 MB 5:7/860.36 MB 1:5/438.26 MB 0:10/1.03 GB 2:7/730.44 MB 3:8/842.70 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 42 out of 42 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:89.9% 1:6.061% 2:3.03% 3:1.01% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:6 PARQUET/GZIP:246 - AverageHdfsReadThreadConcurrency: 0.15151515151515152 - AverageScannerThreadConcurrency: 0.9696969696969697 - BytesRead: 630171800 - BytesReadDataNodeCache: 0 - BytesReadLocal: 562531270 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 562531270 - DecompressionTime: 11099255300 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 51 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 390077662 - PerReadThreadRawHdfsThroughput: 87679089 - RemoteScanRanges: 62 - RowBatchQueueGetWaitTime: 2411119808 - RowBatchQueuePutWaitTime: 15498786420 - RowsRead: 85121779 - RowsReturned: 1730637 - RowsReturnedRate: 709573 - ScanRangesComplete: 42 - ScannerThreadsInvoluntaryContextSwitches: 1105 - ScannerThreadsTotalWallClockTime: 47991897076 - MaterializeTupleTime(*): 13817534696 - ScannerThreadsSysTime: 2018837000 - ScannerThreadsUserTime: 16877271000 - ScannerThreadsVoluntaryContextSwitches: 18282 - TotalRawHdfsReadTime(*): 7187253028 - TotalReadThroughput: 10082748 - TotalTime: 2438980696 Filter 7 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 36820037 - Rows rejected: 2465075 - Rows total: 85121779 - TotalTime: 0 Instance 5840e519cb1bb31f:9c (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:5/533.51 MB 2:5/373.81 MB 5:6/768.00 MB 3:11/1.23 GB 4:7/649.06 MB 0:7/852.12 MB Filter 7 arrival: 13s774ms - AverageThreadTokens: 1.73109243697479 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 359955669 - PerHostPeakMemUsage: 1541707624 - RowsProduced: 1684915 - TotalNetworkReceiveTime: 2302996 - TotalNetworkSendTime: 30406179728 - TotalStorageWaitTime: 1770332408 - TotalThreadsInvoluntaryContextSwitches: 4609 - TotalThreadsTotalWallClockTime: 100553445276 - TotalThreadsSysTime: 2970874000 - TotalThreadsUserTime: 20727648000 - TotalThreadsVoluntaryContextSwitches: 40122 - TotalTime: 60495072056 Fragment Instance Lifecycle Timings - ExecTime: 46137021956 - ExecTreeExecTime: 5537614072 - InactiveTotalTime: 0 - OpenTime: 10643102208 - ExecTreeOpenTime: 727328388 - PrepareTime: 3714440080 - ExecTreePrepareTime: 253612776 - TotalTime: 0 DataStreamSender (dst_id=171) - BytesSent: 58133864 - InactiveTotalTime: 0 - NetworkThroughput(*): 348110013 - OverallThroughput: 85650557 - PeakMemoryUsage: 286048 - RowsReturned: 1684915 - SerializeBatchTime: 443152368 - TotalTime: 678733048 - TransmitDataRPCTime: 166998540 - UncompressedRowBatchSize: 99480801 CodeGen - CodegenTime: 296956696 - CompileTime: 6938303936 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 85 - NumInstructions: 2845 - OptimizationTime: 2841807212 - PeakMemoryUsage: 1456640 - PrepareTime: 2490577184 - TotalTime: 12305550528 HASH_JOIN_NODE (id=47) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 311779820 - InactiveTotalTime: 0 - LocalTime: 893650908 - PeakMemoryUsage: 12535550 - ProbeRows: 1684915 - ProbeRowsPartitioned: 0 - ProbeTime: 250663112 - RowsReturned: 1684915 - RowsReturnedRate: 252466 - TotalTime: 6673827336 Hash Join Builder (join_node_id=47) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 1 of 1 Runtime Filter Published - BuildRowsPartitionTime: 1549548 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 292434932 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 16645964 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=169) - BytesReceived: 140501 - ConvertRowBatchTime: 176696 - DeserializeRowBatchTimer: 128130332 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 3501243 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 2499112 HDFS_SCAN_NODE (id=37) Hdfs split stats (:<# splits>/): 1:5/533.51 MB 2:5/373.81 MB 5:6/768.00 MB 3:11/1.23 GB 4:7/649.06 MB 0:7/852.12 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 41 out of 41 Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:98.91% 1:0% 2:1.087% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:18 PARQUET/GZIP:228 - AverageHdfsReadThreadConcurrency: 0.021739130434782608 - AverageScannerThreadConcurrency: 0.9456521739130435 - BytesRead: 627426495 - BytesReadDataNodeCache: 0 - BytesReadLocal: 520794063 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 520794063 - DecompressionTime: 11260715060 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 6 - NumDisksAccessed: 7 - NumRowGroups: 47 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 348070674 - PerReadThreadRawHdfsThroughput: 165020747 - RemoteScanRanges: 74 - RowBatchQueueGetWaitTime: 5540374376 - RowBatchQueuePutWaitTime: 9763769260 - RowsRead: 87339287 - RowsReturned: 1684915 - RowsReturnedRate: 291624 - ScanRangesComplete: 41 - ScannerThreadsInvoluntaryContextSwitches: 3779 - ScannerThreadsTotalWallClockTime: 43773365408 - MaterializeTupleTime(*): 18970762228 - ScannerThreadsSysTime: 1901237000 - ScannerThreadsUserTime: 18833217000 - ScannerThreadsVoluntaryContextSwitches: 21674 - TotalRawHdfsReadTime(*): 3802106736 - TotalReadThroughput: 10634167 - TotalTime: 5777677316 Filter 7 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 44210085 - Rows rejected: 8641510 - Rows total: 87339287 - TotalTime: 0 Averaged Fragment F27 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:11s616ms max:12s877ms mean: 12s177ms stddev:556.292ms execution rates: min:26.00 B/sec max:4.71 KB/sec mean:1.74 KB/sec stddev:1.66 KB/sec num instances: 7 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 297781165 - RowsProduced: 1250 - TotalNetworkReceiveTime: 9720940103 - TotalNetworkSendTime: 481254085 - TotalStorageWaitTime: 2255052 - TotalThreadsInvoluntaryContextSwitches: 11 - TotalThreadsTotalWallClockTime: 10889935105 - TotalThreadsSysTime: 2057000 - TotalThreadsUserTime: 35847714 - TotalThreadsVoluntaryContextSwitches: 102 - TotalTime: 12157718448 Fragment Instance Lifecycle Timings - ExecTime: 717011973 - ExecTreeExecTime: 1845562 - InactiveTotalTime: 0 - OpenTime: 10161864883 - ExecTreeOpenTime: 9738685025 - PrepareTime: 1270123989 - ExecTreePrepareTime: 16081507 - TotalTime: 0 DataStreamSender (dst_id=169) - BytesSent: 140501 - InactiveTotalTime: 0 - NetworkThroughput(*): 274252479 - OverallThroughput: 65047444 - PeakMemoryUsage: 275184 - RowsReturned: 1250 - SerializeBatchTime: 14214551 - TotalTime: 31939990 - TransmitDataRPCTime: 1362820 - UncompressedRowBatchSize: 148920 CodeGen - CodegenTime: 8773595 - CompileTime: 186048172 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 185537843 - PeakMemoryUsage: 204800 - PrepareTime: 983919122 - TotalTime: 1379300253 NESTED_LOOP_JOIN_NODE (id=46) - BuildRows: 1 - BuildTime: 11079038 - InactiveTotalTime: 0 - LocalTime: 35661746 - PeakMemoryUsage: 62256 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 925796 - RowsReturnedRate: 111115 - TotalTime: 9772666452 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=168) - BytesReceived: 21 - ConvertRowBatchTime: 936 - DeserializeRowBatchTimer: 586787 - FirstBatchArrivalWaitTime: 9686829350 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 9720945677 HDFS_SCAN_NODE (id=45) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 25511 - BytesReadDataNodeCache: 0 - BytesReadLocal: 25511 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 25511 - DecompressionTime: 76522 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 51870 - PerReadThreadRawHdfsThroughput: 1147259105 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2546736 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 157709 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 11092725 - MaterializeTupleTime(*): 615034 - ScannerThreadsSysTime: 70714 - ScannerThreadsUserTime: 580714 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 15117 - TotalReadThroughput: 879 - TotalTime: 16920451 Fragment F27 Instance 5840e519cb1bb31f:9a (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 385405015 - RowsProduced: 3499 - TotalNetworkReceiveTime: 10075495028 - TotalNetworkSendTime: 1389379858 - TotalStorageWaitTime: 3311332 - TotalThreadsInvoluntaryContextSwitches: 21 - TotalThreadsTotalWallClockTime: 11861248639 - TotalThreadsSysTime: 1905000 - TotalThreadsUserTime: 44926000 - TotalThreadsVoluntaryContextSwitches: 113 - TotalTime: 12876454398 Fragment Instance Lifecycle Timings - ExecTime: 1401474750 - ExecTreeExecTime: 2776747 - InactiveTotalTime: 0 - OpenTime: 10455779281 - ExecTreeOpenTime: 10078310487 - PrepareTime: 1019161296 - ExecTreePrepareTime: 28009954 - TotalTime: 0 DataStreamSender (dst_id=169) - BytesSent: 393309 - InactiveTotalTime: 0 - NetworkThroughput(*): 559876838 - OverallThroughput: 8812432 - PeakMemoryUsage: 275184 - RowsReturned: 3499 - SerializeBatchTime: 277386 - TotalTime: 44631150 - TransmitDataRPCTime: 702492 - UncompressedRowBatchSize: 416857 CodeGen - CodegenTime: 13753768 - CompileTime: 98465448 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 239213135 - PeakMemoryUsage: 204800 - PrepareTime: 575095670 - TotalTime: 941660096 NESTED_LOOP_JOIN_NODE (id=46) - BuildRows: 1 - BuildTime: 11562 - InactiveTotalTime: 0 - LocalTime: 0 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 2667841 - RowsReturnedRate: 263176 - TotalTime: 10137067561 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=168) - BytesReceived: 21 - ConvertRowBatchTime: 1004 - DeserializeRowBatchTimer: 4239 - FirstBatchArrivalWaitTime: 9957277280 - InactiveTotalTime: 10075486634 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10075500445 HDFS_SCAN_NODE (id=45) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 70769 - BytesReadDataNodeCache: 0 - BytesReadLocal: 70769 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 70769 - DecompressionTime: 203168 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 81300 - PerReadThreadRawHdfsThroughput: 2308638350 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3614056 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 78731 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 4029647 - MaterializeTupleTime(*): 79562 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1190000 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 30654 - TotalReadThroughput: 6153 - TotalTime: 67597077 Instance 5840e519cb1bb31f:98 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 69022377 - RowsProduced: 1752 - TotalNetworkReceiveTime: 6190281936 - TotalNetworkSendTime: 1226241256 - TotalStorageWaitTime: 3415156 - TotalThreadsInvoluntaryContextSwitches: 26 - TotalThreadsTotalWallClockTime: 8910160244 - TotalThreadsSysTime: 2084000 - TotalThreadsUserTime: 39079000 - TotalThreadsVoluntaryContextSwitches: 194 - TotalTime: 12732353300 Fragment Instance Lifecycle Timings - ExecTime: 1329536232 - ExecTreeExecTime: 335284 - InactiveTotalTime: 0 - OpenTime: 7517801508 - ExecTreeOpenTime: 6260186112 - PrepareTime: 3824273176 - ExecTreePrepareTime: 190272 - TotalTime: 0 DataStreamSender (dst_id=169) - BytesSent: 196931 - InactiveTotalTime: 0 - NetworkThroughput(*): 540366041 - OverallThroughput: 1970551 - PeakMemoryUsage: 275184 - RowsReturned: 1752 - SerializeBatchTime: 98970856 - TotalTime: 99937008 - TransmitDataRPCTime: 364440 - UncompressedRowBatchSize: 208726 CodeGen - CodegenTime: 527720 - CompileTime: 832460624 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 307475076 - PeakMemoryUsage: 204800 - PrepareTime: 3050455304 - TotalTime: 4300335452 NESTED_LOOP_JOIN_NODE (id=46) - BuildRows: 1 - BuildTime: 64145104 - InactiveTotalTime: 0 - LocalTime: 64605900 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1271679 - RowsReturnedRate: 203115 - TotalTime: 6260881100 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=168) - BytesReceived: 21 - ConvertRowBatchTime: 948 - DeserializeRowBatchTimer: 3932 - FirstBatchArrivalWaitTime: 6072236692 - InactiveTotalTime: 6190273524 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6190287432 HDFS_SCAN_NODE (id=45) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35703 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35703 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35703 - DecompressionTime: 78644 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 71060 - PerReadThreadRawHdfsThroughput: 1869267015 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3775080 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 444405 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 4 - ScannerThreadsTotalWallClockTime: 62860744 - MaterializeTupleTime(*): 4087980 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 861000 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 19100 - TotalReadThroughput: 0 - TotalTime: 5987768 Instance 5840e519cb1bb31f:99 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 246987573 - RowsProduced: 1748 - TotalNetworkReceiveTime: 6107978852 - TotalNetworkSendTime: 590074824 - TotalStorageWaitTime: 4190756 - TotalThreadsInvoluntaryContextSwitches: 25 - TotalThreadsTotalWallClockTime: 8788589484 - TotalThreadsSysTime: 2003000 - TotalThreadsUserTime: 40649000 - TotalThreadsVoluntaryContextSwitches: 176 - TotalTime: 12689193216 Fragment Instance Lifecycle Timings - ExecTime: 1456708452 - ExecTreeExecTime: 9526340 - InactiveTotalTime: 0 - OpenTime: 7327173924 - ExecTreeOpenTime: 6148037304 - PrepareTime: 3905272500 - ExecTreePrepareTime: 83615800 - TotalTime: 0 DataStreamSender (dst_id=169) - BytesSent: 196441 - InactiveTotalTime: 0 - NetworkThroughput(*): 23882149 - OverallThroughput: 2565311 - PeakMemoryUsage: 275184 - RowsReturned: 1748 - SerializeBatchTime: 107592 - TotalTime: 76575888 - TransmitDataRPCTime: 8225432 - UncompressedRowBatchSize: 208250 CodeGen - CodegenTime: 44918040 - CompileTime: 326893320 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 660595568 - PeakMemoryUsage: 204800 - PrepareTime: 3148463816 - TotalTime: 4159754132 NESTED_LOOP_JOIN_NODE (id=46) - BuildRows: 1 - BuildTime: 13342072 - InactiveTotalTime: 0 - LocalTime: 184040128 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1269071 - RowsReturnedRate: 200651 - TotalTime: 6324759484 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=168) - BytesReceived: 21 - ConvertRowBatchTime: 1284 - DeserializeRowBatchTimer: 4047192 - FirstBatchArrivalWaitTime: 6107825556 - InactiveTotalTime: 6107973536 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6107986484 HDFS_SCAN_NODE (id=45) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35744 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35744 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35744 - DecompressionTime: 86076 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65940 - PerReadThreadRawHdfsThroughput: 1253471735 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 4624192 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 81294 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 2 - ScannerThreadsTotalWallClockTime: 4738268 - MaterializeTupleTime(*): 61392 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 401000 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 28516 - TotalReadThroughput: 0 - TotalTime: 32732872 Instance 5840e519cb1bb31f:96 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 306102936 - RowsProduced: 1751 - TotalNetworkReceiveTime: 11467426920 - TotalNetworkSendTime: 163077660 - TotalStorageWaitTime: 2996028 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 11811728672 - TotalThreadsSysTime: 1974000 - TotalThreadsUserTime: 29794000 - TotalThreadsVoluntaryContextSwitches: 69 - TotalTime: 11833825524 Fragment Instance Lifecycle Timings - ExecTime: 297853264 - ExecTreeExecTime: 266296 - InactiveTotalTime: 0 - OpenTime: 11510240452 - ExecTreeOpenTime: 11472464984 - PrepareTime: 25698280 - ExecTreePrepareTime: 193268 - TotalTime: 0 DataStreamSender (dst_id=169) - BytesSent: 196826 - InactiveTotalTime: 0 - NetworkThroughput(*): 795642331 - OverallThroughput: 441983814 - PeakMemoryUsage: 275184 - RowsReturned: 1751 - SerializeBatchTime: 146024 - TotalTime: 445324 - TransmitDataRPCTime: 247380 - UncompressedRowBatchSize: 208607 CodeGen - CodegenTime: 429792 - CompileTime: 9045136 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 25528728 - PeakMemoryUsage: 204800 - PrepareTime: 22556236 - TotalTime: 57709760 NESTED_LOOP_JOIN_NODE (id=46) - BuildRows: 1 - BuildTime: 4012 - InactiveTotalTime: 0 - LocalTime: 334828 - PeakMemoryUsage: 69016 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1271984 - RowsReturnedRate: 110866 - TotalTime: 11473095584 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=168) - BytesReceived: 21 - ConvertRowBatchTime: 680 - DeserializeRowBatchTimer: 6392 - FirstBatchArrivalWaitTime: 11466453412 - InactiveTotalTime: 11467421696 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11467431828 HDFS_SCAN_NODE (id=45) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35438 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35438 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35438 - DecompressionTime: 167768 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 71064 - PerReadThreadRawHdfsThroughput: 2371386509 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3562720 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 499537 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 3665584 - MaterializeTupleTime(*): 75868 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1134000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 14944 - TotalReadThroughput: 0 - TotalTime: 5328928 Instance 5840e519cb1bb31f:9b (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 351466022 - RowsProduced: 0 - TotalNetworkReceiveTime: 11323407576 - TotalNetworkSendTime: 1660 - TotalStorageWaitTime: 573472 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 11665397500 - TotalThreadsSysTime: 2955000 - TotalThreadsUserTime: 33048000 - TotalThreadsVoluntaryContextSwitches: 37 - TotalTime: 11722287312 Fragment Instance Lifecycle Timings - ExecTime: 302222812 - ExecTreeExecTime: 6760 - InactiveTotalTime: 0 - OpenTime: 11362449568 - ExecTreeOpenTime: 11325983800 - PrepareTime: 57516604 - ExecTreePrepareTime: 292452 - TotalTime: 0 DataStreamSender (dst_id=169) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 275184 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 1769188 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 767804 - CompileTime: 8954736 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 24904420 - PeakMemoryUsage: 204800 - PrepareTime: 42415116 - TotalTime: 76995324 NESTED_LOOP_JOIN_NODE (id=46) - BuildRows: 1 - BuildTime: 16528 - InactiveTotalTime: 0 - LocalTime: 298564 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 11326540744 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=168) - BytesReceived: 21 - ConvertRowBatchTime: 1204 - DeserializeRowBatchTimer: 3772 - FirstBatchArrivalWaitTime: 11323096544 - InactiveTotalTime: 11323389124 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11323414040 HDFS_SCAN_NODE (id=45) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 76183431 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 721552 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 773104 - MaterializeTupleTime(*): 184 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 435000 - ScannerThreadsVoluntaryContextSwitches: 2 - TotalRawHdfsReadTime(*): 4056 - TotalReadThroughput: 0 - TotalTime: 2828140 Instance 5840e519cb1bb31f:97 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 340271581 - RowsProduced: 0 - TotalNetworkReceiveTime: 11447797168 - TotalNetworkSendTime: 1920 - TotalStorageWaitTime: 554412 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 11603256104 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 34825000 - TotalThreadsVoluntaryContextSwitches: 39 - TotalTime: 11632393300 Fragment Instance Lifecycle Timings - ExecTime: 115463720 - ExecTreeExecTime: 3588 - InactiveTotalTime: 0 - OpenTime: 11487176928 - ExecTreeOpenTime: 11450029572 - PrepareTime: 29712136 - ExecTreePrepareTime: 146056 - TotalTime: 0 DataStreamSender (dst_id=169) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 275184 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 38752 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 585936 - CompileTime: 13009488 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 20609188 - PeakMemoryUsage: 204800 - PrepareTime: 24918252 - TotalTime: 60557272 NESTED_LOOP_JOIN_NODE (id=46) - BuildRows: 1 - BuildTime: 10972 - InactiveTotalTime: 0 - LocalTime: 186284 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 11450302860 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=168) - BytesReceived: 21 - ConvertRowBatchTime: 764 - DeserializeRowBatchTimer: 31356 - FirstBatchArrivalWaitTime: 11447440760 - InactiveTotalTime: 11447791596 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11447802524 HDFS_SCAN_NODE (id=45) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 92625899 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 613064 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 647872 - MaterializeTupleTime(*): 60 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 44000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3336 - TotalReadThroughput: 0 - TotalTime: 2314052 Instance 5840e519cb1bb31f:95 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 385212655 - RowsProduced: 0 - TotalNetworkReceiveTime: 11434193244 - TotalNetworkSendTime: 1420 - TotalStorageWaitTime: 744212 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 11589165092 - TotalThreadsSysTime: 3478000 - TotalThreadsUserTime: 28613000 - TotalThreadsVoluntaryContextSwitches: 86 - TotalTime: 11617522092 Fragment Instance Lifecycle Timings - ExecTime: 115824584 - ExecTreeExecTime: 3920 - InactiveTotalTime: 0 - OpenTime: 11472432524 - ExecTreeOpenTime: 11435782920 - PrepareTime: 29233936 - ExecTreePrepareTime: 122752 - TotalTime: 0 DataStreamSender (dst_id=169) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 275184 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 182620 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 432108 - CompileTime: 13508452 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 20438788 - PeakMemoryUsage: 204800 - PrepareTime: 23529460 - TotalTime: 58089736 NESTED_LOOP_JOIN_NODE (id=46) - BuildRows: 1 - BuildTime: 23016 - InactiveTotalTime: 0 - LocalTime: 166520 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 11436017832 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=168) - BytesReceived: 21 - ConvertRowBatchTime: 672 - DeserializeRowBatchTimer: 10632 - FirstBatchArrivalWaitTime: 11433475208 - InactiveTotalTime: 11434188624 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11434196988 HDFS_SCAN_NODE (id=45) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 59240797 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 916488 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 933860 - MaterializeTupleTime(*): 192 - ScannerThreadsSysTime: 495000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 5216 - TotalReadThroughput: 0 - TotalTime: 1654324 Averaged Fragment F30 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:11s553ms max:11s553ms mean: 11s553ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 382422314 - RowsProduced: 1 - TotalNetworkReceiveTime: 10586630612 - TotalNetworkSendTime: 30145663 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 10705475141 - TotalThreadsSysTime: 2083000 - TotalThreadsUserTime: 278000 - TotalThreadsVoluntaryContextSwitches: 14 - TotalTime: 11546504426 Fragment Instance Lifecycle Timings - ExecTime: 118373991 - ExecTreeExecTime: 3071 - InactiveTotalTime: 0 - OpenTime: 10587132625 - ExecTreeOpenTime: 10586762076 - PrepareTime: 840967066 - ExecTreePrepareTime: 180202 - TotalTime: 0 DataStreamSender (dst_id=168) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1951491 - OverallThroughput: 2247 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 13641 - TotalTime: 65391583 - TransmitDataRPCTime: 75327 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 672489581 - TotalTime: 709300304 NESTED_LOOP_JOIN_NODE (id=44) - BuildRows: 1 - BuildTime: 3451 - InactiveTotalTime: 0 - LocalTime: 276060 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 10587108839 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=167) - BytesReceived: 8 - ConvertRowBatchTime: 702 - DeserializeRowBatchTimer: 55592 - FirstBatchArrivalWaitTime: 10586371199 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10586620541 AGGREGATION_NODE (id=164) - BuildTime: 8960 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 4711 - SpilledPartitions: 0 - TotalTime: 212238 EXCHANGE_NODE (id=163) - BytesReceived: 91 - ConvertRowBatchTime: 3265 - DeserializeRowBatchTimer: 179021 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 319110 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 21936 Fragment F30 Instance 5840e519cb1bb31f:94 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 382422314 - RowsProduced: 1 - TotalNetworkReceiveTime: 10586630612 - TotalNetworkSendTime: 30145663 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 10705475141 - TotalThreadsSysTime: 2083000 - TotalThreadsUserTime: 278000 - TotalThreadsVoluntaryContextSwitches: 14 - TotalTime: 11546504426 Fragment Instance Lifecycle Timings - ExecTime: 118373991 - ExecTreeExecTime: 3071 - InactiveTotalTime: 0 - OpenTime: 10587132625 - ExecTreeOpenTime: 10586762076 - PrepareTime: 840967066 - ExecTreePrepareTime: 180202 - TotalTime: 0 DataStreamSender (dst_id=168) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1951491 - OverallThroughput: 2247 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 13641 - TotalTime: 65391583 - TransmitDataRPCTime: 75327 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 672489581 - TotalTime: 709300304 NESTED_LOOP_JOIN_NODE (id=44) - BuildRows: 1 - BuildTime: 3451 - InactiveTotalTime: 0 - LocalTime: 276060 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 10587108839 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=167) - BytesReceived: 8 - ConvertRowBatchTime: 702 - DeserializeRowBatchTimer: 55592 - FirstBatchArrivalWaitTime: 10586371199 - InactiveTotalTime: 10586612270 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10586620541 AGGREGATION_NODE (id=164) - BuildTime: 8960 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 4711 - SpilledPartitions: 0 - TotalTime: 212238 EXCHANGE_NODE (id=163) - BytesReceived: 91 - ConvertRowBatchTime: 3265 - DeserializeRowBatchTimer: 179021 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 319110 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 21936 Averaged Fragment F28 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:8s226ms max:9s380ms mean: 8s520ms stddev:434.593ms execution rates: min:37.00 B/sec max:7.32 KB/sec mean:2.54 KB/sec stddev:2.52 KB/sec num instances: 7 - AverageThreadTokens: 1.007936507936508 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1386302 - PerHostPeakMemUsage: 152450273 - RowsProduced: 1 - TotalNetworkReceiveTime: 5499795418 - TotalNetworkSendTime: 1162639 - TotalStorageWaitTime: 2479285 - TotalThreadsInvoluntaryContextSwitches: 33 - TotalThreadsTotalWallClockTime: 7143427217 - TotalThreadsSysTime: 3978142 - TotalThreadsUserTime: 175341142 - TotalThreadsVoluntaryContextSwitches: 207 - TotalTime: 8442036047 Fragment Instance Lifecycle Timings - ExecTime: 2402403 - ExecTreeExecTime: 7486 - InactiveTotalTime: 0 - OpenTime: 7106149272 - ExecTreeOpenTime: 5587663605 - PrepareTime: 1333422994 - ExecTreePrepareTime: 78530015 - TotalTime: 0 DataStreamSender (dst_id=163) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 775441 - OverallThroughput: 236768 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 323884 - TotalTime: 529121 - TransmitDataRPCTime: 17789 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 77867526 - CompileTime: 892883767 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 579733152 - PeakMemoryUsage: 1329664 - PrepareTime: 1029283687 - TotalTime: 2591043712 AGGREGATION_NODE (id=41) - BuildTime: 13156472 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 71057 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5666191571 NESTED_LOOP_JOIN_NODE (id=40) - BuildRows: 1 - BuildTime: 5618 - InactiveTotalTime: 0 - LocalTime: 130858877 - PeakMemoryUsage: 58623 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 545 - RowsReturnedRate: 451 - TotalTime: 5677041943 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=162) - BytesReceived: 21 - ConvertRowBatchTime: 815 - DeserializeRowBatchTimer: 12061 - FirstBatchArrivalWaitTime: 595209003 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 37174 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5499799639 HDFS_SCAN_NODE (id=39) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 29870443 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 78518 - PerReadThreadRawHdfsThroughput: 1088590699 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 34547381 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 168223 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 35781457 - MaterializeTupleTime(*): 58260 - ScannerThreadsSysTime: 88285 - ScannerThreadsUserTime: 751000 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 17769 - TotalReadThroughput: 676 - TotalTime: 46383426 Fragment F28 Instance 5840e519cb1bb31f:88 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0555555555555556 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 66627850 - RowsProduced: 1 - TotalNetworkReceiveTime: 3724 - TotalNetworkSendTime: 1367024 - TotalStorageWaitTime: 6302700 - TotalThreadsInvoluntaryContextSwitches: 58 - TotalThreadsTotalWallClockTime: 5227622360 - TotalThreadsSysTime: 3626000 - TotalThreadsUserTime: 201558000 - TotalThreadsVoluntaryContextSwitches: 514 - TotalTime: 9037321524 Fragment Instance Lifecycle Timings - ExecTime: 2220712 - ExecTreeExecTime: 4016 - InactiveTotalTime: 0 - OpenTime: 5114160212 - ExecTreeOpenTime: 312137176 - PrepareTime: 3920855060 - ExecTreePrepareTime: 376562908 - TotalTime: 0 DataStreamSender (dst_id=163) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 755287 - OverallThroughput: 182738 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6128 - TotalTime: 71140 - TransmitDataRPCTime: 17212 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 433448928 - CompileTime: 3023053556 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 1726239796 - PeakMemoryUsage: 1329664 - PrepareTime: 2424641004 - TotalTime: 7648115388 AGGREGATION_NODE (id=41) ExecOption: Codegen Enabled - BuildTime: 91951184 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 688698296 NESTED_LOOP_JOIN_NODE (id=40) - BuildRows: 1 - BuildTime: 4000 - InactiveTotalTime: 0 - LocalTime: 601627004 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 764 - RowsReturnedRate: 1014 - TotalTime: 753275632 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=162) - BytesReceived: 21 - ConvertRowBatchTime: 652 - DeserializeRowBatchTimer: 27732 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 126390 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7912 HDFS_SCAN_NODE (id=39) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 83199932 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 115900 - PerReadThreadRawHdfsThroughput: 1629360231 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 106067472 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 17548 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 111391512 - MaterializeTupleTime(*): 65316 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1642000 - ScannerThreadsVoluntaryContextSwitches: 18 - TotalRawHdfsReadTime(*): 24884 - TotalReadThroughput: 4733 - TotalTime: 151640716 Instance 5840e519cb1bb31f:89 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 156986667 - RowsProduced: 1 - TotalNetworkReceiveTime: 3816 - TotalNetworkSendTime: 326432 - TotalStorageWaitTime: 2306236 - TotalThreadsInvoluntaryContextSwitches: 22 - TotalThreadsTotalWallClockTime: 4721309544 - TotalThreadsSysTime: 5566000 - TotalThreadsUserTime: 177168000 - TotalThreadsVoluntaryContextSwitches: 509 - TotalTime: 8829706476 Fragment Instance Lifecycle Timings - ExecTime: 2954408 - ExecTreeExecTime: 5004 - InactiveTotalTime: 0 - OpenTime: 4594511192 - ExecTreeOpenTime: 267072036 - PrepareTime: 4232201156 - ExecTreePrepareTime: 137589792 - TotalTime: 0 DataStreamSender (dst_id=163) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 716490 - OverallThroughput: 5744 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 2232904 - TotalTime: 2263180 - TransmitDataRPCTime: 18144 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 75882412 - CompileTime: 2723203584 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 1379188412 - PeakMemoryUsage: 1329664 - PrepareTime: 3759484736 - TotalTime: 7996146676 AGGREGATION_NODE (id=41) ExecOption: Codegen Enabled - BuildTime: 6256 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 2 - SpilledPartitions: 0 - TotalTime: 404659300 NESTED_LOOP_JOIN_NODE (id=40) - BuildRows: 1 - BuildTime: 4572 - InactiveTotalTime: 0 - LocalTime: 277213652 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 763 - RowsReturnedRate: 1815 - TotalTime: 420294388 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=162) - BytesReceived: 21 - ConvertRowBatchTime: 800 - DeserializeRowBatchTimer: 8712 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 133832 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7472 HDFS_SCAN_NODE (id=39) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 120973736 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 115900 - PerReadThreadRawHdfsThroughput: 1768034500 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 122530120 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 18598 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 123893116 - MaterializeTupleTime(*): 93248 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1649000 - ScannerThreadsVoluntaryContextSwitches: 24 - TotalRawHdfsReadTime(*): 22956 - TotalReadThroughput: 0 - TotalTime: 143073264 Instance 5840e519cb1bb31f:87 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 192219289 - RowsProduced: 1 - TotalNetworkReceiveTime: 8067030044 - TotalNetworkSendTime: 212212 - TotalStorageWaitTime: 829168 - TotalThreadsInvoluntaryContextSwitches: 11 - TotalThreadsTotalWallClockTime: 8249815736 - TotalThreadsSysTime: 4387000 - TotalThreadsUserTime: 150671000 - TotalThreadsVoluntaryContextSwitches: 67 - TotalTime: 8282065040 Fragment Instance Lifecycle Timings - ExecTime: 466580 - ExecTreeExecTime: 27728 - InactiveTotalTime: 0 - OpenTime: 8248447844 - ExecTreeOpenTime: 8068648964 - PrepareTime: 33079416 - ExecTreePrepareTime: 181104 - TotalTime: 0 DataStreamSender (dst_id=163) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 803063 - OverallThroughput: 414329 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4476 - TotalTime: 31376 - TransmitDataRPCTime: 16188 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 914772 - CompileTime: 48696504 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 127949192 - PeakMemoryUsage: 1329664 - PrepareTime: 30539008 - TotalTime: 207772436 AGGREGATION_NODE (id=41) ExecOption: Codegen Enabled - BuildTime: 1576 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 8068827396 NESTED_LOOP_JOIN_NODE (id=40) - BuildRows: 1 - BuildTime: 5012 - InactiveTotalTime: 0 - LocalTime: 138076 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 8068829448 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=162) - BytesReceived: 21 - ConvertRowBatchTime: 692 - DeserializeRowBatchTimer: 3880 - FirstBatchArrivalWaitTime: 1108232072 - InactiveTotalTime: 8067022484 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8067034076 HDFS_SCAN_NODE (id=39) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 69657348 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 900416 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 953808 - MaterializeTupleTime(*): 160 - ScannerThreadsSysTime: 293000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4436 - TotalReadThroughput: 0 - TotalTime: 1657296 Instance 5840e519cb1bb31f:8a (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 222110070 - RowsProduced: 1 - TotalNetworkReceiveTime: 6455801995 - TotalNetworkSendTime: 282379 - TotalStorageWaitTime: 2789192 - TotalThreadsInvoluntaryContextSwitches: 64 - TotalThreadsTotalWallClockTime: 7243603843 - TotalThreadsSysTime: 6008000 - TotalThreadsUserTime: 193427000 - TotalThreadsVoluntaryContextSwitches: 163 - TotalTime: 8272284395 Fragment Instance Lifecycle Timings - ExecTime: 392227 - ExecTreeExecTime: 5810 - InactiveTotalTime: 0 - OpenTime: 7240800399 - ExecTreeOpenTime: 6476945312 - PrepareTime: 1031024029 - ExecTreePrepareTime: 33576233 - TotalTime: 0 DataStreamSender (dst_id=163) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 574230 - OverallThroughput: 282903 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6221 - TotalTime: 45952 - TransmitDataRPCTime: 22639 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 31222021 - CompileTime: 339401661 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 394612408 - PeakMemoryUsage: 1329664 - PrepareTime: 890584029 - TotalTime: 1637752680 AGGREGATION_NODE (id=41) ExecOption: Codegen Enabled - BuildTime: 10781 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 109756 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6510520171 NESTED_LOOP_JOIN_NODE (id=40) - BuildRows: 1 - BuildTime: 7817 - InactiveTotalTime: 0 - LocalTime: 34402200 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1529 - RowsReturnedRate: 234 - TotalTime: 6506571017 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=162) - BytesReceived: 21 - ConvertRowBatchTime: 973 - DeserializeRowBatchTimer: 17947 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 6455793962 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6455806005 HDFS_SCAN_NODE (id=39) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 4590005 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 132284 - PerReadThreadRawHdfsThroughput: 1717093469 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 6407046 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 325249 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 8061760 - MaterializeTupleTime(*): 177680 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1149000 - ScannerThreadsVoluntaryContextSwitches: 18 - TotalRawHdfsReadTime(*): 46860 - TotalReadThroughput: 0 - TotalTime: 16362812 Instance 5840e519cb1bb31f:86 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 119162213 - RowsProduced: 1 - TotalNetworkReceiveTime: 7988289792 - TotalNetworkSendTime: 5212944 - TotalStorageWaitTime: 1519608 - TotalThreadsInvoluntaryContextSwitches: 38 - TotalThreadsTotalWallClockTime: 8191869960 - TotalThreadsSysTime: 993000 - TotalThreadsUserTime: 173443000 - TotalThreadsVoluntaryContextSwitches: 55 - TotalTime: 8231071464 Fragment Instance Lifecycle Timings - ExecTime: 9516308 - ExecTreeExecTime: 3424 - InactiveTotalTime: 0 - OpenTime: 8180205588 - ExecTreeOpenTime: 7993193260 - PrepareTime: 41316748 - ExecTreePrepareTime: 167316 - TotalTime: 0 DataStreamSender (dst_id=163) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1253374 - OverallThroughput: 482195 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5048 - TotalTime: 26960 - TransmitDataRPCTime: 10372 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1801788 - CompileTime: 35570660 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 147249024 - PeakMemoryUsage: 1329664 - PrepareTime: 37775208 - TotalTime: 221261744 AGGREGATION_NODE (id=41) ExecOption: Codegen Enabled - BuildTime: 103012 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100552 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7993359232 NESTED_LOOP_JOIN_NODE (id=40) - BuildRows: 1 - BuildTime: 6760 - InactiveTotalTime: 0 - LocalTime: 1679472 - PeakMemoryUsage: 78024 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 762 - RowsReturnedRate: 95 - TotalTime: 7993236396 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=162) - BytesReceived: 21 - ConvertRowBatchTime: 1368 - DeserializeRowBatchTimer: 6196 - FirstBatchArrivalWaitTime: 1011212864 - InactiveTotalTime: 7988281556 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7988295348 HDFS_SCAN_NODE (id=39) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 329432 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111816 - PerReadThreadRawHdfsThroughput: 2270800450 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2074892 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 816169 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 2202300 - MaterializeTupleTime(*): 71224 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 504000 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 17740 - TotalReadThroughput: 0 - TotalTime: 3261576 Instance 5840e519cb1bb31f:85 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 192744618 - RowsProduced: 1 - TotalNetworkReceiveTime: 7997969720 - TotalNetworkSendTime: 281632 - TotalStorageWaitTime: 1298336 - TotalThreadsInvoluntaryContextSwitches: 28 - TotalThreadsTotalWallClockTime: 8184634676 - TotalThreadsSysTime: 3241000 - TotalThreadsUserTime: 163092000 - TotalThreadsVoluntaryContextSwitches: 90 - TotalTime: 8224394520 Fragment Instance Lifecycle Timings - ExecTime: 620832 - ExecTreeExecTime: 2452 - InactiveTotalTime: 0 - OpenTime: 8182922496 - ExecTreeOpenTime: 8001375200 - PrepareTime: 40792568 - ExecTreePrepareTime: 854276 - TotalTime: 0 DataStreamSender (dst_id=163) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 753361 - OverallThroughput: 10667 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7224 - TotalTime: 1218616 - TransmitDataRPCTime: 17256 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 934152 - CompileTime: 41951912 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 136362756 - PeakMemoryUsage: 1329664 - PrepareTime: 34581652 - TotalTime: 213468244 AGGREGATION_NODE (id=41) ExecOption: Codegen Enabled - BuildTime: 17692 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 8002227088 NESTED_LOOP_JOIN_NODE (id=40) - BuildRows: 1 - BuildTime: 5872 - InactiveTotalTime: 0 - LocalTime: 860944 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 8001962212 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=162) - BytesReceived: 21 - ConvertRowBatchTime: 572 - DeserializeRowBatchTimer: 4632 - FirstBatchArrivalWaitTime: 1021293264 - InactiveTotalTime: 7997962560 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7997974024 HDFS_SCAN_NODE (id=39) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 87784090 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1396072 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1432092 - MaterializeTupleTime(*): 104 - ScannerThreadsSysTime: 325000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 3520 - TotalReadThroughput: 0 - TotalTime: 3127244 Instance 5840e519cb1bb31f:8b (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 117301210 - RowsProduced: 1 - TotalNetworkReceiveTime: 7989468836 - TotalNetworkSendTime: 455852 - TotalStorageWaitTime: 2309756 - TotalThreadsInvoluntaryContextSwitches: 15 - TotalThreadsTotalWallClockTime: 8185134400 - TotalThreadsSysTime: 4026000 - TotalThreadsUserTime: 168029000 - TotalThreadsVoluntaryContextSwitches: 56 - TotalTime: 8217408916 Fragment Instance Lifecycle Timings - ExecTime: 645756 - ExecTreeExecTime: 3972 - InactiveTotalTime: 0 - OpenTime: 8181997176 - ExecTreeOpenTime: 7994273292 - PrepareTime: 34691984 - ExecTreePrepareTime: 778476 - TotalTime: 0 DataStreamSender (dst_id=163) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 572283 - OverallThroughput: 278802 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5192 - TotalTime: 46628 - TransmitDataRPCTime: 22716 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 868612 - CompileTime: 38308496 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 146530480 - PeakMemoryUsage: 1329664 - PrepareTime: 27380172 - TotalTime: 212788816 AGGREGATION_NODE (id=41) ExecOption: Codegen Enabled - BuildTime: 4808 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7995049520 NESTED_LOOP_JOIN_NODE (id=40) - BuildRows: 1 - BuildTime: 5296 - InactiveTotalTime: 0 - LocalTime: 90796 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 7995124512 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=162) - BytesReceived: 21 - ConvertRowBatchTime: 652 - DeserializeRowBatchTimer: 15332 - FirstBatchArrivalWaitTime: 1025724824 - InactiveTotalTime: 7989462732 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7989472640 HDFS_SCAN_NODE (id=39) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 77404809 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2455652 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2535616 - MaterializeTupleTime(*): 88 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 313000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3992 - TotalReadThroughput: 0 - TotalTime: 5561076 Averaged Fragment F29 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:2s964ms max:8s078ms mean: 4s168ms stddev:1s773ms execution rates: min:89.00 B/sec max:19.64 KB/sec mean:5.60 KB/sec stddev:6.64 KB/sec num instances: 7 - AverageThreadTokens: 1.0238095238095237 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 191415 - PerHostPeakMemUsage: 99676161 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 14073068 - TotalStorageWaitTime: 17170366 - TotalThreadsInvoluntaryContextSwitches: 10 - TotalThreadsTotalWallClockTime: 1138756109 - TotalThreadsSysTime: 1125571 - TotalThreadsUserTime: 28183285 - TotalThreadsVoluntaryContextSwitches: 91 - TotalTime: 2376222987 Fragment Instance Lifecycle Timings - ExecTime: 666430504 - ExecTreeExecTime: 228051367 - InactiveTotalTime: 0 - OpenTime: 316035854 - ExecTreeOpenTime: 53104 - PrepareTime: 1377942091 - ExecTreePrepareTime: 34689245 - TotalTime: 0 DataStreamSender (dst_id=162) - BytesSent: 21 - InactiveTotalTime: 0 - NetworkThroughput(*): 190673 - OverallThroughput: 1049 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 898 - TotalTime: 2888092 - TransmitDataRPCTime: 15733 - UncompressedRowBatchSize: 21 CodeGen - CodegenTime: 33949388 - CompileTime: 126188036 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 152441108 - PeakMemoryUsage: 94208 - PrepareTime: 1086431322 - TotalTime: 1389152890 HDFS_SCAN_NODE (id=38) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.21428571428571427 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 47025190 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 84369 - PerReadThreadRawHdfsThroughput: 804112458 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 155032103 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 1 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 160022370 - MaterializeTupleTime(*): 60485 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1314285 - ScannerThreadsVoluntaryContextSwitches: 20 - TotalRawHdfsReadTime(*): 25080 - TotalReadThroughput: 2169 - TotalTime: 312163108 Fragment F29 Instance 5840e519cb1bb31f:81 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0666666666666667 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 58097845 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1524 - TotalStorageWaitTime: 865472 - TotalThreadsInvoluntaryContextSwitches: 15 - TotalThreadsTotalWallClockTime: 3624134408 - TotalThreadsSysTime: 3227000 - TotalThreadsUserTime: 36262000 - TotalThreadsVoluntaryContextSwitches: 279 - TotalTime: 7487634972 Fragment Instance Lifecycle Timings - ExecTime: 1550241128 - ExecTreeExecTime: 950646576 - InactiveTotalTime: 0 - OpenTime: 1535813316 - ExecTreeOpenTime: 67108 - PrepareTime: 4346626504 - ExecTreePrepareTime: 69147992 - TotalTime: 0 DataStreamSender (dst_id=162) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 61628 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 166084448 - CompileTime: 673771440 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 693850620 - PeakMemoryUsage: 94208 - PrepareTime: 3248099200 - TotalTime: 4740386168 HDFS_SCAN_NODE (id=38) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.5 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 260915944 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1114485981 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 559128572 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 564007240 - MaterializeTupleTime(*): 83920 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2953000 - ScannerThreadsVoluntaryContextSwitches: 53 - TotalRawHdfsReadTime(*): 36380 - TotalReadThroughput: 6237 - TotalTime: 1089028000 Instance 5840e519cb1bb31f:82 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.1 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 126212687 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1712 - TotalStorageWaitTime: 1447552 - TotalThreadsInvoluntaryContextSwitches: 17 - TotalThreadsTotalWallClockTime: 1071654988 - TotalThreadsSysTime: 442000 - TotalThreadsUserTime: 30605000 - TotalThreadsVoluntaryContextSwitches: 110 - TotalTime: 5249700420 Fragment Instance Lifecycle Timings - ExecTime: 460182220 - ExecTreeExecTime: 362097752 - InactiveTotalTime: 0 - OpenTime: 339727684 - ExecTreeOpenTime: 54300 - PrepareTime: 4394286352 - ExecTreePrepareTime: 173066056 - TotalTime: 0 DataStreamSender (dst_id=162) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 27992 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 60686780 - CompileTime: 106836004 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 179708728 - PeakMemoryUsage: 94208 - PrepareTime: 3661287168 - TotalTime: 3980349564 HDFS_SCAN_NODE (id=38) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 58863156 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1501442734 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 271622500 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 6 - ScannerThreadsTotalWallClockTime: 271788068 - MaterializeTupleTime(*): 89704 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1833000 - ScannerThreadsVoluntaryContextSwitches: 37 - TotalRawHdfsReadTime(*): 27032 - TotalReadThroughput: 8950 - TotalTime: 810781636 Instance 5840e519cb1bb31f:83 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 220614 - PerHostPeakMemUsage: 125712755 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 98501352 - TotalStorageWaitTime: 8558444 - TotalThreadsInvoluntaryContextSwitches: 20 - TotalThreadsTotalWallClockTime: 556272844 - TotalThreadsSysTime: 760000 - TotalThreadsUserTime: 33120000 - TotalThreadsVoluntaryContextSwitches: 92 - TotalTime: 1187067136 Fragment Instance Lifecycle Timings - ExecTime: 237281457 - ExecTreeExecTime: 93028876 - InactiveTotalTime: 0 - OpenTime: 220184624 - ExecTreeOpenTime: 61499 - PrepareTime: 729551756 - ExecTreePrepareTime: 89609 - TotalTime: 0 DataStreamSender (dst_id=162) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1334713 - OverallThroughput: 7346 - PeakMemoryUsage: 70560 - RowsReturned: 1 - SerializeBatchTime: 6288 - TotalTime: 20008785 - TransmitDataRPCTime: 110136 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 6363899 - CompileTime: 64148417 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 127172338 - PeakMemoryUsage: 94208 - PrepareTime: 558286160 - TotalTime: 758139923 HDFS_SCAN_NODE (id=38) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 7793194 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 141500 - PerReadThreadRawHdfsThroughput: 1217476168 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 69272691 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 1 - RowsReturnedRate: 10 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 2 - ScannerThreadsTotalWallClockTime: 98846667 - MaterializeTupleTime(*): 174181 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2117000 - ScannerThreadsVoluntaryContextSwitches: 27 - TotalRawHdfsReadTime(*): 66090 - TotalReadThroughput: 0 - TotalTime: 93284484 Instance 5840e519cb1bb31f:7e (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 115074892 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 2104 - TotalStorageWaitTime: 825712 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 696105920 - TotalThreadsSysTime: 50000 - TotalThreadsUserTime: 21149000 - TotalThreadsVoluntaryContextSwitches: 28 - TotalTime: 740453088 Fragment Instance Lifecycle Timings - ExecTime: 673089196 - ExecTreeExecTime: 1755428 - InactiveTotalTime: 0 - OpenTime: 22074980 - ExecTreeOpenTime: 44820 - PrepareTime: 45223116 - ExecTreePrepareTime: 139448 - TotalTime: 0 DataStreamSender (dst_id=162) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 32340 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 665188 - CompileTime: 6033280 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 13196964 - PeakMemoryUsage: 94208 - PrepareTime: 39614240 - TotalTime: 59564612 HDFS_SCAN_NODE (id=38) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 57908545 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 908080 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 972984 - MaterializeTupleTime(*): 128 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 407000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 5336 - TotalReadThroughput: 0 - TotalTime: 2138384 Instance 5840e519cb1bb31f:7f (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200146 - PerHostPeakMemUsage: 78220416 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1796 - TotalStorageWaitTime: 10858712 - TotalThreadsInvoluntaryContextSwitches: 8 - TotalThreadsTotalWallClockTime: 683911216 - TotalThreadsSysTime: 1405000 - TotalThreadsUserTime: 23283000 - TotalThreadsVoluntaryContextSwitches: 50 - TotalTime: 702392444 Fragment Instance Lifecycle Timings - ExecTime: 643757632 - ExecTreeExecTime: 14139896 - InactiveTotalTime: 0 - OpenTime: 27290584 - ExecTreeOpenTime: 57764 - PrepareTime: 31293420 - ExecTreePrepareTime: 80156 - TotalTime: 0 DataStreamSender (dst_id=162) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 33160 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 675484 - CompileTime: 9482632 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 15072636 - PeakMemoryUsage: 94208 - PrepareTime: 26883928 - TotalTime: 52132696 HDFS_SCAN_NODE (id=38) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 1604036 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121032 - PerReadThreadRawHdfsThroughput: 1661881188 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 12773940 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 12896396 - MaterializeTupleTime(*): 75192 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 980000 - ScannerThreadsVoluntaryContextSwitches: 13 - TotalRawHdfsReadTime(*): 24240 - TotalReadThroughput: 0 - TotalTime: 14387756 Instance 5840e519cb1bb31f:80 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 116685459 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1308 - TotalStorageWaitTime: 808 - TotalThreadsInvoluntaryContextSwitches: 10 - TotalThreadsTotalWallClockTime: 660115448 - TotalThreadsSysTime: 865000 - TotalThreadsUserTime: 29985000 - TotalThreadsVoluntaryContextSwitches: 34 - TotalTime: 699473252 Fragment Instance Lifecycle Timings - ExecTime: 620464476 - ExecTreeExecTime: 3640868 - InactiveTotalTime: 0 - OpenTime: 38220220 - ExecTreeOpenTime: 42976 - PrepareTime: 40745504 - ExecTreePrepareTime: 85200 - TotalTime: 0 DataStreamSender (dst_id=162) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 26824 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 888460 - CompileTime: 15940016 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 20311464 - PeakMemoryUsage: 94208 - PrepareTime: 35119976 - TotalTime: 72109576 HDFS_SCAN_NODE (id=38) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 41243993 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1386484 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1458356 - MaterializeTupleTime(*): 152 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 583000 - ScannerThreadsVoluntaryContextSwitches: 2 - TotalRawHdfsReadTime(*): 7492 - TotalReadThroughput: 0 - TotalTime: 3885332 Instance 5840e519cb1bb31f:84 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 77729076 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1684 - TotalStorageWaitTime: 97635868 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 679097944 - TotalThreadsSysTime: 1130000 - TotalThreadsUserTime: 22879000 - TotalThreadsVoluntaryContextSwitches: 45 - TotalTime: 566839600 Fragment Instance Lifecycle Timings - ExecTime: 479997420 - ExecTreeExecTime: 171050176 - InactiveTotalTime: 0 - OpenTime: 28939572 - ExecTreeOpenTime: 43264 - PrepareTime: 57867988 - ExecTreePrepareTime: 216260 - TotalTime: 0 DataStreamSender (dst_id=162) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 25920 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 2281460 - CompileTime: 7104464 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 17775012 - PeakMemoryUsage: 94208 - PrepareTime: 35728584 - TotalTime: 61387696 HDFS_SCAN_NODE (id=38) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 34348599 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 170132456 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 170186880 - MaterializeTupleTime(*): 120 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 327000 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 8996 - TotalReadThroughput: 0 - TotalTime: 171636168 Averaged Fragment F32 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:11s262ms max:11s262ms mean: 11s262ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 380150374 - RowsProduced: 1 - TotalNetworkReceiveTime: 10474689208 - TotalNetworkSendTime: 349590 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 10481489211 - TotalThreadsSysTime: 19000 - TotalThreadsUserTime: 384000 - TotalThreadsVoluntaryContextSwitches: 12 - TotalTime: 11209900087 Fragment Instance Lifecycle Timings - ExecTime: 483714 - ExecTreeExecTime: 21548 - InactiveTotalTime: 0 - OpenTime: 10481040319 - ExecTreeOpenTime: 10479531401 - PrepareTime: 728334876 - ExecTreePrepareTime: 99469 - TotalTime: 0 DataStreamSender (dst_id=167) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 307668 - OverallThroughput: 163659 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2863 - TotalTime: 48882 - TransmitDataRPCTime: 26002 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 645226690 - TotalTime: 673537125 AGGREGATION_NODE (id=166) - BuildTime: 604 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 10479630102 EXCHANGE_NODE (id=165) - BytesReceived: 56 - ConvertRowBatchTime: 7987 - DeserializeRowBatchTimer: 151554 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10474704716 Fragment F32 Instance 5840e519cb1bb31f:93 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 380150374 - RowsProduced: 1 - TotalNetworkReceiveTime: 10474689208 - TotalNetworkSendTime: 349590 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 10481489211 - TotalThreadsSysTime: 19000 - TotalThreadsUserTime: 384000 - TotalThreadsVoluntaryContextSwitches: 12 - TotalTime: 11209900087 Fragment Instance Lifecycle Timings - ExecTime: 483714 - ExecTreeExecTime: 21548 - InactiveTotalTime: 0 - OpenTime: 10481040319 - ExecTreeOpenTime: 10479531401 - PrepareTime: 728334876 - ExecTreePrepareTime: 99469 - TotalTime: 0 DataStreamSender (dst_id=167) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 307668 - OverallThroughput: 163659 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2863 - TotalTime: 48882 - TransmitDataRPCTime: 26002 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 645226690 - TotalTime: 673537125 AGGREGATION_NODE (id=166) - BuildTime: 604 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 10479630102 EXCHANGE_NODE (id=165) - BytesReceived: 56 - ConvertRowBatchTime: 7987 - DeserializeRowBatchTimer: 151554 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 10474660179 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10474704716 Averaged Fragment F31 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:2s944ms max:11s140ms mean: 5s148ms stddev:3s086ms execution rates: min:85.00 B/sec max:19.47 KB/sec mean:5.17 KB/sec stddev:6.71 KB/sec num instances: 7 - AverageThreadTokens: 0.7142857142857143 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 105986991 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 7196948 - TotalStorageWaitTime: 7610490 - TotalThreadsInvoluntaryContextSwitches: 40 - TotalThreadsTotalWallClockTime: 2061150446 - TotalThreadsSysTime: 5817714 - TotalThreadsUserTime: 184047142 - TotalThreadsVoluntaryContextSwitches: 272 - TotalTime: 3208021994 Fragment Instance Lifecycle Timings - ExecTime: 9438929 - ExecTreeExecTime: 4237 - InactiveTotalTime: 0 - OpenTime: 2023736547 - ExecTreeOpenTime: 117956767 - PrepareTime: 1165022311 - ExecTreePrepareTime: 11617262 - TotalTime: 0 DataStreamSender (dst_id=165) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 521066 - OverallThroughput: 79340 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1916 - TotalTime: 13992436 - TransmitDataRPCTime: 16834 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 56904069 - CompileTime: 891382815 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 956485584 - PeakMemoryUsage: 376320 - PrepareTime: 1013010628 - TotalTime: 2882963829 AGGREGATION_NODE (id=43) - BuildTime: 2865 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 19309 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 71 - SpilledPartitions: 0 - TotalTime: 129572636 HDFS_SCAN_NODE (id=42) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 23121 - BytesReadDataNodeCache: 0 - BytesReadLocal: 23121 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 23121 - DecompressionTime: 24601 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 61293 - PerReadThreadRawHdfsThroughput: 1113956348 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 32467559 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 32550466 - MaterializeTupleTime(*): 1438729 - ScannerThreadsSysTime: 133714 - ScannerThreadsUserTime: 1186571 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 15269 - TotalReadThroughput: 0 - TotalTime: 96299124 Fragment F31 Instance 5840e519cb1bb31f:8f (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 67036468 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 4133208 - TotalStorageWaitTime: 2013460 - TotalThreadsInvoluntaryContextSwitches: 57 - TotalThreadsTotalWallClockTime: 7213633004 - TotalThreadsSysTime: 10364000 - TotalThreadsUserTime: 198603000 - TotalThreadsVoluntaryContextSwitches: 675 - TotalTime: 10741942072 Fragment Instance Lifecycle Timings - ExecTime: 4479740 - ExecTreeExecTime: 4628 - InactiveTotalTime: 0 - OpenTime: 7155645856 - ExecTreeOpenTime: 407128384 - PrepareTime: 3581775368 - ExecTreePrepareTime: 80146752 - TotalTime: 0 DataStreamSender (dst_id=165) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 540102 - OverallThroughput: 115 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1496 - TotalTime: 69139304 - TransmitDataRPCTime: 14812 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 106480092 - CompileTime: 2825257208 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 3734456848 - PeakMemoryUsage: 376320 - PrepareTime: 3045606916 - TotalTime: 9699717076 AGGREGATION_NODE (id=43) ExecOption: Codegen Enabled - BuildTime: 3592 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 2 - SpilledPartitions: 0 - TotalTime: 487274284 HDFS_SCAN_NODE (id=42) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32356 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32356 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32356 - DecompressionTime: 36444 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1688021702 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 85220836 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 85322812 - MaterializeTupleTime(*): 787460 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2558000 - ScannerThreadsVoluntaryContextSwitches: 19 - TotalRawHdfsReadTime(*): 19168 - TotalReadThroughput: 0 - TotalTime: 432835640 Instance 5840e519cb1bb31f:90 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 156986667 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 885352 - TotalStorageWaitTime: 1399696 - TotalThreadsInvoluntaryContextSwitches: 68 - TotalThreadsTotalWallClockTime: 4817525996 - TotalThreadsSysTime: 5072000 - TotalThreadsUserTime: 199291000 - TotalThreadsVoluntaryContextSwitches: 541 - TotalTime: 8587708308 Fragment Instance Lifecycle Timings - ExecTime: 1457084 - ExecTreeExecTime: 5876 - InactiveTotalTime: 0 - OpenTime: 4811525700 - ExecTreeOpenTime: 212138424 - PrepareTime: 3707575004 - ExecTreePrepareTime: 119276 - TotalTime: 0 DataStreamSender (dst_id=165) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 437349 - OverallThroughput: 415 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1700 - TotalTime: 19267084 - TransmitDataRPCTime: 18292 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 190942460 - CompileTime: 2759952204 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 1686777388 - PeakMemoryUsage: 376320 - PrepareTime: 3341491304 - TotalTime: 7818060608 AGGREGATION_NODE (id=43) ExecOption: Codegen Enabled - BuildTime: 3384 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 4 - SpilledPartitions: 0 - TotalTime: 212256644 HDFS_SCAN_NODE (id=42) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32388 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32388 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32388 - DecompressionTime: 27488 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1746172094 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 4460896 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 2 - ScannerThreadsTotalWallClockTime: 4584780 - MaterializeTupleTime(*): 639128 - ScannerThreadsSysTime: 936000 - ScannerThreadsUserTime: 524000 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 18548 - TotalReadThroughput: 0 - TotalTime: 77840208 Instance 5840e519cb1bb31f:91 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 130175965 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 137261 - TotalStorageWaitTime: 3166427 - TotalThreadsInvoluntaryContextSwitches: 99 - TotalThreadsTotalWallClockTime: 1312590526 - TotalThreadsSysTime: 9245000 - TotalThreadsUserTime: 207406000 - TotalThreadsVoluntaryContextSwitches: 258 - TotalTime: 1965119608 Fragment Instance Lifecycle Timings - ExecTime: 249220 - ExecTreeExecTime: 4855 - InactiveTotalTime: 0 - OpenTime: 1280738723 - ExecTreeOpenTime: 72818722 - PrepareTime: 684089586 - ExecTreePrepareTime: 146696 - TotalTime: 0 DataStreamSender (dst_id=165) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 379039 - OverallThroughput: 1210 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2633 - TotalTime: 6606576 - TransmitDataRPCTime: 21106 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 90692627 - CompileTime: 460771824 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 696701472 - PeakMemoryUsage: 376320 - PrepareTime: 547994392 - TotalTime: 1730893819 AGGREGATION_NODE (id=43) ExecOption: Codegen Enabled - BuildTime: 7654 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 13 - SpilledPartitions: 0 - TotalTime: 72964530 HDFS_SCAN_NODE (id=42) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 64093 - BytesReadDataNodeCache: 0 - BytesReadLocal: 64093 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 64093 - DecompressionTime: 71316 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1820461839 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 31534871 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 31635794 - MaterializeTupleTime(*): 8075060 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2124000 - ScannerThreadsVoluntaryContextSwitches: 16 - TotalRawHdfsReadTime(*): 35207 - TotalReadThroughput: 0 - TotalTime: 48387392 Instance 5840e519cb1bb31f:8c (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 115074892 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 11737476 - TotalStorageWaitTime: 32160528 - TotalThreadsInvoluntaryContextSwitches: 39 - TotalThreadsTotalWallClockTime: 385093120 - TotalThreadsSysTime: 2935000 - TotalThreadsUserTime: 185906000 - TotalThreadsVoluntaryContextSwitches: 133 - TotalTime: 352989092 Fragment Instance Lifecycle Timings - ExecTime: 13700100 - ExecTreeExecTime: 4404 - InactiveTotalTime: 0 - OpenTime: 312100532 - ExecTreeOpenTime: 82439428 - PrepareTime: 26909260 - ExecTreePrepareTime: 138208 - TotalTime: 0 DataStreamSender (dst_id=165) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 501253 - OverallThroughput: 227583 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 3480 - TotalTime: 35152 - TransmitDataRPCTime: 15960 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1523956 - CompileTime: 66933892 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 159332136 - PeakMemoryUsage: 376320 - PrepareTime: 25752728 - TotalTime: 252502440 AGGREGATION_NODE (id=43) ExecOption: Codegen Enabled - BuildTime: 1044 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 12 - SpilledPartitions: 0 - TotalTime: 82576976 HDFS_SCAN_NODE (id=42) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 48041044 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 59260108 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 59324592 - MaterializeTupleTime(*): 100 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 685000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 6432 - TotalReadThroughput: 0 - TotalTime: 63053324 Instance 5840e519cb1bb31f:8d (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 78220416 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 28731980 - TotalStorageWaitTime: 1083472 - TotalThreadsInvoluntaryContextSwitches: 8 - TotalThreadsTotalWallClockTime: 257248084 - TotalThreadsSysTime: 6253000 - TotalThreadsUserTime: 195671000 - TotalThreadsVoluntaryContextSwitches: 82 - TotalTime: 302087676 Fragment Instance Lifecycle Timings - ExecTime: 36045104 - ExecTreeExecTime: 2652 - InactiveTotalTime: 0 - OpenTime: 219054292 - ExecTreeOpenTime: 3076996 - PrepareTime: 46912460 - ExecTreePrepareTime: 157800 - TotalTime: 0 DataStreamSender (dst_id=165) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 323258 - OverallThroughput: 3041 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1440 - TotalTime: 2630712 - TransmitDataRPCTime: 24748 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2959244 - CompileTime: 38430680 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 172625892 - PeakMemoryUsage: 376320 - PrepareTime: 38484304 - TotalTime: 250318192 AGGREGATION_NODE (id=43) ExecOption: Codegen Enabled - BuildTime: 2296 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 309 - SpilledPartitions: 0 - TotalTime: 3232004 HDFS_SCAN_NODE (id=42) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32089 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32089 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32089 - DecompressionTime: 36964 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 93184 - PerReadThreadRawHdfsThroughput: 2407638055 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2116008 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2178456 - MaterializeTupleTime(*): 569136 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1072000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 13328 - TotalReadThroughput: 0 - TotalTime: 3298424 Instance 5840e519cb1bb31f:8e (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 116685459 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 4520484 - TotalStorageWaitTime: 5429688 - TotalThreadsInvoluntaryContextSwitches: 9 - TotalThreadsTotalWallClockTime: 201083516 - TotalThreadsSysTime: 5097000 - TotalThreadsUserTime: 153692000 - TotalThreadsVoluntaryContextSwitches: 92 - TotalTime: 257732668 Fragment Instance Lifecycle Timings - ExecTime: 8998868 - ExecTreeExecTime: 3088 - InactiveTotalTime: 0 - OpenTime: 186485168 - ExecTreeOpenTime: 7344200 - PrepareTime: 61118000 - ExecTreePrepareTime: 136236 - TotalTime: 0 DataStreamSender (dst_id=165) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 572409 - OverallThroughput: 289771 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 968 - TotalTime: 27608 - TransmitDataRPCTime: 13976 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 3188508 - CompileTime: 46518224 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 129285688 - PeakMemoryUsage: 376320 - PrepareTime: 50485424 - TotalTime: 228619700 AGGREGATION_NODE (id=43) ExecOption: Codegen Enabled - BuildTime: 1108 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 133 - SpilledPartitions: 0 - TotalTime: 7479044 HDFS_SCAN_NODE (id=42) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 41046758 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 5542552 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 5639852 - MaterializeTupleTime(*): 76 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 866000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 7528 - TotalReadThroughput: 0 - TotalTime: 7557120 Instance 5840e519cb1bb31f:92 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 77729076 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 232880 - TotalStorageWaitTime: 8020164 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 240878876 - TotalThreadsSysTime: 1758000 - TotalThreadsUserTime: 147761000 - TotalThreadsVoluntaryContextSwitches: 129 - TotalTime: 248574540 Fragment Instance Lifecycle Timings - ExecTime: 1142392 - ExecTreeExecTime: 4160 - InactiveTotalTime: 0 - OpenTime: 200605564 - ExecTreeOpenTime: 40751216 - PrepareTime: 46776500 - ExecTreePrepareTime: 475868 - TotalTime: 0 DataStreamSender (dst_id=165) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 894054 - OverallThroughput: 33247 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1700 - TotalTime: 240616 - TransmitDataRPCTime: 8948 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2541596 - CompileTime: 41815676 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 116219664 - PeakMemoryUsage: 376320 - PrepareTime: 41259332 - TotalTime: 200634968 AGGREGATION_NODE (id=43) ExecOption: Codegen Enabled - BuildTime: 980 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 24 - SpilledPartitions: 0 - TotalTime: 41224976 HDFS_SCAN_NODE (id=42) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 20480 - PerReadThreadRawHdfsThroughput: 46312949 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 39137644 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 39166976 - MaterializeTupleTime(*): 144 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 477000 - ScannerThreadsVoluntaryContextSwitches: 10 - TotalRawHdfsReadTime(*): 6672 - TotalReadThroughput: 0 - TotalTime: 41121764 Averaged Fragment F34 split sizes: min: 263.00 B, max: 4.30 KB, avg: 3.48 KB, stddev: 1.45 KB completion times: min:2s982ms max:4s580ms mean: 3s330ms stddev:567.662ms execution rates: min:88.00 B/sec max:1.43 KB/sec mean:1.05 KB/sec stddev:475.95 B/sec num instances: 6 - AverageThreadTokens: 1.0208333333333333 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 114203 - PerHostPeakMemUsage: 105513057 - RowsProduced: 97 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 451860725 - TotalStorageWaitTime: 9547800 - TotalThreadsInvoluntaryContextSwitches: 6 - TotalThreadsTotalWallClockTime: 918366296 - TotalThreadsSysTime: 2070000 - TotalThreadsUserTime: 18983500 - TotalThreadsVoluntaryContextSwitches: 82 - TotalTime: 1616276786 Fragment Instance Lifecycle Timings - ExecTime: 722370394 - ExecTreeExecTime: 38761329 - InactiveTotalTime: 0 - OpenTime: 172764835 - ExecTreeOpenTime: 57813 - PrepareTime: 709481669 - ExecTreePrepareTime: 14025605 - TotalTime: 0 DataStreamSender (dst_id=172) - BytesSent: 10780 - InactiveTotalTime: 0 - NetworkThroughput(*): 165942779 - OverallThroughput: 66532901 - PeakMemoryUsage: 43680 - RowsReturned: 97 - SerializeBatchTime: 22918 - TotalTime: 397877 - TransmitDataRPCTime: 58671 - UncompressedRowBatchSize: 21081 CodeGen - CodegenTime: 40609689 - CompileTime: 56509992 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 88180981 - PeakMemoryUsage: 50176 - PrepareTime: 542526746 - TotalTime: 706684557 HDFS_SCAN_NODE (id=49) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.16666666666666666 - BytesRead: 3975 - BytesReadDataNodeCache: 0 - BytesReadLocal: 3975 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 3975 - DecompressionTime: 3400864 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 57856 - PerReadThreadRawHdfsThroughput: 199672563 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 27233061 - RowBatchQueuePutWaitTime: 0 - RowsRead: 97 - RowsReturned: 97 - RowsReturnedRate: 5827 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 27444001 - MaterializeTupleTime(*): 984649 - ScannerThreadsSysTime: 200000 - ScannerThreadsUserTime: 666000 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 18353 - TotalReadThroughput: 225 - TotalTime: 80816105 Fragment F34 Instance 5840e519cb1bb31f:a8 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/3.90 KB 4:1/263.00 B - AverageThreadTokens: 1.125 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 116634 - PerHostPeakMemUsage: 119080317 - RowsProduced: 117 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 87101924 - TotalStorageWaitTime: 788120 - TotalThreadsInvoluntaryContextSwitches: 14 - TotalThreadsTotalWallClockTime: 1134124772 - TotalThreadsSysTime: 4186000 - TotalThreadsUserTime: 20574000 - TotalThreadsVoluntaryContextSwitches: 122 - TotalTime: 4477387608 Fragment Instance Lifecycle Timings - ExecTime: 389709224 - ExecTreeExecTime: 67458652 - InactiveTotalTime: 0 - OpenTime: 711504392 - ExecTreeOpenTime: 60708 - PrepareTime: 3309667088 - ExecTreePrepareTime: 83553332 - TotalTime: 0 DataStreamSender (dst_id=172) - BytesSent: 12838 - InactiveTotalTime: 0 - NetworkThroughput(*): 136731563 - OverallThroughput: 79606617 - PeakMemoryUsage: 43680 - RowsReturned: 117 - SerializeBatchTime: 28468 - TotalTime: 161268 - TransmitDataRPCTime: 93892 - UncompressedRowBatchSize: 25354 CodeGen - CodegenTime: 225613036 - CompileTime: 232478124 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 348332592 - PeakMemoryUsage: 50176 - PrepareTime: 2526729424 - TotalTime: 3191005760 HDFS_SCAN_NODE (id=49) Hdfs split stats (:<# splits>/): 1:1/3.90 KB 4:1/263.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 4744 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4744 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4744 - DecompressionTime: 18046684 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 64512 - PerReadThreadRawHdfsThroughput: 271395881 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 32729608 - RowBatchQueuePutWaitTime: 0 - RowsRead: 117 - RowsReturned: 117 - RowsReturnedRate: 367 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 32956824 - MaterializeTupleTime(*): 5752748 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 626000 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 17480 - TotalReadThroughput: 1355 - TotalTime: 318084260 Instance 5840e519cb1bb31f:a3 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/3.87 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 116634 - PerHostPeakMemUsage: 125712755 - RowsProduced: 117 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 156551943 - TotalStorageWaitTime: 5532855 - TotalThreadsInvoluntaryContextSwitches: 8 - TotalThreadsTotalWallClockTime: 580019791 - TotalThreadsSysTime: 1014000 - TotalThreadsUserTime: 23524000 - TotalThreadsVoluntaryContextSwitches: 87 - TotalTime: 1285291261 Fragment Instance Lifecycle Timings - ExecTime: 313652366 - ExecTreeExecTime: 106404914 - InactiveTotalTime: 0 - OpenTime: 214677366 - ExecTreeOpenTime: 38058 - PrepareTime: 753742739 - ExecTreePrepareTime: 181399 - TotalTime: 0 DataStreamSender (dst_id=172) - BytesSent: 12600 - InactiveTotalTime: 0 - NetworkThroughput(*): 164804980 - OverallThroughput: 101711333 - PeakMemoryUsage: 43680 - RowsReturned: 117 - SerializeBatchTime: 22785 - TotalTime: 123880 - TransmitDataRPCTime: 76454 - UncompressedRowBatchSize: 25242 CodeGen - CodegenTime: 15357971 - CompileTime: 67427313 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 120647097 - PeakMemoryUsage: 50176 - PrepareTime: 572519988 - TotalTime: 788983531 HDFS_SCAN_NODE (id=49) Hdfs split stats (:<# splits>/): 4:1/3.87 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 4449 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4449 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4449 - DecompressionTime: 41967 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 64512 - PerReadThreadRawHdfsThroughput: 175191966 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 76659622 - RowBatchQueuePutWaitTime: 0 - RowsRead: 117 - RowsReturned: 117 - RowsReturnedRate: 1094 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 76755081 - MaterializeTupleTime(*): 36951 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1489000 - ScannerThreadsVoluntaryContextSwitches: 17 - TotalRawHdfsReadTime(*): 25395 - TotalReadThroughput: 0 - TotalTime: 106916313 Instance 5840e519cb1bb31f:a4 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 2:1/4.05 KB 1:1/263.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 116634 - PerHostPeakMemUsage: 78259392 - RowsProduced: 117 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 785495988 - TotalStorageWaitTime: 28596452 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 1057481624 - TotalThreadsSysTime: 996000 - TotalThreadsUserTime: 15507000 - TotalThreadsVoluntaryContextSwitches: 51 - TotalTime: 1072920028 Fragment Instance Lifecycle Timings - ExecTime: 1009966692 - ExecTreeExecTime: 30514272 - InactiveTotalTime: 0 - OpenTime: 18428296 - ExecTreeOpenTime: 42912 - PrepareTime: 44484384 - ExecTreePrepareTime: 85408 - TotalTime: 0 DataStreamSender (dst_id=172) - BytesSent: 12936 - InactiveTotalTime: 0 - NetworkThroughput(*): 241325274 - OverallThroughput: 16896993 - PeakMemoryUsage: 43680 - RowsReturned: 117 - SerializeBatchTime: 28492 - TotalTime: 765580 - TransmitDataRPCTime: 53604 - UncompressedRowBatchSize: 25165 CodeGen - CodegenTime: 607508 - CompileTime: 5366324 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 9737560 - PeakMemoryUsage: 50176 - PrepareTime: 37077528 - TotalTime: 52954636 HDFS_SCAN_NODE (id=49) Hdfs split stats (:<# splits>/): 2:1/4.05 KB 1:1/263.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 4894 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4894 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4894 - DecompressionTime: 21076 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 64512 - PerReadThreadRawHdfsThroughput: 222819158 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 29054076 - RowBatchQueuePutWaitTime: 0 - RowsRead: 117 - RowsReturned: 117 - RowsReturnedRate: 3805 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 29139164 - MaterializeTupleTime(*): 46952 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 870000 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 21964 - TotalReadThroughput: 0 - TotalTime: 30744488 Instance 5840e519cb1bb31f:a6 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/3.94 KB 2:1/263.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 116634 - PerHostPeakMemUsage: 116685459 - RowsProduced: 117 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 881986296 - TotalStorageWaitTime: 3273024 - TotalThreadsInvoluntaryContextSwitches: 11 - TotalThreadsTotalWallClockTime: 922975692 - TotalThreadsSysTime: 2436000 - TotalThreadsUserTime: 17328000 - TotalThreadsVoluntaryContextSwitches: 72 - TotalTime: 972778456 Fragment Instance Lifecycle Timings - ExecTime: 893119880 - ExecTreeExecTime: 4580784 - InactiveTotalTime: 0 - OpenTime: 25909904 - ExecTreeOpenTime: 93748 - PrepareTime: 53624748 - ExecTreePrepareTime: 72220 - TotalTime: 0 DataStreamSender (dst_id=172) - BytesSent: 13083 - InactiveTotalTime: 0 - NetworkThroughput(*): 294821525 - OverallThroughput: 103530957 - PeakMemoryUsage: 43680 - RowsReturned: 117 - SerializeBatchTime: 26920 - TotalTime: 126368 - TransmitDataRPCTime: 44376 - UncompressedRowBatchSize: 25200 CodeGen - CodegenTime: 519620 - CompileTime: 8740144 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 13658468 - PeakMemoryUsage: 50176 - PrepareTime: 43881808 - TotalTime: 67862764 HDFS_SCAN_NODE (id=49) Hdfs split stats (:<# splits>/): 3:1/3.94 KB 2:1/263.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 4794 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4794 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4794 - DecompressionTime: 228776 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 64512 - PerReadThreadRawHdfsThroughput: 225493885 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3909084 - RowBatchQueuePutWaitTime: 0 - RowsRead: 117 - RowsReturned: 117 - RowsReturnedRate: 24188 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 3975308 - MaterializeTupleTime(*): 34312 - ScannerThreadsSysTime: 525000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 21260 - TotalReadThroughput: 0 - TotalTime: 4837076 Instance 5840e519cb1bb31f:a7 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/263.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 102048 - PerHostPeakMemUsage: 78265532 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1728 - TotalStorageWaitTime: 832388 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 920437492 - TotalThreadsSysTime: 1659000 - TotalThreadsUserTime: 15858000 - TotalThreadsVoluntaryContextSwitches: 59 - TotalTime: 967236532 Fragment Instance Lifecycle Timings - ExecTime: 900087540 - ExecTreeExecTime: 2507948 - InactiveTotalTime: 0 - OpenTime: 19396760 - ExecTreeOpenTime: 61600 - PrepareTime: 47714700 - ExecTreePrepareTime: 150040 - TotalTime: 0 DataStreamSender (dst_id=172) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 43680 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 1074480 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 969564 - CompileTime: 6745416 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 10815340 - PeakMemoryUsage: 50176 - PrepareTime: 36085868 - TotalTime: 55210640 HDFS_SCAN_NODE (id=49) Hdfs split stats (:<# splits>/): 0:1/263.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 263 - BytesReadDataNodeCache: 0 - BytesReadLocal: 263 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 263 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 46205200 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 963588 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 995548 - MaterializeTupleTime(*): 72 - ScannerThreadsSysTime: 675000 - ScannerThreadsUserTime: 361000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 5692 - TotalReadThroughput: 0 - TotalTime: 2898988 Instance 5840e519cb1bb31f:a5 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:2/4.10 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 116634 - PerHostPeakMemUsage: 115074892 - RowsProduced: 118 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 800026476 - TotalStorageWaitTime: 18263964 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 895158408 - TotalThreadsSysTime: 2129000 - TotalThreadsUserTime: 21110000 - TotalThreadsVoluntaryContextSwitches: 106 - TotalTime: 922046832 Fragment Instance Lifecycle Timings - ExecTime: 827686664 - ExecTreeExecTime: 21101404 - InactiveTotalTime: 0 - OpenTime: 46672292 - ExecTreeOpenTime: 49856 - PrepareTime: 47656360 - ExecTreePrepareTime: 111236 - TotalTime: 0 DataStreamSender (dst_id=172) - BytesSent: 13223 - InactiveTotalTime: 0 - NetworkThroughput(*): 157973334 - OverallThroughput: 97451506 - PeakMemoryUsage: 43680 - RowsReturned: 118 - SerializeBatchTime: 30848 - TotalTime: 135688 - TransmitDataRPCTime: 83704 - UncompressedRowBatchSize: 25529 CodeGen - CodegenTime: 590436 - CompileTime: 18302632 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 25894832 - PeakMemoryUsage: 50176 - PrepareTime: 38865864 - TotalTime: 84090016 HDFS_SCAN_NODE (id=49) Hdfs split stats (:<# splits>/): 3:2/4.10 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 4709 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4709 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4709 - DecompressionTime: 2066684 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 64512 - PerReadThreadRawHdfsThroughput: 256929288 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 20082388 - RowBatchQueuePutWaitTime: 0 - RowsRead: 118 - RowsReturned: 118 - RowsReturnedRate: 5510 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 20842084 - MaterializeTupleTime(*): 36860 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 650000 - ScannerThreadsVoluntaryContextSwitches: 13 - TotalRawHdfsReadTime(*): 18328 - TotalReadThroughput: 0 - TotalTime: 21415508 Averaged Fragment F41 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:12s532ms max:12s532ms mean: 12s532ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 393220223 - RowsProduced: 1 - TotalNetworkReceiveTime: 11818388502 - TotalNetworkSendTime: 5935471 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11844624057 - TotalThreadsSysTime: 114000 - TotalThreadsUserTime: 774000 - TotalThreadsVoluntaryContextSwitches: 18 - TotalTime: 12495130063 Fragment Instance Lifecycle Timings - ExecTime: 23299424 - ExecTreeExecTime: 3894 - InactiveTotalTime: 0 - OpenTime: 11821355594 - ExecTreeOpenTime: 11818540965 - PrepareTime: 648069685 - ExecTreePrepareTime: 7134581 - TotalTime: 0 DataStreamSender (dst_id=182) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 2151198 - OverallThroughput: 12057 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 9954 - TotalTime: 7547362 - TransmitDataRPCTime: 42302 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 509561587 - TotalTime: 528135078 AGGREGATION_NODE (id=181) - BuildTime: 8740 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11825673473 EXCHANGE_NODE (id=180) - BytesReceived: 91 - ConvertRowBatchTime: 11819 - DeserializeRowBatchTimer: 27561 - FirstBatchArrivalWaitTime: 11432645345 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11818428843 Fragment F41 Instance 5840e519cb1bb31f:c7 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 393220223 - RowsProduced: 1 - TotalNetworkReceiveTime: 11818388502 - TotalNetworkSendTime: 5935471 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11844624057 - TotalThreadsSysTime: 114000 - TotalThreadsUserTime: 774000 - TotalThreadsVoluntaryContextSwitches: 18 - TotalTime: 12495130063 Fragment Instance Lifecycle Timings - ExecTime: 23299424 - ExecTreeExecTime: 3894 - InactiveTotalTime: 0 - OpenTime: 11821355594 - ExecTreeOpenTime: 11818540965 - PrepareTime: 648069685 - ExecTreePrepareTime: 7134581 - TotalTime: 0 DataStreamSender (dst_id=182) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 2151198 - OverallThroughput: 12057 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 9954 - TotalTime: 7547362 - TransmitDataRPCTime: 42302 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 509561587 - TotalTime: 528135078 AGGREGATION_NODE (id=181) - BuildTime: 8740 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11825673473 EXCHANGE_NODE (id=180) - BytesReceived: 91 - ConvertRowBatchTime: 11819 - DeserializeRowBatchTimer: 27561 - FirstBatchArrivalWaitTime: 11432645345 - InactiveTotalTime: 11818345259 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11818428843 Averaged Fragment F35 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:12s119ms max:12s411ms mean: 12s310ms stddev:122.176ms execution rates: min:24.00 B/sec max:5.01 KB/sec mean:1.79 KB/sec stddev:1.74 KB/sec num instances: 7 - AverageThreadTokens: 1.0121635610766047 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 306597448 - RowsProduced: 1 - TotalNetworkReceiveTime: 10541576324 - TotalNetworkSendTime: 479501 - TotalStorageWaitTime: 3387845 - TotalThreadsInvoluntaryContextSwitches: 11 - TotalThreadsTotalWallClockTime: 11118072000 - TotalThreadsSysTime: 1546857 - TotalThreadsUserTime: 41300428 - TotalThreadsVoluntaryContextSwitches: 92 - TotalTime: 12203431350 Fragment Instance Lifecycle Timings - ExecTime: 1035082 - ExecTreeExecTime: 8776 - InactiveTotalTime: 0 - OpenTime: 11052343721 - ExecTreeOpenTime: 10638527979 - PrepareTime: 1148759500 - ExecTreePrepareTime: 41137838 - TotalTime: 0 DataStreamSender (dst_id=180) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 722449 - OverallThroughput: 279293 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 14593 - TotalTime: 54425 - TransmitDataRPCTime: 20974 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 23616613 - CompileTime: 113022235 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 266356489 - PeakMemoryUsage: 257024 - PrepareTime: 978569429 - TotalTime: 1376135894 AGGREGATION_NODE (id=61) - BuildTime: 11098 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 48798 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 10679662568 NESTED_LOOP_JOIN_NODE (id=60) - BuildRows: 1 - BuildTime: 2220291 - InactiveTotalTime: 0 - LocalTime: 21895946 - PeakMemoryUsage: 62256 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 1250 - RowsReturnedRate: 132 - TotalTime: 10692281431 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=179) - BytesReceived: 21 - ConvertRowBatchTime: 1831 - DeserializeRowBatchTimer: 12356 - FirstBatchArrivalWaitTime: 10471762234 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10541583023 HDFS_SCAN_NODE (id=59) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.2857142857142857 - BytesRead: 25511 - BytesReadDataNodeCache: 0 - BytesReadLocal: 25511 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 25511 - DecompressionTime: 85727 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 52309 - PerReadThreadRawHdfsThroughput: 824801957 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 59372037 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 180607 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 70869718 - MaterializeTupleTime(*): 348965 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 902857 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 21761 - TotalReadThroughput: 846 - TotalTime: 131125950 Fragment F35 Instance 5840e519cb1bb31f:c0 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 435990167 - RowsProduced: 1 - TotalNetworkReceiveTime: 12280828956 - TotalNetworkSendTime: 283364 - TotalStorageWaitTime: 937444 - TotalThreadsInvoluntaryContextSwitches: 12 - TotalThreadsTotalWallClockTime: 12343361280 - TotalThreadsSysTime: 1133000 - TotalThreadsUserTime: 43195000 - TotalThreadsVoluntaryContextSwitches: 56 - TotalTime: 12384146064 Fragment Instance Lifecycle Timings - ExecTime: 566464 - ExecTreeExecTime: 4460 - InactiveTotalTime: 0 - OpenTime: 12341707128 - ExecTreeOpenTime: 12283644276 - PrepareTime: 41809552 - ExecTreePrepareTime: 1212108 - TotalTime: 0 DataStreamSender (dst_id=180) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 534979 - OverallThroughput: 236466 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7080 - TotalTime: 54976 - TransmitDataRPCTime: 24300 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1479608 - CompileTime: 17774064 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 36544448 - PeakMemoryUsage: 257024 - PrepareTime: 36764336 - TotalTime: 91704984 AGGREGATION_NODE (id=61) ExecOption: Codegen Enabled - BuildTime: 1772 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12284854836 NESTED_LOOP_JOIN_NODE (id=60) - BuildRows: 1 - BuildTime: 8068 - InactiveTotalTime: 0 - LocalTime: 2205996 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12285768576 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=179) - BytesReceived: 21 - ConvertRowBatchTime: 1260 - DeserializeRowBatchTimer: 4380 - FirstBatchArrivalWaitTime: 12160251252 - InactiveTotalTime: 12280817284 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12280835176 HDFS_SCAN_NODE (id=59) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 51603206 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1064720 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1126256 - MaterializeTupleTime(*): 164 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 467000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 5988 - TotalReadThroughput: 0 - TotalTime: 2727404 Instance 5840e519cb1bb31f:c2 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 344333184 - RowsProduced: 1 - TotalNetworkReceiveTime: 12290584412 - TotalNetworkSendTime: 345956 - TotalStorageWaitTime: 691888 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 12331663580 - TotalThreadsSysTime: 1104000 - TotalThreadsUserTime: 31262000 - TotalThreadsVoluntaryContextSwitches: 38 - TotalTime: 12382504452 Fragment Instance Lifecycle Timings - ExecTime: 811192 - ExecTreeExecTime: 17824 - InactiveTotalTime: 0 - OpenTime: 12330012184 - ExecTreeOpenTime: 12292179096 - PrepareTime: 51241112 - ExecTreePrepareTime: 298496 - TotalTime: 0 DataStreamSender (dst_id=180) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 408805 - OverallThroughput: 265024 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5148 - TotalTime: 49052 - TransmitDataRPCTime: 31800 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1031460 - CompileTime: 12876948 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 20510108 - PeakMemoryUsage: 257024 - PrepareTime: 39827724 - TotalTime: 75308932 AGGREGATION_NODE (id=61) ExecOption: Codegen Enabled - BuildTime: 1596 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12292475672 NESTED_LOOP_JOIN_NODE (id=60) - BuildRows: 1 - BuildTime: 6932 - InactiveTotalTime: 0 - LocalTime: 279896 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12292492488 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=179) - BytesReceived: 21 - ConvertRowBatchTime: 2840 - DeserializeRowBatchTimer: 12304 - FirstBatchArrivalWaitTime: 12169946352 - InactiveTotalTime: 12290563712 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12290593188 HDFS_SCAN_NODE (id=59) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 83333333 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 818284 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 874208 - MaterializeTupleTime(*): 64 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 370000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3708 - TotalReadThroughput: 0 - TotalTime: 1619404 Instance 5840e519cb1bb31f:c6 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 351466022 - RowsProduced: 1 - TotalNetworkReceiveTime: 12265531000 - TotalNetworkSendTime: 232036 - TotalStorageWaitTime: 823428 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 12309732580 - TotalThreadsSysTime: 982000 - TotalThreadsUserTime: 36091000 - TotalThreadsVoluntaryContextSwitches: 55 - TotalTime: 12344308756 Fragment Instance Lifecycle Timings - ExecTime: 413984 - ExecTreeExecTime: 4108 - InactiveTotalTime: 0 - OpenTime: 12308383936 - ExecTreeOpenTime: 12268331752 - PrepareTime: 35475836 - ExecTreePrepareTime: 223324 - TotalTime: 0 DataStreamSender (dst_id=180) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1189169 - OverallThroughput: 415441 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6128 - TotalTime: 31292 - TransmitDataRPCTime: 10932 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 971512 - CompileTime: 16177520 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 21813004 - PeakMemoryUsage: 257024 - PrepareTime: 30978224 - TotalTime: 69695184 AGGREGATION_NODE (id=61) ExecOption: Codegen Enabled - BuildTime: 1548 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12268553488 NESTED_LOOP_JOIN_NODE (id=60) - BuildRows: 1 - BuildTime: 27172 - InactiveTotalTime: 0 - LocalTime: 166500 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12268334480 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=179) - BytesReceived: 21 - ConvertRowBatchTime: 1304 - DeserializeRowBatchTimer: 21468 - FirstBatchArrivalWaitTime: 12145354156 - InactiveTotalTime: 12265521660 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12265538808 HDFS_SCAN_NODE (id=59) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 82797427 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 907876 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 959252 - MaterializeTupleTime(*): 144 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 869000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 3732 - TotalReadThroughput: 0 - TotalTime: 2629172 Instance 5840e519cb1bb31f:c1 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 309147667 - RowsProduced: 1 - TotalNetworkReceiveTime: 12028404224 - TotalNetworkSendTime: 499800 - TotalStorageWaitTime: 1161524 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 12075571224 - TotalThreadsSysTime: 25000 - TotalThreadsUserTime: 37285000 - TotalThreadsVoluntaryContextSwitches: 45 - TotalTime: 12117418100 Fragment Instance Lifecycle Timings - ExecTime: 1384528 - ExecTreeExecTime: 7896 - InactiveTotalTime: 0 - OpenTime: 12072578080 - ExecTreeOpenTime: 12034139268 - PrepareTime: 43116416 - ExecTreePrepareTime: 330516 - TotalTime: 0 DataStreamSender (dst_id=180) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 503719 - OverallThroughput: 155599 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 22920 - TotalTime: 83548 - TransmitDataRPCTime: 25808 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1004508 - CompileTime: 11813716 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 24215300 - PeakMemoryUsage: 257024 - PrepareTime: 38161196 - TotalTime: 74844824 AGGREGATION_NODE (id=61) ExecOption: Codegen Enabled - BuildTime: 17216 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57752 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12034471552 NESTED_LOOP_JOIN_NODE (id=60) - BuildRows: 1 - BuildTime: 1030404 - InactiveTotalTime: 0 - LocalTime: 1619892 - PeakMemoryUsage: 69016 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1751 - RowsReturnedRate: 145 - TotalTime: 12034421852 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=179) - BytesReceived: 21 - ConvertRowBatchTime: 3532 - DeserializeRowBatchTimer: 14252 - FirstBatchArrivalWaitTime: 12027389780 - InactiveTotalTime: 12028399236 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12028410320 HDFS_SCAN_NODE (id=59) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35438 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35438 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35438 - DecompressionTime: 93152 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65944 - PerReadThreadRawHdfsThroughput: 2131737247 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1458388 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 606151 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1659684 - MaterializeTupleTime(*): 81240 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 957000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 16624 - TotalReadThroughput: 0 - TotalTime: 4391640 Instance 5840e519cb1bb31f:c5 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 11142512467 - TotalNetworkSendTime: 170747 - TotalStorageWaitTime: 5906479 - TotalThreadsInvoluntaryContextSwitches: 31 - TotalThreadsTotalWallClockTime: 11441444604 - TotalThreadsSysTime: 2000 - TotalThreadsUserTime: 53572000 - TotalThreadsVoluntaryContextSwitches: 73 - TotalTime: 12104536618 Fragment Instance Lifecycle Timings - ExecTime: 334312 - ExecTreeExecTime: 4172 - InactiveTotalTime: 0 - OpenTime: 11434247408 - ExecTreeOpenTime: 11152025337 - PrepareTime: 666941670 - ExecTreePrepareTime: 25559473 - TotalTime: 0 DataStreamSender (dst_id=180) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 509544 - OverallThroughput: 141618 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 48707 - TotalTime: 91796 - TransmitDataRPCTime: 25513 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 10947352 - CompileTime: 136296482 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 142724498 - PeakMemoryUsage: 257024 - PrepareTime: 521628003 - TotalTime: 822879095 AGGREGATION_NODE (id=61) ExecOption: Codegen Enabled - BuildTime: 28664 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11177582662 NESTED_LOOP_JOIN_NODE (id=60) - BuildRows: 1 - BuildTime: 5297 - InactiveTotalTime: 0 - LocalTime: 11878373 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 3499 - RowsReturnedRate: 313 - TotalTime: 11162647743 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=179) - BytesReceived: 21 - ConvertRowBatchTime: 1313 - DeserializeRowBatchTimer: 13520 - FirstBatchArrivalWaitTime: 11140446375 - InactiveTotalTime: 11142506084 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11142518789 HDFS_SCAN_NODE (id=59) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 70769 - BytesReadDataNodeCache: 0 - BytesReadLocal: 70769 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 70769 - DecompressionTime: 327469 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 94612 - PerReadThreadRawHdfsThroughput: 1579665178 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 5973259 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 645045 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 6895635 - MaterializeTupleTime(*): 152279 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1699000 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 44800 - TotalReadThroughput: 0 - TotalTime: 8250581 Instance 5840e519cb1bb31f:c3 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0416666666666667 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 72852509 - RowsProduced: 1 - TotalNetworkReceiveTime: 6947551328 - TotalNetworkSendTime: 1635388 - TotalStorageWaitTime: 4620976 - TotalThreadsInvoluntaryContextSwitches: 23 - TotalThreadsTotalWallClockTime: 9115474876 - TotalThreadsSysTime: 4123000 - TotalThreadsUserTime: 45893000 - TotalThreadsVoluntaryContextSwitches: 232 - TotalTime: 12102658856 Fragment Instance Lifecycle Timings - ExecTime: 3378896 - ExecTreeExecTime: 17512 - InactiveTotalTime: 0 - OpenTime: 8870945484 - ExecTreeOpenTime: 7331267512 - PrepareTime: 3228275624 - ExecTreePrepareTime: 68639580 - TotalTime: 0 DataStreamSender (dst_id=180) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1156172 - OverallThroughput: 386260 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6744 - TotalTime: 33656 - TransmitDataRPCTime: 11244 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 8733364 - CompileTime: 359883980 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 1032477544 - PeakMemoryUsage: 257024 - PrepareTime: 2939668028 - TotalTime: 4405508676 AGGREGATION_NODE (id=61) ExecOption: Codegen Enabled - BuildTime: 15312 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7399906812 NESTED_LOOP_JOIN_NODE (id=60) - BuildRows: 1 - BuildTime: 6156 - InactiveTotalTime: 0 - LocalTime: 137120968 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1752 - RowsReturnedRate: 236 - TotalTime: 7397150696 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=179) - BytesReceived: 21 - ConvertRowBatchTime: 1692 - DeserializeRowBatchTimer: 5772 - FirstBatchArrivalWaitTime: 6944119508 - InactiveTotalTime: 6947544864 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6947557828 HDFS_SCAN_NODE (id=59) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 35703 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35703 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35703 - DecompressionTime: 91216 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65940 - PerReadThreadRawHdfsThroughput: 929184884 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 240779788 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 8515 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 241185012 - MaterializeTupleTime(*): 2172468 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 896000 - ScannerThreadsVoluntaryContextSwitches: 28 - TotalRawHdfsReadTime(*): 38424 - TotalReadThroughput: 2702 - TotalTime: 312471900 Instance 5840e519cb1bb31f:c4 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0434782608695652 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 246987573 - RowsProduced: 1 - TotalNetworkReceiveTime: 6835621884 - TotalNetworkSendTime: 189220 - TotalStorageWaitTime: 9573180 - TotalThreadsInvoluntaryContextSwitches: 12 - TotalThreadsTotalWallClockTime: 8209255860 - TotalThreadsSysTime: 3459000 - TotalThreadsUserTime: 41805000 - TotalThreadsVoluntaryContextSwitches: 148 - TotalTime: 11988446604 Fragment Instance Lifecycle Timings - ExecTime: 356200 - ExecTreeExecTime: 5460 - InactiveTotalTime: 0 - OpenTime: 8008531832 - ExecTreeOpenTime: 7108108616 - PrepareTime: 3974456296 - ExecTreePrepareTime: 191701372 - TotalTime: 0 DataStreamSender (dst_id=180) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 754760 - OverallThroughput: 354648 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5424 - TotalTime: 36656 - TransmitDataRPCTime: 17224 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 141148492 - CompileTime: 236332936 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 586210524 - PeakMemoryUsage: 257024 - PrepareTime: 3242958496 - TotalTime: 4093009564 AGGREGATION_NODE (id=61) ExecOption: Codegen Enabled - BuildTime: 11584 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7299792960 NESTED_LOOP_JOIN_NODE (id=60) - BuildRows: 1 - BuildTime: 14458012 - InactiveTotalTime: 0 - LocalTime: 0 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1748 - RowsReturnedRate: 236 - TotalTime: 7405154184 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=179) - BytesReceived: 21 - ConvertRowBatchTime: 880 - DeserializeRowBatchTimer: 14800 - FirstBatchArrivalWaitTime: 6714828220 - InactiveTotalTime: 6835613912 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6835627056 HDFS_SCAN_NODE (id=59) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 35744 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35744 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35744 - DecompressionTime: 88256 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65940 - PerReadThreadRawHdfsThroughput: 915292430 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 164601944 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 4542 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 243387984 - MaterializeTupleTime(*): 36400 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1062000 - ScannerThreadsVoluntaryContextSwitches: 10 - TotalRawHdfsReadTime(*): 39052 - TotalReadThroughput: 3221 - TotalTime: 585791552 Averaged Fragment F38 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:12s324ms max:12s324ms mean: 12s324ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 11483638752 - TotalNetworkSendTime: 1025148 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 11613130311 - TotalThreadsSysTime: 1083000 - TotalThreadsUserTime: 557000 - TotalThreadsVoluntaryContextSwitches: 18 - TotalTime: 12315756237 Fragment Instance Lifecycle Timings - ExecTime: 122198905 - ExecTreeExecTime: 3842 - InactiveTotalTime: 0 - OpenTime: 11490980846 - ExecTreeOpenTime: 11483809473 - PrepareTime: 702548162 - ExecTreePrepareTime: 26755201 - TotalTime: 0 DataStreamSender (dst_id=179) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 3454353 - OverallThroughput: 12252 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 91119 - TotalTime: 11997337 - TransmitDataRPCTime: 42555 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 508262545 - TotalTime: 535447878 NESTED_LOOP_JOIN_NODE (id=58) - BuildRows: 1 - BuildTime: 66162 - InactiveTotalTime: 0 - LocalTime: 48278856 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 11537283788 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=178) - BytesReceived: 8 - ConvertRowBatchTime: 736 - DeserializeRowBatchTimer: 15202 - FirstBatchArrivalWaitTime: 11483496205 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11483626209 AGGREGATION_NODE (id=175) - BuildTime: 5310 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 185 - SpilledPartitions: 0 - TotalTime: 5378723 EXCHANGE_NODE (id=174) - BytesReceived: 91 - ConvertRowBatchTime: 5050 - DeserializeRowBatchTimer: 171041 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 144350 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 48493 Fragment F38 Instance 5840e519cb1bb31f:bf (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 11483638752 - TotalNetworkSendTime: 1025148 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 11613130311 - TotalThreadsSysTime: 1083000 - TotalThreadsUserTime: 557000 - TotalThreadsVoluntaryContextSwitches: 18 - TotalTime: 12315756237 Fragment Instance Lifecycle Timings - ExecTime: 122198905 - ExecTreeExecTime: 3842 - InactiveTotalTime: 0 - OpenTime: 11490980846 - ExecTreeOpenTime: 11483809473 - PrepareTime: 702548162 - ExecTreePrepareTime: 26755201 - TotalTime: 0 DataStreamSender (dst_id=179) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 3454353 - OverallThroughput: 12252 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 91119 - TotalTime: 11997337 - TransmitDataRPCTime: 42555 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 508262545 - TotalTime: 535447878 NESTED_LOOP_JOIN_NODE (id=58) - BuildRows: 1 - BuildTime: 66162 - InactiveTotalTime: 0 - LocalTime: 48278856 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 11537283788 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=178) - BytesReceived: 8 - ConvertRowBatchTime: 736 - DeserializeRowBatchTimer: 15202 - FirstBatchArrivalWaitTime: 11483496205 - InactiveTotalTime: 11483616764 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11483626209 AGGREGATION_NODE (id=175) - BuildTime: 5310 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 185 - SpilledPartitions: 0 - TotalTime: 5378723 EXCHANGE_NODE (id=174) - BytesReceived: 91 - ConvertRowBatchTime: 5050 - DeserializeRowBatchTimer: 171041 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 144350 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 48493 Averaged Fragment F36 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:5s585ms max:9s922ms mean: 6s685ms stddev:1s655ms execution rates: min:54.00 B/sec max:10.57 KB/sec mean:3.26 KB/sec stddev:3.56 KB/sec num instances: 7 - AverageThreadTokens: 1.0170426065162907 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1386302 - PerHostPeakMemUsage: 152549083 - RowsProduced: 1 - TotalNetworkReceiveTime: 3704991294 - TotalNetworkSendTime: 1919073 - TotalStorageWaitTime: 3862684 - TotalThreadsInvoluntaryContextSwitches: 29 - TotalThreadsTotalWallClockTime: 5359041165 - TotalThreadsSysTime: 2735000 - TotalThreadsUserTime: 170129285 - TotalThreadsVoluntaryContextSwitches: 193 - TotalTime: 6582797390 Fragment Instance Lifecycle Timings - ExecTime: 2488979 - ExecTreeExecTime: 4671 - InactiveTotalTime: 0 - OpenTime: 5299434616 - ExecTreeOpenTime: 3883794155 - PrepareTime: 1276827383 - ExecTreePrepareTime: 25344794 - TotalTime: 0 DataStreamSender (dst_id=174) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 944456 - OverallThroughput: 266945 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5915 - TotalTime: 18020668 - TransmitDataRPCTime: 14947 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 49345376 - CompileTime: 738014887 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 637531113 - PeakMemoryUsage: 1329664 - PrepareTime: 1097056261 - TotalTime: 2476860499 AGGREGATION_NODE (id=55) - BuildTime: 35849615 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 71057 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 3909137386 NESTED_LOOP_JOIN_NODE (id=54) - BuildRows: 1 - BuildTime: 5532 - InactiveTotalTime: 0 - LocalTime: 42852778 - PeakMemoryUsage: 58623 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 545 - RowsReturnedRate: 627 - TotalTime: 3830261629 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=173) - BytesReceived: 21 - ConvertRowBatchTime: 1181 - DeserializeRowBatchTimer: 11796 - FirstBatchArrivalWaitTime: 521620612 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 36589 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 3704996339 HDFS_SCAN_NODE (id=53) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.2857142857142857 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 14407972 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 74422 - PerReadThreadRawHdfsThroughput: 1088209735 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 62787496 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 117371 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 63706252 - MaterializeTupleTime(*): 422983 - ScannerThreadsSysTime: 111571 - ScannerThreadsUserTime: 660285 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 18167 - TotalReadThroughput: 1300 - TotalTime: 82412512 Fragment F36 Instance 5840e519cb1bb31f:b3 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0526315789473684 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 67036468 - RowsProduced: 1 - TotalNetworkReceiveTime: 3476 - TotalNetworkSendTime: 2561168 - TotalStorageWaitTime: 1779684 - TotalThreadsInvoluntaryContextSwitches: 25 - TotalThreadsTotalWallClockTime: 5626131732 - TotalThreadsSysTime: 5343000 - TotalThreadsUserTime: 186296000 - TotalThreadsVoluntaryContextSwitches: 509 - TotalTime: 9540808832 Fragment Instance Lifecycle Timings - ExecTime: 5007616 - ExecTreeExecTime: 4752 - InactiveTotalTime: 0 - OpenTime: 5385559648 - ExecTreeOpenTime: 669693812 - PrepareTime: 4150203864 - ExecTreePrepareTime: 89788896 - TotalTime: 0 DataStreamSender (dst_id=174) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 680913 - OverallThroughput: 325553 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5708 - TotalTime: 39932 - TransmitDataRPCTime: 19092 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 89552792 - CompileTime: 2392206316 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 2184035208 - PeakMemoryUsage: 1329664 - PrepareTime: 3644008572 - TotalTime: 8220835856 AGGREGATION_NODE (id=55) ExecOption: Codegen Enabled - BuildTime: 216378780 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 759481168 NESTED_LOOP_JOIN_NODE (id=54) - BuildRows: 1 - BuildTime: 3300 - InactiveTotalTime: 0 - LocalTime: 120387408 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 764 - RowsReturnedRate: 1901 - TotalTime: 401720780 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=173) - BytesReceived: 21 - ConvertRowBatchTime: 1824 - DeserializeRowBatchTimer: 5560 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 121065 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8260 HDFS_SCAN_NODE (id=53) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 18210564 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111804 - PerReadThreadRawHdfsThroughput: 1940323506 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 280428100 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 9458 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 280722780 - MaterializeTupleTime(*): 167748 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1465000 - ScannerThreadsVoluntaryContextSwitches: 31 - TotalRawHdfsReadTime(*): 20896 - TotalReadThroughput: 3693 - TotalTime: 281325112 Instance 5840e519cb1bb31f:b4 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0666666666666667 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 186035935 - RowsProduced: 1 - TotalNetworkReceiveTime: 3296 - TotalNetworkSendTime: 3334084 - TotalStorageWaitTime: 3102096 - TotalThreadsInvoluntaryContextSwitches: 56 - TotalThreadsTotalWallClockTime: 4487862032 - TotalThreadsSysTime: 2908000 - TotalThreadsUserTime: 192408000 - TotalThreadsVoluntaryContextSwitches: 459 - TotalTime: 8279943120 Fragment Instance Lifecycle Timings - ExecTime: 3785896 - ExecTreeExecTime: 5304 - InactiveTotalTime: 0 - OpenTime: 4403734520 - ExecTreeOpenTime: 441972420 - PrepareTime: 3857030504 - ExecTreePrepareTime: 86162236 - TotalTime: 0 DataStreamSender (dst_id=174) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1043673 - OverallThroughput: 103 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5460 - TotalTime: 125720508 - TransmitDataRPCTime: 12456 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 190169796 - CompileTime: 2471403736 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 1406970516 - PeakMemoryUsage: 1329664 - PrepareTime: 3207322468 - TotalTime: 7111160680 AGGREGATION_NODE (id=55) ExecOption: Codegen Enabled - BuildTime: 5248 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 528134168 NESTED_LOOP_JOIN_NODE (id=54) - BuildRows: 1 - BuildTime: 5044 - InactiveTotalTime: 0 - LocalTime: 173515880 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 763 - RowsReturnedRate: 1997 - TotalTime: 382007528 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=173) - BytesReceived: 21 - ConvertRowBatchTime: 1736 - DeserializeRowBatchTimer: 3720 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 135062 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7404 HDFS_SCAN_NODE (id=53) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 76900436 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111804 - PerReadThreadRawHdfsThroughput: 1501220594 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 80232104 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 12763 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 80382804 - MaterializeTupleTime(*): 62328 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 871000 - ScannerThreadsVoluntaryContextSwitches: 15 - TotalRawHdfsReadTime(*): 27036 - TotalReadThroughput: 5411 - TotalTime: 208484244 Instance 5840e519cb1bb31f:b5 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 216739581 - RowsProduced: 1 - TotalNetworkReceiveTime: 4258805595 - TotalNetworkSendTime: 350229 - TotalStorageWaitTime: 4063316 - TotalThreadsInvoluntaryContextSwitches: 107 - TotalThreadsTotalWallClockTime: 4976150679 - TotalThreadsSysTime: 3997000 - TotalThreadsUserTime: 199059000 - TotalThreadsVoluntaryContextSwitches: 129 - TotalTime: 5721645285 Fragment Instance Lifecycle Timings - ExecTime: 442418 - ExecTreeExecTime: 5369 - InactiveTotalTime: 0 - OpenTime: 4927508633 - ExecTreeOpenTime: 4344717758 - PrepareTime: 780938413 - ExecTreePrepareTime: 304150 - TotalTime: 0 DataStreamSender (dst_id=174) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 533114 - OverallThroughput: 301533 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6167 - TotalTime: 43113 - TransmitDataRPCTime: 24385 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 61740705 - CompileTime: 168130133 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 370582480 - PeakMemoryUsage: 1329664 - PrepareTime: 696684475 - TotalTime: 1236148082 AGGREGATION_NODE (id=55) ExecOption: Codegen Enabled - BuildTime: 34532524 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 109756 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 4345021528 NESTED_LOOP_JOIN_NODE (id=54) - BuildRows: 1 - BuildTime: 6702 - InactiveTotalTime: 0 - LocalTime: 3697174 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1529 - RowsReturnedRate: 355 - TotalTime: 4306491326 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=173) - BytesReceived: 21 - ConvertRowBatchTime: 785 - DeserializeRowBatchTimer: 34376 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 4258798811 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 4258809603 HDFS_SCAN_NODE (id=53) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 5538233 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111804 - PerReadThreadRawHdfsThroughput: 1680478686 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 43163459 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 120997 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 8 - ScannerThreadsTotalWallClockTime: 48903610 - MaterializeTupleTime(*): 2672645 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1384000 - ScannerThreadsVoluntaryContextSwitches: 18 - TotalRawHdfsReadTime(*): 47881 - TotalReadThroughput: 0 - TotalTime: 43984549 Instance 5840e519cb1bb31f:b2 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 187387534 - RowsProduced: 1 - TotalNetworkReceiveTime: 5512587720 - TotalNetworkSendTime: 255024 - TotalStorageWaitTime: 478940 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 5677128704 - TotalThreadsSysTime: 897000 - TotalThreadsUserTime: 152935000 - TotalThreadsVoluntaryContextSwitches: 45 - TotalTime: 5710580304 Fragment Instance Lifecycle Timings - ExecTime: 454856 - ExecTreeExecTime: 2812 - InactiveTotalTime: 0 - OpenTime: 5675849408 - ExecTreeOpenTime: 5515392628 - PrepareTime: 34237740 - ExecTreePrepareTime: 175612 - TotalTime: 0 DataStreamSender (dst_id=174) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1036021 - OverallThroughput: 422407 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4648 - TotalTime: 30776 - TransmitDataRPCTime: 12548 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 941468 - CompileTime: 34988236 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 122353640 - PeakMemoryUsage: 1329664 - PrepareTime: 30284756 - TotalTime: 188637672 AGGREGATION_NODE (id=55) ExecOption: Codegen Enabled - BuildTime: 1424 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5515566768 NESTED_LOOP_JOIN_NODE (id=54) - BuildRows: 1 - BuildTime: 5580 - InactiveTotalTime: 0 - LocalTime: 169128 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 5515540492 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=173) - BytesReceived: 21 - ConvertRowBatchTime: 988 - DeserializeRowBatchTimer: 23412 - FirstBatchArrivalWaitTime: 912828232 - InactiveTotalTime: 5512580036 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5512593676 HDFS_SCAN_NODE (id=53) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 74927255 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 877500 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 890384 - MaterializeTupleTime(*): 56 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 167000 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 4124 - TotalReadThroughput: 0 - TotalTime: 2777688 Instance 5840e519cb1bb31f:b0 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 187002870 - RowsProduced: 1 - TotalNetworkReceiveTime: 5397234672 - TotalNetworkSendTime: 327344 - TotalStorageWaitTime: 15225540 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 5623704208 - TotalThreadsSysTime: 994000 - TotalThreadsUserTime: 146496000 - TotalThreadsVoluntaryContextSwitches: 46 - TotalTime: 5641505796 Fragment Instance Lifecycle Timings - ExecTime: 713244 - ExecTreeExecTime: 4220 - InactiveTotalTime: 0 - OpenTime: 5591484328 - ExecTreeOpenTime: 5439761296 - PrepareTime: 49274388 - ExecTreePrepareTime: 643996 - TotalTime: 0 DataStreamSender (dst_id=174) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1349667 - OverallThroughput: 471698 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5792 - TotalTime: 27560 - TransmitDataRPCTime: 9632 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1187572 - CompileTime: 24743340 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 123267028 - PeakMemoryUsage: 1329664 - PrepareTime: 41811472 - TotalTime: 190591788 AGGREGATION_NODE (id=55) ExecOption: Codegen Enabled - BuildTime: 1076 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5440403652 NESTED_LOOP_JOIN_NODE (id=54) - BuildRows: 1 - BuildTime: 6036 - InactiveTotalTime: 0 - LocalTime: 707340 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 5432279532 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=173) - BytesReceived: 21 - ConvertRowBatchTime: 1024 - DeserializeRowBatchTimer: 3096 - FirstBatchArrivalWaitTime: 923126216 - InactiveTotalTime: 5397227264 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5397239792 HDFS_SCAN_NODE (id=53) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 53983228 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 31529984 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 31584960 - MaterializeTupleTime(*): 72 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 200000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 5724 - TotalReadThroughput: 0 - TotalTime: 34332400 Instance 5840e519cb1bb31f:b1 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 112610871 - RowsProduced: 1 - TotalNetworkReceiveTime: 5431439980 - TotalNetworkSendTime: 6402544 - TotalStorageWaitTime: 1610652 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 5603356092 - TotalThreadsSysTime: 2006000 - TotalThreadsUserTime: 152199000 - TotalThreadsVoluntaryContextSwitches: 69 - TotalTime: 5630652364 Fragment Instance Lifecycle Timings - ExecTime: 6590440 - ExecTreeExecTime: 6680 - InactiveTotalTime: 0 - OpenTime: 5594335324 - ExecTreeOpenTime: 5438072040 - PrepareTime: 29691308 - ExecTreePrepareTime: 158300 - TotalTime: 0 DataStreamSender (dst_id=174) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1042669 - OverallThroughput: 292792 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6672 - TotalTime: 44400 - TransmitDataRPCTime: 12468 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 884916 - CompileTime: 33703072 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 120012236 - PeakMemoryUsage: 1329664 - PrepareTime: 27625812 - TotalTime: 182001324 AGGREGATION_NODE (id=55) ExecOption: Codegen Enabled - BuildTime: 26936 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100552 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5438228152 NESTED_LOOP_JOIN_NODE (id=54) - BuildRows: 1 - BuildTime: 6304 - InactiveTotalTime: 0 - LocalTime: 1323116 - PeakMemoryUsage: 78024 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 762 - RowsReturnedRate: 140 - TotalTime: 5436692024 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=173) - BytesReceived: 21 - ConvertRowBatchTime: 808 - DeserializeRowBatchTimer: 8852 - FirstBatchArrivalWaitTime: 956115912 - InactiveTotalTime: 5431431252 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5431444876 HDFS_SCAN_NODE (id=53) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 206576 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111816 - PerReadThreadRawHdfsThroughput: 2287304110 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2367544 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 678383 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2469704 - MaterializeTupleTime(*): 57936 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 535000 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 17612 - TotalReadThroughput: 0 - TotalTime: 3924032 Instance 5840e519cb1bb31f:b6 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 111030323 - RowsProduced: 1 - TotalNetworkReceiveTime: 5334864320 - TotalNetworkSendTime: 203120 - TotalStorageWaitTime: 778564 - TotalThreadsInvoluntaryContextSwitches: 9 - TotalThreadsTotalWallClockTime: 5518954708 - TotalThreadsSysTime: 3000000 - TotalThreadsUserTime: 161512000 - TotalThreadsVoluntaryContextSwitches: 95 - TotalTime: 5554446032 Fragment Instance Lifecycle Timings - ExecTime: 428388 - ExecTreeExecTime: 3560 - InactiveTotalTime: 0 - OpenTime: 5517570452 - ExecTreeOpenTime: 5336949132 - PrepareTime: 36415464 - ExecTreePrepareTime: 180368 - TotalTime: 0 DataStreamSender (dst_id=174) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 925135 - OverallThroughput: 54532 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6964 - TotalTime: 238392 - TransmitDataRPCTime: 14052 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 940384 - CompileTime: 40929380 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 135496684 - PeakMemoryUsage: 1329664 - PrepareTime: 31656272 - TotalTime: 208648096 AGGREGATION_NODE (id=55) ExecOption: Codegen Enabled - BuildTime: 1320 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5337126268 NESTED_LOOP_JOIN_NODE (id=54) - BuildRows: 1 - BuildTime: 5764 - InactiveTotalTime: 0 - LocalTime: 169400 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 5337099724 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=173) - BytesReceived: 21 - ConvertRowBatchTime: 1104 - DeserializeRowBatchTimer: 3560 - FirstBatchArrivalWaitTime: 859273924 - InactiveTotalTime: 5334854836 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5334870764 HDFS_SCAN_NODE (id=53) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 79230769 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 913784 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 989524 - MaterializeTupleTime(*): 96 - ScannerThreadsSysTime: 781000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 3900 - TotalReadThroughput: 0 - TotalTime: 2059560 Averaged Fragment F37 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:2s710ms max:5s484ms mean: 3s573ms stddev:944.138ms execution rates: min:103.00 B/sec max:18.55 KB/sec mean:5.78 KB/sec stddev:6.23 KB/sec num instances: 7 - AverageThreadTokens: 1.0714285714285714 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 188489 - PerHostPeakMemUsage: 100058214 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 4361653 - TotalStorageWaitTime: 2309837 - TotalThreadsInvoluntaryContextSwitches: 5 - TotalThreadsTotalWallClockTime: 1009693072 - TotalThreadsSysTime: 2110571 - TotalThreadsUserTime: 24987000 - TotalThreadsVoluntaryContextSwitches: 90 - TotalTime: 2069321557 Fragment Instance Lifecycle Timings - ExecTime: 605576100 - ExecTreeExecTime: 45947996 - InactiveTotalTime: 0 - OpenTime: 367488598 - ExecTreeOpenTime: 60926 - PrepareTime: 1095183879 - ExecTreePrepareTime: 8637395 - TotalTime: 0 DataStreamSender (dst_id=173) - BytesSent: 21 - InactiveTotalTime: 0 - NetworkThroughput(*): 284761 - OverallThroughput: 1714 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 904 - TotalTime: 1781182 - TransmitDataRPCTime: 10535 - UncompressedRowBatchSize: 21 CodeGen - CodegenTime: 11803373 - CompileTime: 160685983 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 137387473 - PeakMemoryUsage: 94208 - PrepareTime: 894614830 - TotalTime: 1266870275 HDFS_SCAN_NODE (id=52) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 17047033 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 81444 - PerReadThreadRawHdfsThroughput: 1007984584 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 41054511 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 3 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 45431645 - MaterializeTupleTime(*): 65604 - ScannerThreadsSysTime: 340714 - ScannerThreadsUserTime: 884571 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 19829 - TotalReadThroughput: 7188 - TotalTime: 63334400 Fragment F37 Instance 5840e519cb1bb31f:ad (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 140922156 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 2020 - TotalStorageWaitTime: 1586152 - TotalThreadsInvoluntaryContextSwitches: 8 - TotalThreadsTotalWallClockTime: 1301838660 - TotalThreadsSysTime: 2397000 - TotalThreadsUserTime: 29460000 - TotalThreadsVoluntaryContextSwitches: 153 - TotalTime: 5398392676 Fragment Instance Lifecycle Timings - ExecTime: 295014656 - ExecTreeExecTime: 163362544 - InactiveTotalTime: 0 - OpenTime: 906371260 - ExecTreeOpenTime: 55864 - PrepareTime: 4196951752 - ExecTreePrepareTime: 58748240 - TotalTime: 0 DataStreamSender (dst_id=173) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 77360 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 59625636 - CompileTime: 530915292 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 217015828 - PeakMemoryUsage: 94208 - PrepareTime: 3482434716 - TotalTime: 4311020588 HDFS_SCAN_NODE (id=52) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 53969424 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1517838444 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 161741192 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 161837912 - MaterializeTupleTime(*): 70824 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1972000 - ScannerThreadsVoluntaryContextSwitches: 28 - TotalRawHdfsReadTime(*): 26740 - TotalReadThroughput: 0 - TotalTime: 280947380 Instance 5840e519cb1bb31f:ac (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 35033834 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1736 - TotalStorageWaitTime: 2510768 - TotalThreadsInvoluntaryContextSwitches: 18 - TotalThreadsTotalWallClockTime: 1733754980 - TotalThreadsSysTime: 5655000 - TotalThreadsUserTime: 32315000 - TotalThreadsVoluntaryContextSwitches: 210 - TotalTime: 4227879444 Fragment Instance Lifecycle Timings - ExecTime: 289608628 - ExecTreeExecTime: 105533832 - InactiveTotalTime: 0 - OpenTime: 1335880632 - ExecTreeOpenTime: 95708 - PrepareTime: 2602315072 - ExecTreePrepareTime: 108940 - TotalTime: 0 DataStreamSender (dst_id=173) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 34036 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 986220 - CompileTime: 477084064 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 585152192 - PeakMemoryUsage: 94208 - PrepareTime: 2172178812 - TotalTime: 3634137496 HDFS_SCAN_NODE (id=52) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 54618744 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1290748758 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 78974124 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 5 - ScannerThreadsTotalWallClockTime: 108340612 - MaterializeTupleTime(*): 75796 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1824000 - ScannerThreadsVoluntaryContextSwitches: 21 - TotalRawHdfsReadTime(*): 31412 - TotalReadThroughput: 10136 - TotalTime: 105865548 Instance 5840e519cb1bb31f:ae (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.5 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 125712755 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 30521108 - TotalStorageWaitTime: 5187964 - TotalThreadsInvoluntaryContextSwitches: 11 - TotalThreadsTotalWallClockTime: 391965085 - TotalThreadsSysTime: 3162000 - TotalThreadsUserTime: 29690000 - TotalThreadsVoluntaryContextSwitches: 87 - TotalTime: 1095345095 Fragment Instance Lifecycle Timings - ExecTime: 116132434 - ExecTreeExecTime: 39874038 - InactiveTotalTime: 0 - OpenTime: 236464806 - ExecTreeOpenTime: 55797 - PrepareTime: 735561114 - ExecTreePrepareTime: 1135657 - TotalTime: 0 DataStreamSender (dst_id=173) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1993328 - OverallThroughput: 11999 - PeakMemoryUsage: 70560 - RowsReturned: 1 - SerializeBatchTime: 6333 - TotalTime: 12251004 - TransmitDataRPCTime: 73746 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 17341714 - CompileTime: 92340503 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 103003914 - PeakMemoryUsage: 94208 - PrepareTime: 496642384 - TotalTime: 727764948 HDFS_SCAN_NODE (id=52) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 10547463 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1648527935 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 39036201 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 1 - RowsReturnedRate: 23 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 39411247 - MaterializeTupleTime(*): 258501 - ScannerThreadsSysTime: 2064000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 18 - TotalRawHdfsReadTime(*): 48809 - TotalReadThroughput: 40181 - TotalTime: 42239134 Instance 5840e519cb1bb31f:a9 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 118386549 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 2056 - TotalStorageWaitTime: 1181172 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 959423264 - TotalThreadsSysTime: 1227000 - TotalThreadsUserTime: 21043000 - TotalThreadsVoluntaryContextSwitches: 51 - TotalTime: 982306820 Fragment Instance Lifecycle Timings - ExecTime: 932850436 - ExecTreeExecTime: 3443696 - InactiveTotalTime: 0 - OpenTime: 24652936 - ExecTreeOpenTime: 63564 - PrepareTime: 24761404 - ExecTreePrepareTime: 69384 - TotalTime: 0 DataStreamSender (dst_id=173) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 24548 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 891824 - CompileTime: 5344492 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 15016564 - PeakMemoryUsage: 94208 - PrepareTime: 22078172 - TotalTime: 43027604 HDFS_SCAN_NODE (id=52) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 64752724 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1281160 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1960964 - MaterializeTupleTime(*): 124 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1106000 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 4772 - TotalReadThroughput: 0 - TotalTime: 3665736 Instance 5840e519cb1bb31f:aa (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200146 - PerHostPeakMemUsage: 81635365 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1688 - TotalStorageWaitTime: 1648508 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 930757228 - TotalThreadsSysTime: 1036000 - TotalThreadsUserTime: 23505000 - TotalThreadsVoluntaryContextSwitches: 64 - TotalTime: 956562988 Fragment Instance Lifecycle Timings - ExecTime: 901954860 - ExecTreeExecTime: 3657220 - InactiveTotalTime: 0 - OpenTime: 26703720 - ExecTreeOpenTime: 51840 - PrepareTime: 27860720 - ExecTreePrepareTime: 248008 - TotalTime: 0 DataStreamSender (dst_id=173) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 22656 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 685128 - CompileTime: 7844204 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 16494188 - PeakMemoryUsage: 94208 - PrepareTime: 23462144 - TotalTime: 48324756 HDFS_SCAN_NODE (id=52) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 193600 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121032 - PerReadThreadRawHdfsThroughput: 2409906676 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2073788 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2132264 - MaterializeTupleTime(*): 53808 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 662000 - ScannerThreadsVoluntaryContextSwitches: 7 - TotalRawHdfsReadTime(*): 16716 - TotalReadThroughput: 0 - TotalTime: 4407912 Instance 5840e519cb1bb31f:ab (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 118469600 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1512 - TotalStorageWaitTime: 2606128 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 882281532 - TotalThreadsSysTime: 13000 - TotalThreadsUserTime: 19348000 - TotalThreadsVoluntaryContextSwitches: 33 - TotalTime: 915863776 Fragment Instance Lifecycle Timings - ExecTime: 859182724 - ExecTreeExecTime: 3815736 - InactiveTotalTime: 0 - OpenTime: 20368020 - ExecTreeOpenTime: 57116 - PrepareTime: 36249252 - ExecTreePrepareTime: 52828 - TotalTime: 0 DataStreamSender (dst_id=173) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 22500 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 2364180 - CompileTime: 5095436 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 11710052 - PeakMemoryUsage: 94208 - PrepareTime: 29663512 - TotalTime: 47920756 HDFS_SCAN_NODE (id=52) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 74278846 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2718408 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2752984 - MaterializeTupleTime(*): 60 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 628000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 4160 - TotalReadThroughput: 0 - TotalTime: 3995636 Instance 5840e519cb1bb31f:af (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 80247242 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1452 - TotalStorageWaitTime: 1448172 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 867830760 - TotalThreadsSysTime: 1284000 - TotalThreadsUserTime: 19548000 - TotalThreadsVoluntaryContextSwitches: 34 - TotalTime: 908900100 Fragment Instance Lifecycle Timings - ExecTime: 844288968 - ExecTreeExecTime: 1948912 - InactiveTotalTime: 0 - OpenTime: 21978816 - ExecTreeOpenTime: 46596 - PrepareTime: 42587844 - ExecTreePrepareTime: 98708 - TotalTime: 0 DataStreamSender (dst_id=173) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 36176 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 728912 - CompileTime: 6177892 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 13319576 - PeakMemoryUsage: 94208 - PrepareTime: 35844072 - TotalTime: 55895780 HDFS_SCAN_NODE (id=52) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 49838709 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1556704 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1585532 - MaterializeTupleTime(*): 120 - ScannerThreadsSysTime: 321000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 6200 - TotalReadThroughput: 0 - TotalTime: 2219460 Averaged Fragment F40 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:12s023ms max:12s023ms mean: 12s023ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 11353467557 - TotalNetworkSendTime: 149542 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11362824486 - TotalThreadsSysTime: 91000 - TotalThreadsUserTime: 818000 - TotalThreadsVoluntaryContextSwitches: 12 - TotalTime: 12003250110 Fragment Instance Lifecycle Timings - ExecTime: 313639 - ExecTreeExecTime: 3925 - InactiveTotalTime: 0 - OpenTime: 11362547461 - ExecTreeOpenTime: 11353725455 - PrepareTime: 640343544 - ExecTreePrepareTime: 75511 - TotalTime: 0 DataStreamSender (dst_id=178) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 372856 - OverallThroughput: 150932 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1895 - TotalTime: 53004 - TransmitDataRPCTime: 21456 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 517493736 - TotalTime: 548964334 AGGREGATION_NODE (id=177) - BuildTime: 883 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11353798860 EXCHANGE_NODE (id=176) - BytesReceived: 56 - ConvertRowBatchTime: 6367 - DeserializeRowBatchTimer: 80809 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11353479131 Fragment F40 Instance 5840e519cb1bb31f:be (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 11353467557 - TotalNetworkSendTime: 149542 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11362824486 - TotalThreadsSysTime: 91000 - TotalThreadsUserTime: 818000 - TotalThreadsVoluntaryContextSwitches: 12 - TotalTime: 12003250110 Fragment Instance Lifecycle Timings - ExecTime: 313639 - ExecTreeExecTime: 3925 - InactiveTotalTime: 0 - OpenTime: 11362547461 - ExecTreeOpenTime: 11353725455 - PrepareTime: 640343544 - ExecTreePrepareTime: 75511 - TotalTime: 0 DataStreamSender (dst_id=178) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 372856 - OverallThroughput: 150932 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1895 - TotalTime: 53004 - TransmitDataRPCTime: 21456 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 517493736 - TotalTime: 548964334 AGGREGATION_NODE (id=177) - BuildTime: 883 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11353798860 EXCHANGE_NODE (id=176) - BytesReceived: 56 - ConvertRowBatchTime: 6367 - DeserializeRowBatchTimer: 80809 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 11353435965 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11353479131 Averaged Fragment F39 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:2s572ms max:11s569ms mean: 4s798ms stddev:3s286ms execution rates: min:96.00 B/sec max:22.01 KB/sec mean:5.63 KB/sec stddev:7.52 KB/sec num instances: 7 - AverageThreadTokens: 0.7207792207792207 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 107478655 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 24698973 - TotalStorageWaitTime: 2233191 - TotalThreadsInvoluntaryContextSwitches: 24 - TotalThreadsTotalWallClockTime: 2111127535 - TotalThreadsSysTime: 4485857 - TotalThreadsUserTime: 174015142 - TotalThreadsVoluntaryContextSwitches: 257 - TotalTime: 3160447294 Fragment Instance Lifecycle Timings - ExecTime: 31147170 - ExecTreeExecTime: 3511 - InactiveTotalTime: 0 - OpenTime: 2014519646 - ExecTreeOpenTime: 121329467 - PrepareTime: 1104575569 - ExecTreePrepareTime: 266652 - TotalTime: 0 DataStreamSender (dst_id=176) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 485150 - OverallThroughput: 37931 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1926 - TotalTime: 11083488 - TransmitDataRPCTime: 20439 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 41664096 - CompileTime: 934999711 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 911034717 - PeakMemoryUsage: 376320 - PrepareTime: 1029887719 - TotalTime: 2893263763 AGGREGATION_NODE (id=57) - BuildTime: 18933 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 19309 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 225 - SpilledPartitions: 0 - TotalTime: 121594920 HDFS_SCAN_NODE (id=56) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 23121 - BytesReadDataNodeCache: 0 - BytesReadLocal: 23121 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 23121 - DecompressionTime: 17973 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 64658 - PerReadThreadRawHdfsThroughput: 973372023 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 65069739 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 65497884 - MaterializeTupleTime(*): 26628480 - ScannerThreadsSysTime: 75571 - ScannerThreadsUserTime: 1180142 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 15650 - TotalReadThroughput: 403 - TotalTime: 68138864 Fragment F39 Instance 5840e519cb1bb31f:ba (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0454545454545454 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 68261617 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 506496 - TotalStorageWaitTime: 5622744 - TotalThreadsInvoluntaryContextSwitches: 71 - TotalThreadsTotalWallClockTime: 8212454820 - TotalThreadsSysTime: 9806000 - TotalThreadsUserTime: 202937000 - TotalThreadsVoluntaryContextSwitches: 765 - TotalTime: 11536356548 Fragment Instance Lifecycle Timings - ExecTime: 1591512 - ExecTreeExecTime: 4960 - InactiveTotalTime: 0 - OpenTime: 7964494724 - ExecTreeOpenTime: 596904016 - PrepareTime: 3570229372 - ExecTreePrepareTime: 196852 - TotalTime: 0 DataStreamSender (dst_id=176) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 440334 - OverallThroughput: 241 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2328 - TotalTime: 33137708 - TransmitDataRPCTime: 18168 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 76028504 - CompileTime: 3196376296 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 4006353468 - PeakMemoryUsage: 376320 - PrepareTime: 3396641528 - TotalTime: 10705204256 AGGREGATION_NODE (id=57) ExecOption: Codegen Enabled - BuildTime: 3572 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 597099636 HDFS_SCAN_NODE (id=56) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 32356 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32356 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32356 - DecompressionTime: 22332 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1736955121 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 246230200 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 246413000 - MaterializeTupleTime(*): 101329508 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2554000 - ScannerThreadsVoluntaryContextSwitches: 37 - TotalRawHdfsReadTime(*): 18628 - TotalReadThroughput: 2825 - TotalTime: 254564016 Instance 5840e519cb1bb31f:bb (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 156986667 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 130541316 - TotalStorageWaitTime: 3255456 - TotalThreadsInvoluntaryContextSwitches: 34 - TotalThreadsTotalWallClockTime: 4646801476 - TotalThreadsSysTime: 9875000 - TotalThreadsUserTime: 183247000 - TotalThreadsVoluntaryContextSwitches: 520 - TotalTime: 7884698904 Fragment Instance Lifecycle Timings - ExecTime: 172542180 - ExecTreeExecTime: 5572 - InactiveTotalTime: 0 - OpenTime: 4336124248 - ExecTreeOpenTime: 161458868 - PrepareTime: 3337572808 - ExecTreePrepareTime: 157764 - TotalTime: 0 DataStreamSender (dst_id=176) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 635122 - OverallThroughput: 199 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1956 - TotalTime: 40024644 - TransmitDataRPCTime: 12596 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 197964540 - CompileTime: 2739269320 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 1366572784 - PeakMemoryUsage: 376320 - PrepareTime: 3062015572 - TotalTime: 7170469368 AGGREGATION_NODE (id=57) ExecOption: Codegen Enabled - BuildTime: 3636 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 6 - SpilledPartitions: 0 - TotalTime: 161616980 HDFS_SCAN_NODE (id=56) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32388 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32388 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32388 - DecompressionTime: 23240 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1605591909 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 138128116 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 138171668 - MaterializeTupleTime(*): 76320180 - ScannerThreadsSysTime: 215000 - ScannerThreadsUserTime: 1047000 - ScannerThreadsVoluntaryContextSwitches: 23 - TotalRawHdfsReadTime(*): 20172 - TotalReadThroughput: 0 - TotalTime: 139938892 Instance 5840e519cb1bb31f:bc (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 139392462 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 185947 - TotalStorageWaitTime: 3031658 - TotalThreadsInvoluntaryContextSwitches: 55 - TotalThreadsTotalWallClockTime: 1191532247 - TotalThreadsSysTime: 5156000 - TotalThreadsUserTime: 201667000 - TotalThreadsVoluntaryContextSwitches: 201 - TotalTime: 1840241279 Fragment Instance Lifecycle Timings - ExecTime: 283619 - ExecTreeExecTime: 4251 - InactiveTotalTime: 0 - OpenTime: 1122217404 - ExecTreeOpenTime: 81057481 - PrepareTime: 685006540 - ExecTreePrepareTime: 133805 - TotalTime: 0 DataStreamSender (dst_id=176) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 280170 - OverallThroughput: 3461 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2494 - TotalTime: 2310948 - TransmitDataRPCTime: 28554 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 10179632 - CompileTime: 436405321 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 520579537 - PeakMemoryUsage: 376320 - PrepareTime: 624473790 - TotalTime: 1591858076 AGGREGATION_NODE (id=57) ExecOption: Codegen Enabled - BuildTime: 6836 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 12 - SpilledPartitions: 0 - TotalTime: 81189761 HDFS_SCAN_NODE (id=56) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 64093 - BytesReadDataNodeCache: 0 - BytesReadLocal: 64093 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 64093 - DecompressionTime: 56773 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 101376 - PerReadThreadRawHdfsThroughput: 1920907510 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 66455505 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 69071713 - MaterializeTupleTime(*): 8455845 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2296000 - ScannerThreadsVoluntaryContextSwitches: 23 - TotalRawHdfsReadTime(*): 33366 - TotalReadThroughput: 0 - TotalTime: 73011325 Instance 5840e519cb1bb31f:bd (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 77729076 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 39373076 - TotalStorageWaitTime: 657948 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 211837272 - TotalThreadsSysTime: 314000 - TotalThreadsUserTime: 161749000 - TotalThreadsVoluntaryContextSwitches: 91 - TotalTime: 260571132 Fragment Instance Lifecycle Timings - ExecTime: 39669072 - ExecTreeExecTime: 3464 - InactiveTotalTime: 0 - OpenTime: 171416384 - ExecTreeOpenTime: 2402668 - PrepareTime: 49449116 - ExecTreePrepareTime: 1028180 - TotalTime: 0 DataStreamSender (dst_id=176) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 1038961 - OverallThroughput: 4863 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1668 - TotalTime: 1644836 - TransmitDataRPCTime: 7700 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2359212 - CompileTime: 44587400 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 121691736 - PeakMemoryUsage: 376320 - PrepareTime: 41144712 - TotalTime: 208212952 AGGREGATION_NODE (id=57) ExecOption: Codegen Enabled - BuildTime: 524 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 291 - SpilledPartitions: 0 - TotalTime: 3429508 HDFS_SCAN_NODE (id=56) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 76183431 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 745096 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 787280 - MaterializeTupleTime(*): 100 - ScannerThreadsSysTime: 314000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4056 - TotalReadThroughput: 0 - TotalTime: 1568200 Instance 5840e519cb1bb31f:b8 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 78220416 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1527204 - TotalStorageWaitTime: 1356448 - TotalThreadsInvoluntaryContextSwitches: 6 - TotalThreadsTotalWallClockTime: 198331560 - TotalThreadsSysTime: 3191000 - TotalThreadsUserTime: 179338000 - TotalThreadsVoluntaryContextSwitches: 73 - TotalTime: 231124796 Fragment Instance Lifecycle Timings - ExecTime: 2527512 - ExecTreeExecTime: 2716 - InactiveTotalTime: 0 - OpenTime: 193823832 - ExecTreeOpenTime: 3493596 - PrepareTime: 34743920 - ExecTreePrepareTime: 115356 - TotalTime: 0 DataStreamSender (dst_id=176) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 380662 - OverallThroughput: 171247 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1680 - TotalTime: 46716 - TransmitDataRPCTime: 21016 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1824464 - CompileTime: 46300860 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 141134852 - PeakMemoryUsage: 376320 - PrepareTime: 33346940 - TotalTime: 221351296 AGGREGATION_NODE (id=57) ExecOption: Codegen Enabled - BuildTime: 117076 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 277 - SpilledPartitions: 0 - TotalTime: 3607372 HDFS_SCAN_NODE (id=56) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32089 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32089 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32089 - DecompressionTime: 23468 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 93184 - PerReadThreadRawHdfsThroughput: 1338603370 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1935352 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2019416 - MaterializeTupleTime(*): 293608 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1412000 - ScannerThreadsVoluntaryContextSwitches: 7 - TotalRawHdfsReadTime(*): 23972 - TotalReadThroughput: 0 - TotalTime: 3554600 Instance 5840e519cb1bb31f:b9 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 116685459 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 468864 - TotalStorageWaitTime: 836812 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 159748576 - TotalThreadsSysTime: 1047000 - TotalThreadsUserTime: 144900000 - TotalThreadsVoluntaryContextSwitches: 80 - TotalTime: 188999216 Fragment Instance Lifecycle Timings - ExecTime: 850032 - ExecTreeExecTime: 1600 - InactiveTotalTime: 0 - OpenTime: 157912976 - ExecTreeOpenTime: 1560116 - PrepareTime: 30159908 - ExecTreePrepareTime: 97532 - TotalTime: 0 DataStreamSender (dst_id=176) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 232153 - OverallThroughput: 28699 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1676 - TotalTime: 278752 - TransmitDataRPCTime: 34460 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1629504 - CompileTime: 41145504 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 111625124 - PeakMemoryUsage: 376320 - PrepareTime: 28877264 - TotalTime: 182216436 AGGREGATION_NODE (id=57) ExecOption: Codegen Enabled - BuildTime: 404 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 603 - SpilledPartitions: 0 - TotalTime: 1656200 HDFS_SCAN_NODE (id=56) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 57095343 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1007324 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 1015664 - MaterializeTupleTime(*): 64 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 399000 - ScannerThreadsVoluntaryContextSwitches: 2 - TotalRawHdfsReadTime(*): 5412 - TotalReadThroughput: 0 - TotalTime: 1682556 Instance 5840e519cb1bb31f:b7 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 115074892 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 289912 - TotalStorageWaitTime: 871276 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 157186796 - TotalThreadsSysTime: 2012000 - TotalThreadsUserTime: 144268000 - TotalThreadsVoluntaryContextSwitches: 72 - TotalTime: 181139184 Fragment Instance Lifecycle Timings - ExecTime: 566268 - ExecTreeExecTime: 2020 - InactiveTotalTime: 0 - OpenTime: 155647960 - ExecTreeOpenTime: 2429524 - PrepareTime: 24867324 - ExecTreePrepareTime: 137080 - TotalTime: 0 DataStreamSender (dst_id=176) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 388651 - OverallThroughput: 56811 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1684 - TotalTime: 140816 - TransmitDataRPCTime: 20584 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1662816 - CompileTime: 40913276 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 109285524 - PeakMemoryUsage: 376320 - PrepareTime: 22714232 - TotalTime: 173533960 AGGREGATION_NODE (id=57) ExecOption: Codegen Enabled - BuildTime: 488 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 389 - SpilledPartitions: 0 - TotalTime: 2564988 HDFS_SCAN_NODE (id=56) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 78267477 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 986584 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1006452 - MaterializeTupleTime(*): 60 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 553000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3948 - TotalReadThroughput: 0 - TotalTime: 2652464 Averaged Fragment F48 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:12s274ms max:12s274ms mean: 12s274ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 11413501982 - TotalNetworkSendTime: 128373835 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11554050818 - TotalThreadsSysTime: 980000 - TotalThreadsUserTime: 0 - TotalThreadsVoluntaryContextSwitches: 22 - TotalTime: 12273325372 Fragment Instance Lifecycle Timings - ExecTime: 131549288 - ExecTreeExecTime: 5040 - InactiveTotalTime: 0 - OpenTime: 11422539393 - ExecTreeOpenTime: 11413663479 - PrepareTime: 671832662 - ExecTreePrepareTime: 19455604 - TotalTime: 0 DataStreamSender (dst_id=192) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 1232327 - OverallThroughput: 17878 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 14019 - TotalTime: 5089946 - TransmitDataRPCTime: 73844 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 510165370 - TotalTime: 521858175 AGGREGATION_NODE (id=191) - BuildTime: 9655 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11433117358 EXCHANGE_NODE (id=190) - BytesReceived: 91 - ConvertRowBatchTime: 7385 - DeserializeRowBatchTimer: 109011 - FirstBatchArrivalWaitTime: 11091487164 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11413523181 Fragment F48 Instance 5840e519cb1bb31f:e6 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 11413501982 - TotalNetworkSendTime: 128373835 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11554050818 - TotalThreadsSysTime: 980000 - TotalThreadsUserTime: 0 - TotalThreadsVoluntaryContextSwitches: 22 - TotalTime: 12273325372 Fragment Instance Lifecycle Timings - ExecTime: 131549288 - ExecTreeExecTime: 5040 - InactiveTotalTime: 0 - OpenTime: 11422539393 - ExecTreeOpenTime: 11413663479 - PrepareTime: 671832662 - ExecTreePrepareTime: 19455604 - TotalTime: 0 DataStreamSender (dst_id=192) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 1232327 - OverallThroughput: 17878 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 14019 - TotalTime: 5089946 - TransmitDataRPCTime: 73844 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 510165370 - TotalTime: 521858175 AGGREGATION_NODE (id=191) - BuildTime: 9655 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11433117358 EXCHANGE_NODE (id=190) - BytesReceived: 91 - ConvertRowBatchTime: 7385 - DeserializeRowBatchTimer: 109011 - FirstBatchArrivalWaitTime: 11091487164 - InactiveTotalTime: 11413466788 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11413523181 Averaged Fragment F42 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:11s641ms max:11s902ms mean: 11s752ms stddev:76.126ms execution rates: min:26.00 B/sec max:5.18 KB/sec mean:1.86 KB/sec stddev:1.80 KB/sec num instances: 7 - AverageThreadTokens: 1.005952380952381 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 304955612 - RowsProduced: 1 - TotalNetworkReceiveTime: 10181480054 - TotalNetworkSendTime: 3458581 - TotalStorageWaitTime: 13550442 - TotalThreadsInvoluntaryContextSwitches: 8 - TotalThreadsTotalWallClockTime: 10593012160 - TotalThreadsSysTime: 1176857 - TotalThreadsUserTime: 39770000 - TotalThreadsVoluntaryContextSwitches: 91 - TotalTime: 11699802031 Fragment Instance Lifecycle Timings - ExecTime: 3987068 - ExecTreeExecTime: 4803 - InactiveTotalTime: 0 - OpenTime: 10573838109 - ExecTreeOpenTime: 10259231306 - PrepareTime: 1119813680 - ExecTreePrepareTime: 17807718 - TotalTime: 0 DataStreamSender (dst_id=190) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 931853 - OverallThroughput: 337651 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 11455 - TotalTime: 43743 - TransmitDataRPCTime: 15628 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 46471758 - CompileTime: 130802475 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 156218076 - PeakMemoryUsage: 257024 - PrepareTime: 912480258 - TotalTime: 1255165267 AGGREGATION_NODE (id=71) - BuildTime: 35464 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 48798 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 10277038424 NESTED_LOOP_JOIN_NODE (id=70) - BuildRows: 1 - BuildTime: 12325247 - InactiveTotalTime: 0 - LocalTime: 42073619 - PeakMemoryUsage: 62256 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 1250 - RowsReturnedRate: 137 - TotalTime: 10252952599 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=189) - BytesReceived: 21 - ConvertRowBatchTime: 987 - DeserializeRowBatchTimer: 21788 - FirstBatchArrivalWaitTime: 10138619946 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10181485230 HDFS_SCAN_NODE (id=69) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 25511 - BytesReadDataNodeCache: 0 - BytesReadLocal: 25511 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 25511 - DecompressionTime: 94160 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 54064 - PerReadThreadRawHdfsThroughput: 1156584742 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 9614227 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 239322 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 25305668 - MaterializeTupleTime(*): 126127 - ScannerThreadsSysTime: 114571 - ScannerThreadsUserTime: 569428 - ScannerThreadsVoluntaryContextSwitches: 7 - TotalRawHdfsReadTime(*): 15023 - TotalReadThroughput: 0 - TotalTime: 29393749 Fragment F42 Instance 5840e519cb1bb31f:df (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0416666666666667 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 429830858 - RowsProduced: 1 - TotalNetworkReceiveTime: 11705157456 - TotalNetworkSendTime: 199708 - TotalStorageWaitTime: 5248228 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 11764112116 - TotalThreadsSysTime: 114000 - TotalThreadsUserTime: 33636000 - TotalThreadsVoluntaryContextSwitches: 44 - TotalTime: 11783922092 Fragment Instance Lifecycle Timings - ExecTime: 403192 - ExecTreeExecTime: 7972 - InactiveTotalTime: 0 - OpenTime: 11754971776 - ExecTreeOpenTime: 11720524336 - PrepareTime: 28489172 - ExecTreePrepareTime: 171668 - TotalTime: 0 DataStreamSender (dst_id=190) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1060358 - OverallThroughput: 462831 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5528 - TotalTime: 28088 - TransmitDataRPCTime: 12260 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1143508 - CompileTime: 10145232 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 21319236 - PeakMemoryUsage: 257024 - PrepareTime: 25410252 - TotalTime: 57467652 AGGREGATION_NODE (id=71) ExecOption: Codegen Enabled - BuildTime: 1560 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11720696576 NESTED_LOOP_JOIN_NODE (id=70) - BuildRows: 1 - BuildTime: 14304 - InactiveTotalTime: 0 - LocalTime: 164024 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 11715816788 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=189) - BytesReceived: 21 - ConvertRowBatchTime: 1156 - DeserializeRowBatchTimer: 3112 - FirstBatchArrivalWaitTime: 11645692712 - InactiveTotalTime: 11705145740 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11705164372 HDFS_SCAN_NODE (id=69) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 33354922 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 8660284 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 8772164 - MaterializeTupleTime(*): 88 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 672000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 9264 - TotalReadThroughput: 0 - TotalTime: 10488392 Instance 5840e519cb1bb31f:e0 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 308886054 - RowsProduced: 1 - TotalNetworkReceiveTime: 11708394892 - TotalNetworkSendTime: 256740 - TotalStorageWaitTime: 1401256 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11752197820 - TotalThreadsSysTime: 1224000 - TotalThreadsUserTime: 33783000 - TotalThreadsVoluntaryContextSwitches: 102 - TotalTime: 11781267376 Fragment Instance Lifecycle Timings - ExecTime: 391460 - ExecTreeExecTime: 3472 - InactiveTotalTime: 0 - OpenTime: 11749804504 - ExecTreeOpenTime: 11713120124 - PrepareTime: 31039552 - ExecTreePrepareTime: 782236 - TotalTime: 0 DataStreamSender (dst_id=190) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1242354 - OverallThroughput: 377468 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4688 - TotalTime: 34440 - TransmitDataRPCTime: 10464 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1148220 - CompileTime: 9322960 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 23894280 - PeakMemoryUsage: 257024 - PrepareTime: 26552148 - TotalTime: 60347260 AGGREGATION_NODE (id=71) ExecOption: Codegen Enabled - BuildTime: 29864 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57752 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11713901220 NESTED_LOOP_JOIN_NODE (id=70) - BuildRows: 1 - BuildTime: 9708 - InactiveTotalTime: 0 - LocalTime: 625620 - PeakMemoryUsage: 69016 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1751 - RowsReturnedRate: 149 - TotalTime: 11712725916 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=189) - BytesReceived: 21 - ConvertRowBatchTime: 856 - DeserializeRowBatchTimer: 3740 - FirstBatchArrivalWaitTime: 11648316796 - InactiveTotalTime: 11708388504 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11708398700 HDFS_SCAN_NODE (id=69) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35438 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35438 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35438 - DecompressionTime: 148096 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65944 - PerReadThreadRawHdfsThroughput: 1686239055 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1828428 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 719149 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2037848 - MaterializeTupleTime(*): 84144 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1148000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 21016 - TotalReadThroughput: 0 - TotalTime: 3701596 Instance 5840e519cb1bb31f:e5 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 351466022 - RowsProduced: 1 - TotalNetworkReceiveTime: 11642249824 - TotalNetworkSendTime: 965264 - TotalStorageWaitTime: 768460 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 11683808212 - TotalThreadsSysTime: 1961000 - TotalThreadsUserTime: 32654000 - TotalThreadsVoluntaryContextSwitches: 66 - TotalTime: 11719152508 Fragment Instance Lifecycle Timings - ExecTime: 1419356 - ExecTreeExecTime: 3308 - InactiveTotalTime: 0 - OpenTime: 11681437272 - ExecTreeOpenTime: 11644641220 - PrepareTime: 36264556 - ExecTreePrepareTime: 186432 - TotalTime: 0 DataStreamSender (dst_id=190) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 491530 - OverallThroughput: 245858 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4996 - TotalTime: 52876 - TransmitDataRPCTime: 26448 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 928220 - CompileTime: 11232632 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 23315848 - PeakMemoryUsage: 257024 - PrepareTime: 32854824 - TotalTime: 68163564 AGGREGATION_NODE (id=71) ExecOption: Codegen Enabled - BuildTime: 1032 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11644826728 NESTED_LOOP_JOIN_NODE (id=70) - BuildRows: 1 - BuildTime: 10888 - InactiveTotalTime: 0 - LocalTime: 164936 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 11644787028 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=189) - BytesReceived: 21 - ConvertRowBatchTime: 1048 - DeserializeRowBatchTimer: 47008 - FirstBatchArrivalWaitTime: 11582439964 - InactiveTotalTime: 11642243700 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11642254408 HDFS_SCAN_NODE (id=69) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 78267477 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 874088 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 975628 - MaterializeTupleTime(*): 116 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 341000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3948 - TotalReadThroughput: 0 - TotalTime: 2367684 Instance 5840e519cb1bb31f:e2 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 68543770 - RowsProduced: 1 - TotalNetworkReceiveTime: 7053923248 - TotalNetworkSendTime: 1343412 - TotalStorageWaitTime: 1907160 - TotalThreadsInvoluntaryContextSwitches: 24 - TotalThreadsTotalWallClockTime: 8428841008 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 50933000 - TotalThreadsVoluntaryContextSwitches: 171 - TotalTime: 11719050764 Fragment Instance Lifecycle Timings - ExecTime: 3158296 - ExecTreeExecTime: 3604 - InactiveTotalTime: 0 - OpenTime: 8411186140 - ExecTreeOpenTime: 7436169540 - PrepareTime: 3304671280 - ExecTreePrepareTime: 11329500 - TotalTime: 0 DataStreamSender (dst_id=190) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 936869 - OverallThroughput: 383435 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4960 - TotalTime: 33904 - TransmitDataRPCTime: 13876 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 197702336 - CompileTime: 406695868 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 490523764 - PeakMemoryUsage: 257024 - PrepareTime: 2648058560 - TotalTime: 3673360940 AGGREGATION_NODE (id=71) ExecOption: Codegen Enabled - BuildTime: 10900 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7447497484 NESTED_LOOP_JOIN_NODE (id=70) - BuildRows: 1 - BuildTime: 86223204 - InactiveTotalTime: 0 - LocalTime: 108850408 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1752 - RowsReturnedRate: 240 - TotalTime: 7286030468 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=189) - BytesReceived: 21 - ConvertRowBatchTime: 652 - DeserializeRowBatchTimer: 4276 - FirstBatchArrivalWaitTime: 7053106260 - InactiveTotalTime: 7053917600 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7053927744 HDFS_SCAN_NODE (id=69) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35703 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35703 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35703 - DecompressionTime: 126776 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 78228 - PerReadThreadRawHdfsThroughput: 1916630878 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1766132 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 21589 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 67530732 - MaterializeTupleTime(*): 67312 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 984000 - ScannerThreadsVoluntaryContextSwitches: 18 - TotalRawHdfsReadTime(*): 18628 - TotalReadThroughput: 0 - TotalTime: 123252316 Instance 5840e519cb1bb31f:e1 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 343569997 - RowsProduced: 1 - TotalNetworkReceiveTime: 11651632580 - TotalNetworkSendTime: 648980 - TotalStorageWaitTime: 721740 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11692400364 - TotalThreadsSysTime: 1083000 - TotalThreadsUserTime: 31797000 - TotalThreadsVoluntaryContextSwitches: 37 - TotalTime: 11719040068 Fragment Instance Lifecycle Timings - ExecTime: 1305108 - ExecTreeExecTime: 3376 - InactiveTotalTime: 0 - OpenTime: 11690295284 - ExecTreeOpenTime: 11654484832 - PrepareTime: 27404936 - ExecTreePrepareTime: 161744 - TotalTime: 0 DataStreamSender (dst_id=190) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1320064 - OverallThroughput: 453847 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4868 - TotalTime: 28644 - TransmitDataRPCTime: 9848 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 838084 - CompileTime: 11023428 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 21803356 - PeakMemoryUsage: 257024 - PrepareTime: 25219932 - TotalTime: 58601184 AGGREGATION_NODE (id=71) ExecOption: Codegen Enabled - BuildTime: 168408 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11654645836 NESTED_LOOP_JOIN_NODE (id=70) - BuildRows: 1 - BuildTime: 8016 - InactiveTotalTime: 0 - LocalTime: 140988 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 11654466680 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=189) - BytesReceived: 21 - ConvertRowBatchTime: 1456 - DeserializeRowBatchTimer: 31092 - FirstBatchArrivalWaitTime: 11592204472 - InactiveTotalTime: 11651606332 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11651639108 HDFS_SCAN_NODE (id=69) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 78665987 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 806932 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 849544 - MaterializeTupleTime(*): 156 - ScannerThreadsSysTime: 56000 - ScannerThreadsUserTime: 56000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3928 - TotalReadThroughput: 0 - TotalTime: 2686584 Instance 5840e519cb1bb31f:e4 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 10641074427 - TotalNetworkSendTime: 80451 - TotalStorageWaitTime: 3366577 - TotalThreadsInvoluntaryContextSwitches: 28 - TotalThreadsTotalWallClockTime: 10997203689 - TotalThreadsSysTime: 2924000 - TotalThreadsUserTime: 47557000 - TotalThreadsVoluntaryContextSwitches: 94 - TotalTime: 11660469207 Fragment Instance Lifecycle Timings - ExecTime: 197720 - ExecTreeExecTime: 5570 - InactiveTotalTime: 0 - OpenTime: 10992705935 - ExecTreeOpenTime: 10647414094 - PrepareTime: 652659943 - ExecTreePrepareTime: 272235 - TotalTime: 0 DataStreamSender (dst_id=190) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 867707 - OverallThroughput: 158297 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 48923 - TotalTime: 82124 - TransmitDataRPCTime: 14982 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 29622028 - CompileTime: 122710174 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 188718754 - PeakMemoryUsage: 257024 - PrepareTime: 512377291 - TotalTime: 866268630 AGGREGATION_NODE (id=71) ExecOption: Codegen Enabled - BuildTime: 21445 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 10647685414 NESTED_LOOP_JOIN_NODE (id=70) - BuildRows: 1 - BuildTime: 6747 - InactiveTotalTime: 0 - LocalTime: 550520 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 3499 - RowsReturnedRate: 328 - TotalTime: 10647623720 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=189) - BytesReceived: 21 - ConvertRowBatchTime: 783 - DeserializeRowBatchTimer: 22796 - FirstBatchArrivalWaitTime: 10580792291 - InactiveTotalTime: 10641061847 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10641080304 HDFS_SCAN_NODE (id=69) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 70769 - BytesReadDataNodeCache: 0 - BytesReadLocal: 70769 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 70769 - DecompressionTime: 293002 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 94612 - PerReadThreadRawHdfsThroughput: 2361170425 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3797464 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 888051 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 4339868 - MaterializeTupleTime(*): 112139 - ScannerThreadsSysTime: 746000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 29972 - TotalReadThroughput: 0 - TotalTime: 5992896 Instance 5840e519cb1bb31f:e3 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 246987573 - RowsProduced: 1 - TotalNetworkReceiveTime: 6867927952 - TotalNetworkSendTime: 20715512 - TotalStorageWaitTime: 81439676 - TotalThreadsInvoluntaryContextSwitches: 6 - TotalThreadsTotalWallClockTime: 7832521916 - TotalThreadsSysTime: 932000 - TotalThreadsUserTime: 48030000 - TotalThreadsVoluntaryContextSwitches: 123 - TotalTime: 11515712208 Fragment Instance Lifecycle Timings - ExecTime: 21034348 - ExecTreeExecTime: 6324 - InactiveTotalTime: 0 - OpenTime: 7736465852 - ExecTreeOpenTime: 6998265000 - PrepareTime: 3758166324 - ExecTreePrepareTime: 111750216 - TotalTime: 0 DataStreamSender (dst_id=190) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 604089 - OverallThroughput: 281824 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6228 - TotalTime: 46128 - TransmitDataRPCTime: 21520 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 93919912 - CompileTime: 344487032 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 323951300 - PeakMemoryUsage: 257024 - PrepareTime: 3116888804 - TotalTime: 4001947644 AGGREGATION_NODE (id=71) ExecOption: Codegen Enabled - BuildTime: 15040 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7110015712 NESTED_LOOP_JOIN_NODE (id=70) - BuildRows: 1 - BuildTime: 3864 - InactiveTotalTime: 0 - LocalTime: 184018840 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1748 - RowsReturnedRate: 245 - TotalTime: 7109217596 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=189) - BytesReceived: 21 - ConvertRowBatchTime: 960 - DeserializeRowBatchTimer: 40492 - FirstBatchArrivalWaitTime: 6867787128 - InactiveTotalTime: 6867923288 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6867931980 HDFS_SCAN_NODE (id=69) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35744 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35744 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35744 - DecompressionTime: 91252 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65940 - PerReadThreadRawHdfsThroughput: 1941764450 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 49566264 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 46466 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 92633892 - MaterializeTupleTime(*): 618936 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 785000 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 18408 - TotalReadThroughput: 0 - TotalTime: 57266776 Averaged Fragment F45 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:11s640ms max:11s640ms mean: 11s640ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 10934116810 - TotalNetworkSendTime: 59669655 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11030725236 - TotalThreadsSysTime: 98000 - TotalThreadsUserTime: 831000 - TotalThreadsVoluntaryContextSwitches: 15 - TotalTime: 11638643420 Fragment Instance Lifecycle Timings - ExecTime: 61415407 - ExecTreeExecTime: 4969 - InactiveTotalTime: 0 - OpenTime: 10969330539 - ExecTreeOpenTime: 10934246065 - PrepareTime: 607849005 - ExecTreePrepareTime: 233699 - TotalTime: 0 DataStreamSender (dst_id=189) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1770977 - OverallThroughput: 21984 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 9952 - TotalTime: 6686412 - TransmitDataRPCTime: 83005 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 457803395 - TotalTime: 458410557 NESTED_LOOP_JOIN_NODE (id=68) - BuildRows: 1 - BuildTime: 5251 - InactiveTotalTime: 0 - LocalTime: 392894 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 10934698522 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=188) - BytesReceived: 8 - ConvertRowBatchTime: 681 - DeserializeRowBatchTimer: 2997 - FirstBatchArrivalWaitTime: 10934063522 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10934101517 AGGREGATION_NODE (id=185) - BuildTime: 6651 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 4899 - SpilledPartitions: 0 - TotalTime: 204111 EXCHANGE_NODE (id=184) - BytesReceived: 91 - ConvertRowBatchTime: 4181 - DeserializeRowBatchTimer: 53597 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 216256 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 32369 Fragment F45 Instance 5840e519cb1bb31f:de (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 10934116810 - TotalNetworkSendTime: 59669655 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11030725236 - TotalThreadsSysTime: 98000 - TotalThreadsUserTime: 831000 - TotalThreadsVoluntaryContextSwitches: 15 - TotalTime: 11638643420 Fragment Instance Lifecycle Timings - ExecTime: 61415407 - ExecTreeExecTime: 4969 - InactiveTotalTime: 0 - OpenTime: 10969330539 - ExecTreeOpenTime: 10934246065 - PrepareTime: 607849005 - ExecTreePrepareTime: 233699 - TotalTime: 0 DataStreamSender (dst_id=189) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1770977 - OverallThroughput: 21984 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 9952 - TotalTime: 6686412 - TransmitDataRPCTime: 83005 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 457803395 - TotalTime: 458410557 NESTED_LOOP_JOIN_NODE (id=68) - BuildRows: 1 - BuildTime: 5251 - InactiveTotalTime: 0 - LocalTime: 392894 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 10934698522 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=188) - BytesReceived: 8 - ConvertRowBatchTime: 681 - DeserializeRowBatchTimer: 2997 - FirstBatchArrivalWaitTime: 10934063522 - InactiveTotalTime: 10934095056 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10934101517 AGGREGATION_NODE (id=185) - BuildTime: 6651 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 4899 - SpilledPartitions: 0 - TotalTime: 204111 EXCHANGE_NODE (id=184) - BytesReceived: 91 - ConvertRowBatchTime: 4181 - DeserializeRowBatchTimer: 53597 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 216256 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 32369 Averaged Fragment F43 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:5s535ms max:9s197ms mean: 6s532ms stddev:1s513ms execution rates: min:54.00 B/sec max:10.89 KB/sec mean:3.34 KB/sec stddev:3.66 KB/sec num instances: 7 - AverageThreadTokens: 1.0084033613445378 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1386302 - PerHostPeakMemUsage: 153296923 - RowsProduced: 1 - TotalNetworkReceiveTime: 3602199729 - TotalNetworkSendTime: 2360888 - TotalStorageWaitTime: 8310678 - TotalThreadsInvoluntaryContextSwitches: 30 - TotalThreadsTotalWallClockTime: 5226072020 - TotalThreadsSysTime: 2829571 - TotalThreadsUserTime: 167824571 - TotalThreadsVoluntaryContextSwitches: 200 - TotalTime: 6487767611 Fragment Instance Lifecycle Timings - ExecTime: 2995925 - ExecTreeExecTime: 4512 - InactiveTotalTime: 0 - OpenTime: 5135329629 - ExecTreeOpenTime: 3758308845 - PrepareTime: 1346326158 - ExecTreePrepareTime: 41571480 - TotalTime: 0 DataStreamSender (dst_id=184) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1157621 - OverallThroughput: 353728 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 8367 - TotalTime: 21243546 - TransmitDataRPCTime: 12408 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 60618328 - CompileTime: 768941640 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 562313583 - PeakMemoryUsage: 1329664 - PrepareTime: 1143722697 - TotalTime: 2498498263 AGGREGATION_NODE (id=65) - BuildTime: 447905 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 71057 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 3799879002 NESTED_LOOP_JOIN_NODE (id=64) - BuildRows: 1 - BuildTime: 12827 - InactiveTotalTime: 0 - LocalTime: 34535625 - PeakMemoryUsage: 58623 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 545 - RowsReturnedRate: 557 - TotalTime: 3790107783 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=183) - BytesReceived: 21 - ConvertRowBatchTime: 904 - DeserializeRowBatchTimer: 4613 - FirstBatchArrivalWaitTime: 521486605 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 39444 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 3602204958 HDFS_SCAN_NODE (id=63) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 15900529 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 77494 - PerReadThreadRawHdfsThroughput: 1098454462 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 87386397 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 94297 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 90363837 - MaterializeTupleTime(*): 1733151 - ScannerThreadsSysTime: 128571 - ScannerThreadsUserTime: 966857 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 19327 - TotalReadThroughput: 724 - TotalTime: 153367199 Fragment F43 Instance 5840e519cb1bb31f:d2 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0588235294117647 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 66750565 - RowsProduced: 1 - TotalNetworkReceiveTime: 3608 - TotalNetworkSendTime: 937476 - TotalStorageWaitTime: 6639384 - TotalThreadsInvoluntaryContextSwitches: 44 - TotalThreadsTotalWallClockTime: 5278911936 - TotalThreadsSysTime: 2556000 - TotalThreadsUserTime: 194153000 - TotalThreadsVoluntaryContextSwitches: 471 - TotalTime: 9010597192 Fragment Instance Lifecycle Timings - ExecTime: 1435656 - ExecTreeExecTime: 5724 - InactiveTotalTime: 0 - OpenTime: 4805895044 - ExecTreeOpenTime: 735562832 - PrepareTime: 4181705544 - ExecTreePrepareTime: 178722940 - TotalTime: 0 DataStreamSender (dst_id=184) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1405101 - OverallThroughput: 388384 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7284 - TotalTime: 33472 - TransmitDataRPCTime: 9252 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 312987088 - CompileTime: 2406300384 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 1573275912 - PeakMemoryUsage: 1329664 - PrepareTime: 3356619388 - TotalTime: 7446735328 AGGREGATION_NODE (id=65) ExecOption: Codegen Enabled - BuildTime: 13456 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 914284100 NESTED_LOOP_JOIN_NODE (id=64) - BuildRows: 1 - BuildTime: 3180 - InactiveTotalTime: 0 - LocalTime: 111778456 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 764 - RowsReturnedRate: 877 - TotalTime: 871015920 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=183) - BytesReceived: 21 - ConvertRowBatchTime: 644 - DeserializeRowBatchTimer: 3336 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 143348 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6976 HDFS_SCAN_NODE (id=63) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 98753928 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 103612 - PerReadThreadRawHdfsThroughput: 1639374090 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 458096676 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 3504 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 471627380 - MaterializeTupleTime(*): 9583896 - ScannerThreadsSysTime: 410000 - ScannerThreadsUserTime: 1749000 - ScannerThreadsVoluntaryContextSwitches: 51 - TotalRawHdfsReadTime(*): 24732 - TotalReadThroughput: 5068 - TotalTime: 759230488 Instance 5840e519cb1bb31f:d3 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 187168103 - RowsProduced: 1 - TotalNetworkReceiveTime: 3992 - TotalNetworkSendTime: 7636044 - TotalStorageWaitTime: 36224300 - TotalThreadsInvoluntaryContextSwitches: 74 - TotalThreadsTotalWallClockTime: 4498224024 - TotalThreadsSysTime: 5645000 - TotalThreadsUserTime: 185793000 - TotalThreadsVoluntaryContextSwitches: 464 - TotalTime: 8596895072 Fragment Instance Lifecycle Timings - ExecTime: 8468584 - ExecTreeExecTime: 3724 - InactiveTotalTime: 0 - OpenTime: 4391360592 - ExecTreeOpenTime: 281365832 - PrepareTime: 4197027128 - ExecTreePrepareTime: 73436372 - TotalTime: 0 DataStreamSender (dst_id=184) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 677365 - OverallThroughput: 87 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5948 - TotalTime: 148498356 - TransmitDataRPCTime: 19192 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 72816196 - CompileTime: 2540551512 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 1376155000 - PeakMemoryUsage: 1329664 - PrepareTime: 3745314436 - TotalTime: 7710814604 AGGREGATION_NODE (id=65) ExecOption: Codegen Enabled - BuildTime: 172060 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 2 - SpilledPartitions: 0 - TotalTime: 354801124 NESTED_LOOP_JOIN_NODE (id=64) - BuildRows: 1 - BuildTime: 13620 - InactiveTotalTime: 0 - LocalTime: 125136804 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 763 - RowsReturnedRate: 2489 - TotalTime: 306510312 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=183) - BytesReceived: 21 - ConvertRowBatchTime: 936 - DeserializeRowBatchTimer: 3688 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 132766 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7532 HDFS_SCAN_NODE (id=63) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 235188 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 119996 - PerReadThreadRawHdfsThroughput: 1934556720 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 111221344 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 14671 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 116425068 - MaterializeTupleTime(*): 60800 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1152000 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 20980 - TotalReadThroughput: 0 - TotalTime: 181365976 Instance 5840e519cb1bb31f:cf (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 187053357 - RowsProduced: 1 - TotalNetworkReceiveTime: 5388631224 - TotalNetworkSendTime: 252872 - TotalStorageWaitTime: 759332 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 5568521132 - TotalThreadsSysTime: 2991000 - TotalThreadsUserTime: 157677000 - TotalThreadsVoluntaryContextSwitches: 75 - TotalTime: 5604236544 Fragment Instance Lifecycle Timings - ExecTime: 504552 - ExecTreeExecTime: 4228 - InactiveTotalTime: 0 - OpenTime: 5565137636 - ExecTreeOpenTime: 5399291344 - PrepareTime: 38539204 - ExecTreePrepareTime: 235236 - TotalTime: 0 DataStreamSender (dst_id=184) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1456093 - OverallThroughput: 542570 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6088 - TotalTime: 23960 - TransmitDataRPCTime: 8928 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1418640 - CompileTime: 24057632 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 138284360 - PeakMemoryUsage: 1329664 - PrepareTime: 34387776 - TotalTime: 198598224 AGGREGATION_NODE (id=65) ExecOption: Codegen Enabled - BuildTime: 1748 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5399525504 NESTED_LOOP_JOIN_NODE (id=64) - BuildRows: 1 - BuildTime: 7324 - InactiveTotalTime: 0 - LocalTime: 235408 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 5393699360 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=183) - BytesReceived: 21 - ConvertRowBatchTime: 924 - DeserializeRowBatchTimer: 3760 - FirstBatchArrivalWaitTime: 945405516 - InactiveTotalTime: 5388620976 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5388637160 HDFS_SCAN_NODE (id=63) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 75958702 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2906380 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2976164 - MaterializeTupleTime(*): 56 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 462000 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 4068 - TotalReadThroughput: 0 - TotalTime: 4826792 Instance 5840e519cb1bb31f:d0 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 113692440 - RowsProduced: 1 - TotalNetworkReceiveTime: 5392440084 - TotalNetworkSendTime: 185216 - TotalStorageWaitTime: 1571828 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 5559840880 - TotalThreadsSysTime: 3414000 - TotalThreadsUserTime: 147794000 - TotalThreadsVoluntaryContextSwitches: 59 - TotalTime: 5603002520 Fragment Instance Lifecycle Timings - ExecTime: 370968 - ExecTreeExecTime: 3696 - InactiveTotalTime: 0 - OpenTime: 5556599420 - ExecTreeOpenTime: 5398611660 - PrepareTime: 46002420 - ExecTreePrepareTime: 162000 - TotalTime: 0 DataStreamSender (dst_id=184) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1318458 - OverallThroughput: 332480 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 20388 - TotalTime: 39100 - TransmitDataRPCTime: 9860 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1167436 - CompileTime: 28991720 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 126791152 - PeakMemoryUsage: 1329664 - PrepareTime: 40930960 - TotalTime: 197858828 AGGREGATION_NODE (id=65) ExecOption: Codegen Enabled - BuildTime: 120356 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100552 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5398772892 NESTED_LOOP_JOIN_NODE (id=64) - BuildRows: 1 - BuildTime: 44632 - InactiveTotalTime: 0 - LocalTime: 1728612 - PeakMemoryUsage: 78024 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 762 - RowsReturnedRate: 141 - TotalTime: 5398650484 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=183) - BytesReceived: 21 - ConvertRowBatchTime: 816 - DeserializeRowBatchTimer: 4456 - FirstBatchArrivalWaitTime: 922340616 - InactiveTotalTime: 5392431888 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5392447300 HDFS_SCAN_NODE (id=63) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 223380 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111816 - PerReadThreadRawHdfsThroughput: 2543824198 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2711620 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 594917 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2901672 - MaterializeTupleTime(*): 92232 - ScannerThreadsSysTime: 490000 - ScannerThreadsUserTime: 338000 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 15836 - TotalReadThroughput: 0 - TotalTime: 4474572 Instance 5840e519cb1bb31f:d1 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 188270719 - RowsProduced: 1 - TotalNetworkReceiveTime: 5359899192 - TotalNetworkSendTime: 225916 - TotalStorageWaitTime: 689552 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 5505582184 - TotalThreadsSysTime: 964000 - TotalThreadsUserTime: 136121000 - TotalThreadsVoluntaryContextSwitches: 51 - TotalTime: 5545127084 Fragment Instance Lifecycle Timings - ExecTime: 406148 - ExecTreeExecTime: 3192 - InactiveTotalTime: 0 - OpenTime: 5504366204 - ExecTreeOpenTime: 5364172160 - PrepareTime: 40323092 - ExecTreePrepareTime: 175572 - TotalTime: 0 DataStreamSender (dst_id=184) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1057942 - OverallThroughput: 477379 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5080 - TotalTime: 27232 - TransmitDataRPCTime: 12288 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1036604 - CompileTime: 22604096 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 114661552 - PeakMemoryUsage: 1329664 - PrepareTime: 37953448 - TotalTime: 175846564 AGGREGATION_NODE (id=65) ExecOption: Codegen Enabled - BuildTime: 1436 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5364346268 NESTED_LOOP_JOIN_NODE (id=64) - BuildRows: 1 - BuildTime: 5876 - InactiveTotalTime: 0 - LocalTime: 202248 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 5362791884 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=183) - BytesReceived: 21 - ConvertRowBatchTime: 1060 - DeserializeRowBatchTimer: 4468 - FirstBatchArrivalWaitTime: 912398732 - InactiveTotalTime: 5359889664 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5359905976 HDFS_SCAN_NODE (id=63) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 43867120 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 808064 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 842668 - MaterializeTupleTime(*): 148 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 127000 - ScannerThreadsVoluntaryContextSwitches: 2 - TotalRawHdfsReadTime(*): 7044 - TotalReadThroughput: 0 - TotalTime: 2683660 Instance 5840e519cb1bb31f:d5 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 112200181 - RowsProduced: 1 - TotalNetworkReceiveTime: 5314116264 - TotalNetworkSendTime: 5756616 - TotalStorageWaitTime: 5451340 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 5495558876 - TotalThreadsSysTime: 1023000 - TotalThreadsUserTime: 150237000 - TotalThreadsVoluntaryContextSwitches: 99 - TotalTime: 5531539520 Fragment Instance Lifecycle Timings - ExecTime: 8113312 - ExecTreeExecTime: 5256 - InactiveTotalTime: 0 - OpenTime: 5481873984 - ExecTreeOpenTime: 5321871104 - PrepareTime: 41511088 - ExecTreePrepareTime: 241108 - TotalTime: 0 DataStreamSender (dst_id=184) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1490142 - OverallThroughput: 507495 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6752 - TotalTime: 25616 - TransmitDataRPCTime: 8724 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1271324 - CompileTime: 33249888 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 123717980 - PeakMemoryUsage: 1329664 - PrepareTime: 38764396 - TotalTime: 196552512 AGGREGATION_NODE (id=65) ExecOption: Codegen Enabled - BuildTime: 1912 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5322110772 NESTED_LOOP_JOIN_NODE (id=64) - BuildRows: 1 - BuildTime: 7148 - InactiveTotalTime: 0 - LocalTime: 204504 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 5322064112 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=183) - BytesReceived: 21 - ConvertRowBatchTime: 1108 - DeserializeRowBatchTimer: 4536 - FirstBatchArrivalWaitTime: 870261372 - InactiveTotalTime: 5314107324 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5314122148 HDFS_SCAN_NODE (id=63) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 71067157 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 5554416 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 5607988 - MaterializeTupleTime(*): 116 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 968000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 4348 - TotalReadThroughput: 0 - TotalTime: 7737460 Instance 5840e519cb1bb31f:d4 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 217943101 - RowsProduced: 1 - TotalNetworkReceiveTime: 3760303739 - TotalNetworkSendTime: 1532080 - TotalStorageWaitTime: 6839011 - TotalThreadsInvoluntaryContextSwitches: 87 - TotalThreadsTotalWallClockTime: 4675865111 - TotalThreadsSysTime: 3214000 - TotalThreadsUserTime: 202997000 - TotalThreadsVoluntaryContextSwitches: 181 - TotalTime: 5522975348 Fragment Instance Lifecycle Timings - ExecTime: 1672260 - ExecTreeExecTime: 5764 - InactiveTotalTime: 0 - OpenTime: 4642074527 - ExecTreeOpenTime: 3807286987 - PrepareTime: 879174635 - ExecTreePrepareTime: 38027136 - TotalTime: 0 DataStreamSender (dst_id=184) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 698249 - OverallThroughput: 227702 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7030 - TotalTime: 57092 - TransmitDataRPCTime: 18618 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 33631008 - CompileTime: 326836250 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 483309127 - PeakMemoryUsage: 1329664 - PrepareTime: 752088479 - TotalTime: 1563081784 AGGREGATION_NODE (id=65) ExecOption: Codegen Enabled - BuildTime: 2824367 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 109756 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 3845312359 NESTED_LOOP_JOIN_NODE (id=64) - BuildRows: 1 - BuildTime: 8014 - InactiveTotalTime: 0 - LocalTime: 2463348 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1529 - RowsReturnedRate: 394 - TotalTime: 3876022412 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=183) - BytesReceived: 21 - ConvertRowBatchTime: 840 - DeserializeRowBatchTimer: 8050 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 3760296152 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 3760307617 HDFS_SCAN_NODE (id=63) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 12091209 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 133308 - PerReadThreadRawHdfsThroughput: 1380533250 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 30406279 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 46992 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 32165921 - MaterializeTupleTime(*): 2394812 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1972000 - ScannerThreadsVoluntaryContextSwitches: 18 - TotalRawHdfsReadTime(*): 58284 - TotalReadThroughput: 0 - TotalTime: 113251447 Averaged Fragment F44 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:2s384ms max:5s323ms mean: 3s370ms stddev:1s228ms execution rates: min:103.00 B/sec max:25.46 KB/sec mean:7.10 KB/sec stddev:8.57 KB/sec num instances: 7 - AverageThreadTokens: 1.0142857142857142 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 201097 - PerHostPeakMemUsage: 100978012 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 14625476 - TotalStorageWaitTime: 1342392 - TotalThreadsInvoluntaryContextSwitches: 7 - TotalThreadsTotalWallClockTime: 1038855696 - TotalThreadsSysTime: 978857 - TotalThreadsUserTime: 26466285 - TotalThreadsVoluntaryContextSwitches: 96 - TotalTime: 2076768224 Fragment Instance Lifecycle Timings - ExecTime: 588025745 - ExecTreeExecTime: 99681231 - InactiveTotalTime: 0 - OpenTime: 370062755 - ExecTreeOpenTime: 57982 - PrepareTime: 1113643663 - ExecTreePrepareTime: 100335 - TotalTime: 0 DataStreamSender (dst_id=183) - BytesSent: 21 - InactiveTotalTime: 0 - NetworkThroughput(*): 317599 - OverallThroughput: 171570 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 971 - TotalTime: 1649001 - TransmitDataRPCTime: 9445 - UncompressedRowBatchSize: 21 CodeGen - CodegenTime: 41038626 - CompileTime: 156241442 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 185128146 - PeakMemoryUsage: 94208 - PrepareTime: 875734938 - TotalTime: 1266314183 HDFS_SCAN_NODE (id=62) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 7685264 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 83784 - PerReadThreadRawHdfsThroughput: 861451816 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 79102869 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 1 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 83220166 - MaterializeTupleTime(*): 65432 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1049714 - ScannerThreadsVoluntaryContextSwitches: 17 - TotalRawHdfsReadTime(*): 21913 - TotalReadThroughput: 888 - TotalTime: 99965836 Fragment F44 Instance 5840e519cb1bb31f:cb (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.1 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 40338523 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1388 - TotalStorageWaitTime: 1732996 - TotalThreadsInvoluntaryContextSwitches: 24 - TotalThreadsTotalWallClockTime: 2154176280 - TotalThreadsSysTime: 3567000 - TotalThreadsUserTime: 32094000 - TotalThreadsVoluntaryContextSwitches: 222 - TotalTime: 5232139308 Fragment Instance Lifecycle Timings - ExecTime: 458073840 - ExecTreeExecTime: 429851644 - InactiveTotalTime: 0 - OpenTime: 1301508448 - ExecTreeOpenTime: 63296 - PrepareTime: 3438569044 - ExecTreePrepareTime: 122640 - TotalTime: 0 DataStreamSender (dst_id=183) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 9681300 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 122824828 - CompileTime: 518759636 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 706118200 - PeakMemoryUsage: 94208 - PrepareTime: 2585502032 - TotalTime: 4065809852 HDFS_SCAN_NODE (id=62) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 22000992 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1186636619 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 374321996 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 394626920 - MaterializeTupleTime(*): 114156 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1934000 - ScannerThreadsVoluntaryContextSwitches: 55 - TotalRawHdfsReadTime(*): 34168 - TotalReadThroughput: 6216 - TotalTime: 430185984 Instance 5840e519cb1bb31f:cc (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 140922156 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1476 - TotalStorageWaitTime: 1793340 - TotalThreadsInvoluntaryContextSwitches: 27 - TotalThreadsTotalWallClockTime: 1616446864 - TotalThreadsSysTime: 985000 - TotalThreadsUserTime: 30831000 - TotalThreadsVoluntaryContextSwitches: 179 - TotalTime: 5084207600 Fragment Instance Lifecycle Timings - ExecTime: 539618608 - ExecTreeExecTime: 161034380 - InactiveTotalTime: 0 - OpenTime: 1008896352 - ExecTreeOpenTime: 68392 - PrepareTime: 3535632124 - ExecTreePrepareTime: 133908 - TotalTime: 0 DataStreamSender (dst_id=183) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 78140 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 144273584 - CompileTime: 479462748 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 464104664 - PeakMemoryUsage: 94208 - PrepareTime: 2937868376 - TotalTime: 3931497540 HDFS_SCAN_NODE (id=62) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 24607424 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1796202867 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 83457376 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 83567040 - MaterializeTupleTime(*): 72052 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1025000 - ScannerThreadsVoluntaryContextSwitches: 18 - TotalRawHdfsReadTime(*): 22596 - TotalReadThroughput: 0 - TotalTime: 161399224 Instance 5840e519cb1bb31f:cd (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 288386 - PerHostPeakMemUsage: 126334298 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 102368618 - TotalStorageWaitTime: 2379630 - TotalThreadsInvoluntaryContextSwitches: 3 - TotalThreadsTotalWallClockTime: 512859063 - TotalThreadsSysTime: 1051000 - TotalThreadsUserTime: 32301000 - TotalThreadsVoluntaryContextSwitches: 80 - TotalTime: 1085410187 Fragment Instance Lifecycle Timings - ExecTime: 232714497 - ExecTreeExecTime: 97193433 - InactiveTotalTime: 0 - OpenTime: 182417172 - ExecTreeOpenTime: 87240 - PrepareTime: 669231431 - ExecTreePrepareTime: 121493 - TotalTime: 0 DataStreamSender (dst_id=183) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 2223196 - OverallThroughput: 1200990 - PeakMemoryUsage: 70560 - RowsReturned: 1 - SerializeBatchTime: 6799 - TotalTime: 122399 - TransmitDataRPCTime: 66121 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 17391103 - CompileTime: 69819392 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 64237876 - PeakMemoryUsage: 94208 - PrepareTime: 478113134 - TotalTime: 647996786 HDFS_SCAN_NODE (id=62) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 6689642 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 137404 - PerReadThreadRawHdfsThroughput: 1678935837 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 90881137 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 1 - RowsReturnedRate: 10 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 3 - ScannerThreadsTotalWallClockTime: 99096917 - MaterializeTupleTime(*): 173082 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1602000 - ScannerThreadsVoluntaryContextSwitches: 23 - TotalRawHdfsReadTime(*): 47925 - TotalReadThroughput: 0 - TotalTime: 97549577 Instance 5840e519cb1bb31f:c8 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 118386549 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1888 - TotalStorageWaitTime: 736424 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 767235588 - TotalThreadsSysTime: 132000 - TotalThreadsUserTime: 22918000 - TotalThreadsVoluntaryContextSwitches: 44 - TotalTime: 809955276 Fragment Instance Lifecycle Timings - ExecTime: 738983800 - ExecTreeExecTime: 2330112 - InactiveTotalTime: 0 - OpenTime: 27426368 - ExecTreeOpenTime: 41872 - PrepareTime: 43511632 - ExecTreePrepareTime: 73240 - TotalTime: 0 DataStreamSender (dst_id=183) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 34152 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 692284 - CompileTime: 6470360 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 17577704 - PeakMemoryUsage: 94208 - PrepareTime: 37511724 - TotalTime: 62174020 HDFS_SCAN_NODE (id=62) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 54632248 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 830648 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 860256 - MaterializeTupleTime(*): 152 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 145000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 5656 - TotalReadThroughput: 0 - TotalTime: 2541196 Instance 5840e519cb1bb31f:c9 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200146 - PerHostPeakMemUsage: 81967051 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 2084 - TotalStorageWaitTime: 1702148 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 756313084 - TotalThreadsSysTime: 26000 - TotalThreadsUserTime: 20859000 - TotalThreadsVoluntaryContextSwitches: 51 - TotalTime: 783367676 Fragment Instance Lifecycle Timings - ExecTime: 734086868 - ExecTreeExecTime: 3920928 - InactiveTotalTime: 0 - OpenTime: 19590880 - ExecTreeOpenTime: 45968 - PrepareTime: 29636132 - ExecTreePrepareTime: 97368 - TotalTime: 0 DataStreamSender (dst_id=183) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 1580356 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 648976 - CompileTime: 6331040 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 11955436 - PeakMemoryUsage: 94208 - PrepareTime: 23633872 - TotalTime: 43040012 HDFS_SCAN_NODE (id=62) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 498796 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121032 - PerReadThreadRawHdfsThroughput: 1169958178 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2587140 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2663020 - MaterializeTupleTime(*): 98356 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1241000 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 34432 - TotalReadThroughput: 0 - TotalTime: 4195412 Instance 5840e519cb1bb31f:ca (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 118650268 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1488 - TotalStorageWaitTime: 312252 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 738920920 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 21614000 - TotalThreadsVoluntaryContextSwitches: 50 - TotalTime: 778809396 Fragment Instance Lifecycle Timings - ExecTime: 714322328 - ExecTreeExecTime: 1551324 - InactiveTotalTime: 0 - OpenTime: 23809056 - ExecTreeOpenTime: 43844 - PrepareTime: 40639528 - ExecTreePrepareTime: 79656 - TotalTime: 0 DataStreamSender (dst_id=183) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 24416 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 728052 - CompileTime: 5740692 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 15021824 - PeakMemoryUsage: 94208 - PrepareTime: 35057832 - TotalTime: 56414656 HDFS_SCAN_NODE (id=62) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 68061674 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 798488 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 831708 - MaterializeTupleTime(*): 112 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 683000 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 4540 - TotalReadThroughput: 0 - TotalTime: 1782016 Instance 5840e519cb1bb31f:ce (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 80247242 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1392 - TotalStorageWaitTime: 739956 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 726038076 - TotalThreadsSysTime: 1091000 - TotalThreadsUserTime: 24647000 - TotalThreadsVoluntaryContextSwitches: 50 - TotalTime: 763488128 Fragment Instance Lifecycle Timings - ExecTime: 698380276 - ExecTreeExecTime: 1886796 - InactiveTotalTime: 0 - OpenTime: 26791012 - ExecTreeOpenTime: 55268 - PrepareTime: 38285756 - ExecTreePrepareTime: 74040 - TotalTime: 0 DataStreamSender (dst_id=183) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 22248 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 711556 - CompileTime: 7106232 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 16881324 - PeakMemoryUsage: 94208 - PrepareTime: 32457600 - TotalTime: 57266416 HDFS_SCAN_NODE (id=62) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 75735294 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 843300 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 895304 - MaterializeTupleTime(*): 120 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 718000 - ScannerThreadsVoluntaryContextSwitches: 2 - TotalRawHdfsReadTime(*): 4080 - TotalReadThroughput: 0 - TotalTime: 2107444 Averaged Fragment F47 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:11s404ms max:11s404ms mean: 11s404ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 10751999255 - TotalNetworkSendTime: 111405 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 10806552165 - TotalThreadsSysTime: 41000 - TotalThreadsUserTime: 515000 - TotalThreadsVoluntaryContextSwitches: 10 - TotalTime: 11403038254 Fragment Instance Lifecycle Timings - ExecTime: 185918 - ExecTreeExecTime: 4079 - InactiveTotalTime: 0 - OpenTime: 10806402210 - ExecTreeOpenTime: 10752331039 - PrepareTime: 581078497 - ExecTreePrepareTime: 1383362 - TotalTime: 0 DataStreamSender (dst_id=188) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 613308 - OverallThroughput: 193409 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2790 - TotalTime: 41363 - TransmitDataRPCTime: 13044 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 549210965 - TotalTime: 562983995 AGGREGATION_NODE (id=187) - BuildTime: 1038 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 10753713483 EXCHANGE_NODE (id=186) - BytesReceived: 56 - ConvertRowBatchTime: 7094 - DeserializeRowBatchTimer: 110547 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10752011643 Fragment F47 Instance 5840e519cb1bb31f:dd (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 385405015 - RowsProduced: 1 - TotalNetworkReceiveTime: 10751999255 - TotalNetworkSendTime: 111405 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 10806552165 - TotalThreadsSysTime: 41000 - TotalThreadsUserTime: 515000 - TotalThreadsVoluntaryContextSwitches: 10 - TotalTime: 11403038254 Fragment Instance Lifecycle Timings - ExecTime: 185918 - ExecTreeExecTime: 4079 - InactiveTotalTime: 0 - OpenTime: 10806402210 - ExecTreeOpenTime: 10752331039 - PrepareTime: 581078497 - ExecTreePrepareTime: 1383362 - TotalTime: 0 DataStreamSender (dst_id=188) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 613308 - OverallThroughput: 193409 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2790 - TotalTime: 41363 - TransmitDataRPCTime: 13044 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 549210965 - TotalTime: 562983995 AGGREGATION_NODE (id=187) - BuildTime: 1038 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 10753713483 EXCHANGE_NODE (id=186) - BytesReceived: 56 - ConvertRowBatchTime: 7094 - DeserializeRowBatchTimer: 110547 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 10751937179 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10752011643 Averaged Fragment F46 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:2s241ms max:11s110ms mean: 4s551ms stddev:3s314ms execution rates: min:108.00 B/sec max:25.98 KB/sec mean:6.22 KB/sec stddev:8.78 KB/sec num instances: 7 - AverageThreadTokens: 0.7303030303030302 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 113180638 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 5255823 - TotalStorageWaitTime: 7901259 - TotalThreadsInvoluntaryContextSwitches: 27 - TotalThreadsTotalWallClockTime: 2148405068 - TotalThreadsSysTime: 2792285 - TotalThreadsUserTime: 175321142 - TotalThreadsVoluntaryContextSwitches: 276 - TotalTime: 3092338195 Fragment Instance Lifecycle Timings - ExecTime: 7051500 - ExecTreeExecTime: 3480 - InactiveTotalTime: 0 - OpenTime: 2049554654 - ExecTreeOpenTime: 133857633 - PrepareTime: 1035243695 - ExecTreePrepareTime: 6704655 - TotalTime: 0 DataStreamSender (dst_id=186) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 523626 - OverallThroughput: 159731 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1696 - TotalTime: 88469 - TransmitDataRPCTime: 17587 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 63327185 - CompileTime: 1009152191 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 847880861 - PeakMemoryUsage: 376320 - PrepareTime: 923391896 - TotalTime: 2805582592 AGGREGATION_NODE (id=67) - BuildTime: 3517 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 19309 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 144 - SpilledPartitions: 0 - TotalTime: 140560416 HDFS_SCAN_NODE (id=66) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.2857142857142857 - BytesRead: 23121 - BytesReadDataNodeCache: 0 - BytesReadLocal: 23121 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 23121 - DecompressionTime: 18339 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 62464 - PerReadThreadRawHdfsThroughput: 993032275 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 103981626 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 104026733 - MaterializeTupleTime(*): 46153745 - ScannerThreadsSysTime: 71428 - ScannerThreadsUserTime: 1089142 - ScannerThreadsVoluntaryContextSwitches: 20 - TotalRawHdfsReadTime(*): 16848 - TotalReadThroughput: 1051 - TotalTime: 129263898 Fragment F46 Instance 5840e519cb1bb31f:d9 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0454545454545454 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 67996581 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1086940 - TotalStorageWaitTime: 2175472 - TotalThreadsInvoluntaryContextSwitches: 83 - TotalThreadsTotalWallClockTime: 8083835300 - TotalThreadsSysTime: 8570000 - TotalThreadsUserTime: 197261000 - TotalThreadsVoluntaryContextSwitches: 754 - TotalTime: 11100284768 Fragment Instance Lifecycle Timings - ExecTime: 2871448 - ExecTreeExecTime: 5908 - InactiveTotalTime: 0 - OpenTime: 7652327700 - ExecTreeOpenTime: 624481080 - PrepareTime: 3444868832 - ExecTreePrepareTime: 132368 - TotalTime: 0 DataStreamSender (dst_id=186) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 475285 - OverallThroughput: 182165 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1644 - TotalTime: 43916 - TransmitDataRPCTime: 16832 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 182668136 - CompileTime: 3249185412 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 3506092620 - PeakMemoryUsage: 376320 - PrepareTime: 3265223952 - TotalTime: 10134218388 AGGREGATION_NODE (id=67) ExecOption: Codegen Enabled - BuildTime: 4936 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 624610852 HDFS_SCAN_NODE (id=66) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 32356 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32356 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32356 - DecompressionTime: 22472 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1544586595 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 428556168 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 428673100 - MaterializeTupleTime(*): 187214736 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2269000 - ScannerThreadsVoluntaryContextSwitches: 49 - TotalRawHdfsReadTime(*): 20948 - TotalReadThroughput: 3081 - TotalTime: 502926788 Instance 5840e519cb1bb31f:da (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0666666666666667 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 168796924 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 28331068 - TotalStorageWaitTime: 36570060 - TotalThreadsInvoluntaryContextSwitches: 52 - TotalThreadsTotalWallClockTime: 5190011448 - TotalThreadsSysTime: 2308000 - TotalThreadsUserTime: 194448000 - TotalThreadsVoluntaryContextSwitches: 551 - TotalTime: 8051189184 Fragment Instance Lifecycle Timings - ExecTime: 33576288 - ExecTreeExecTime: 4680 - InactiveTotalTime: 0 - OpenTime: 5029281532 - ExecTreeOpenTime: 213068288 - PrepareTime: 2985392020 - ExecTreePrepareTime: 44931096 - TotalTime: 0 DataStreamSender (dst_id=186) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 836120 - OverallThroughput: 145592 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1848 - TotalTime: 54948 - TransmitDataRPCTime: 9568 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 163565468 - CompileTime: 3184759324 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 1528839664 - PeakMemoryUsage: 376320 - PrepareTime: 2515731520 - TotalTime: 7262693944 AGGREGATION_NODE (id=67) ExecOption: Codegen Enabled - BuildTime: 3360 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 3 - SpilledPartitions: 0 - TotalTime: 257998136 HDFS_SCAN_NODE (id=66) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 32388 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32388 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32388 - DecompressionTime: 23372 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1279146919 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 212475960 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 212548744 - MaterializeTupleTime(*): 111796760 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1516000 - ScannerThreadsVoluntaryContextSwitches: 24 - TotalRawHdfsReadTime(*): 25320 - TotalReadThroughput: 4277 - TotalTime: 302853368 Instance 5840e519cb1bb31f:db (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 167761118 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 160557 - TotalStorageWaitTime: 7631955 - TotalThreadsInvoluntaryContextSwitches: 54 - TotalThreadsTotalWallClockTime: 992172349 - TotalThreadsSysTime: 1963000 - TotalThreadsUserTime: 197121000 - TotalThreadsVoluntaryContextSwitches: 180 - TotalTime: 1600881817 Fragment Instance Lifecycle Timings - ExecTime: 258024 - ExecTreeExecTime: 3570 - InactiveTotalTime: 0 - OpenTime: 928458467 - ExecTreeOpenTime: 70982272 - PrepareTime: 672094814 - ExecTreePrepareTime: 173943 - TotalTime: 0 DataStreamSender (dst_id=186) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 250681 - OverallThroughput: 119526 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2803 - TotalTime: 66931 - TransmitDataRPCTime: 31913 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 87656681 - CompileTime: 421815199 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 410898371 - PeakMemoryUsage: 376320 - PrepareTime: 556083778 - TotalTime: 1414501915 AGGREGATION_NODE (id=67) ExecOption: Codegen Enabled - BuildTime: 7741 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 14 - SpilledPartitions: 0 - TotalTime: 71154555 HDFS_SCAN_NODE (id=66) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 64093 - BytesReadDataNodeCache: 0 - BytesReadLocal: 64093 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 64093 - DecompressionTime: 59383 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 93184 - PerReadThreadRawHdfsThroughput: 1527697001 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 63532934 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 63483949 - MaterializeTupleTime(*): 20866376 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2429000 - ScannerThreadsVoluntaryContextSwitches: 19 - TotalRawHdfsReadTime(*): 41954 - TotalReadThroughput: 0 - TotalTime: 70463905 Instance 5840e519cb1bb31f:d8 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 116685459 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 5674428 - TotalStorageWaitTime: 6928796 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 206298544 - TotalThreadsSysTime: 1614000 - TotalThreadsUserTime: 163587000 - TotalThreadsVoluntaryContextSwitches: 114 - TotalTime: 235990496 Fragment Instance Lifecycle Timings - ExecTime: 10221156 - ExecTreeExecTime: 1940 - InactiveTotalTime: 0 - OpenTime: 188721608 - ExecTreeOpenTime: 8160752 - PrepareTime: 37010664 - ExecTreePrepareTime: 891416 - TotalTime: 0 DataStreamSender (dst_id=186) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 718132 - OverallThroughput: 132793 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1068 - TotalTime: 60244 - TransmitDataRPCTime: 11140 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 3080240 - CompileTime: 42640988 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 134188880 - PeakMemoryUsage: 376320 - PrepareTime: 29658940 - TotalTime: 207645160 AGGREGATION_NODE (id=67) ExecOption: Codegen Enabled - BuildTime: 564 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 110 - SpilledPartitions: 0 - TotalTime: 9049204 HDFS_SCAN_NODE (id=66) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 36785714 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 7336480 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 7393664 - MaterializeTupleTime(*): 160 - ScannerThreadsSysTime: 500000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 8400 - TotalReadThroughput: 0 - TotalTime: 8387136 Instance 5840e519cb1bb31f:d7 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 78220416 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 592516 - TotalStorageWaitTime: 712724 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 208871780 - TotalThreadsSysTime: 4088000 - TotalThreadsUserTime: 156712000 - TotalThreadsVoluntaryContextSwitches: 159 - TotalTime: 229333284 Fragment Instance Lifecycle Timings - ExecTime: 796700 - ExecTreeExecTime: 3788 - InactiveTotalTime: 0 - OpenTime: 194638720 - ExecTreeOpenTime: 15678416 - PrepareTime: 33822500 - ExecTreePrepareTime: 446652 - TotalTime: 0 DataStreamSender (dst_id=186) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 354861 - OverallThroughput: 24172 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1536 - TotalTime: 330960 - TransmitDataRPCTime: 22544 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1784924 - CompileTime: 57649552 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 118898172 - PeakMemoryUsage: 376320 - PrepareTime: 28224180 - TotalTime: 205765180 AGGREGATION_NODE (id=67) ExecOption: Codegen Enabled - BuildTime: 7040 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 62 - SpilledPartitions: 0 - TotalTime: 16123500 HDFS_SCAN_NODE (id=66) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32089 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32089 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32089 - DecompressionTime: 23152 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 2408360852 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 13406836 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 13468268 - MaterializeTupleTime(*): 3197776 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 857000 - ScannerThreadsVoluntaryContextSwitches: 27 - TotalRawHdfsReadTime(*): 13324 - TotalReadThroughput: 0 - TotalTime: 15053288 Instance 5840e519cb1bb31f:d6 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 115074892 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 176128 - TotalStorageWaitTime: 747944 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 190473272 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 172818000 - TotalThreadsVoluntaryContextSwitches: 86 - TotalTime: 220677976 Fragment Instance Lifecycle Timings - ExecTime: 446632 - ExecTreeExecTime: 2136 - InactiveTotalTime: 0 - OpenTime: 188962860 - ExecTreeOpenTime: 1863392 - PrepareTime: 31219248 - ExecTreePrepareTime: 262224 - TotalTime: 0 DataStreamSender (dst_id=186) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 536480 - OverallThroughput: 252844 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1568 - TotalTime: 31640 - TransmitDataRPCTime: 14912 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2754340 - CompileTime: 62281168 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 123003984 - PeakMemoryUsage: 376320 - PrepareTime: 29649660 - TotalTime: 215509552 AGGREGATION_NODE (id=67) ExecOption: Codegen Enabled - BuildTime: 440 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 470 - SpilledPartitions: 0 - TotalTime: 2123952 HDFS_SCAN_NODE (id=66) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 75661116 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1079040 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1087220 - MaterializeTupleTime(*): 240 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 124000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 4084 - TotalReadThroughput: 0 - TotalTime: 2251708 Instance 5840e519cb1bb31f:dc (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 77729076 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 769128 - TotalStorageWaitTime: 541864 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 167172788 - TotalThreadsSysTime: 1003000 - TotalThreadsUserTime: 145301000 - TotalThreadsVoluntaryContextSwitches: 92 - TotalTime: 208009840 Fragment Instance Lifecycle Timings - ExecTime: 1190252 - ExecTreeExecTime: 2344 - InactiveTotalTime: 0 - OpenTime: 164491696 - ExecTreeOpenTime: 2769232 - PrepareTime: 42297788 - ExecTreePrepareTime: 94888 - TotalTime: 0 DataStreamSender (dst_id=186) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 493827 - OverallThroughput: 261028 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1408 - TotalTime: 30648 - TransmitDataRPCTime: 16200 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1780508 - CompileTime: 45733700 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 113244336 - PeakMemoryUsage: 376320 - PrepareTime: 39171248 - TotalTime: 198744008 AGGREGATION_NODE (id=67) ExecOption: Codegen Enabled - BuildTime: 540 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 349 - SpilledPartitions: 0 - TotalTime: 2862716 HDFS_SCAN_NODE (id=66) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 78987730 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1483968 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1532188 - MaterializeTupleTime(*): 168 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 429000 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 3912 - TotalReadThroughput: 0 - TotalTime: 2911096 Averaged Fragment F73 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:1m30s max:1m30s mean: 1m30s stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 1 - TotalNetworkReceiveTime: 90117035706 - TotalNetworkSendTime: 3984396 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 90149395925 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 766000 - TotalThreadsVoluntaryContextSwitches: 23 - TotalTime: 90901490812 Fragment Instance Lifecycle Timings - ExecTime: 22363390 - ExecTreeExecTime: 4583 - InactiveTotalTime: 0 - OpenTime: 90127060258 - ExecTreeOpenTime: 90117256542 - PrepareTime: 751988422 - ExecTreePrepareTime: 39131382 - TotalTime: 0 DataStreamSender (dst_id=227) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 1193489 - OverallThroughput: 660180 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 11912 - TotalTime: 137841 - TransmitDataRPCTime: 76247 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 555186908 - TotalTime: 562789970 AGGREGATION_NODE (id=226) - BuildTime: 44527 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 90156385884 EXCHANGE_NODE (id=225) - BytesReceived: 91 - ConvertRowBatchTime: 34871 - DeserializeRowBatchTimer: 123375 - FirstBatchArrivalWaitTime: 90021265110 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 90117086074 Fragment F73 Instance 5840e519cb1bb31f:165 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 1 - TotalNetworkReceiveTime: 90117035706 - TotalNetworkSendTime: 3984396 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 90149395925 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 766000 - TotalThreadsVoluntaryContextSwitches: 23 - TotalTime: 90901490812 Fragment Instance Lifecycle Timings - ExecTime: 22363390 - ExecTreeExecTime: 4583 - InactiveTotalTime: 0 - OpenTime: 90127060258 - ExecTreeOpenTime: 90117256542 - PrepareTime: 751988422 - ExecTreePrepareTime: 39131382 - TotalTime: 0 DataStreamSender (dst_id=227) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 1193489 - OverallThroughput: 660180 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 11912 - TotalTime: 137841 - TransmitDataRPCTime: 76247 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 555186908 - TotalTime: 562789970 AGGREGATION_NODE (id=226) - BuildTime: 44527 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 90156385884 EXCHANGE_NODE (id=225) - BytesReceived: 91 - ConvertRowBatchTime: 34871 - DeserializeRowBatchTimer: 123375 - FirstBatchArrivalWaitTime: 90021265110 - InactiveTotalTime: 90117003416 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 90117086074 Averaged Fragment F57 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:1m30s max:1m30s mean: 1m30s stddev:146.113ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 7 - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234295210 - PerHostPeakMemUsage: 1591918364 - RowsProduced: 1 - TotalNetworkReceiveTime: 82379526744 - TotalNetworkSendTime: 2648006 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 178 - TotalThreadsTotalWallClockTime: 89168956498 - TotalThreadsSysTime: 149247428 - TotalThreadsUserTime: 2296523571 - TotalThreadsVoluntaryContextSwitches: 4172 - TotalTime: 90684435884 Fragment Instance Lifecycle Timings - ExecTime: 4973363 - ExecTreeExecTime: 8371 - InactiveTotalTime: 0 - OpenTime: 89164019441 - ExecTreeOpenTime: 85365443243 - PrepareTime: 1515392006 - ExecTreePrepareTime: 96892350 - TotalTime: 0 DataStreamSender (dst_id=225) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1060283 - OverallThroughput: 238903 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 12721 - TotalTime: 100279 - TransmitDataRPCTime: 12960 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 6800160 - CompileTime: 1292017303 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 5019 - OptimizationTime: 2349517857 - PeakMemoryUsage: 2569728 - PrepareTime: 1148911529 - TotalTime: 4836240310 AGGREGATION_NODE (id=112) - BuildTime: 17114462 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 211788 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 85462337864 NESTED_LOOP_JOIN_NODE (id=111) - BuildRows: 1 - BuildTime: 9175 - InactiveTotalTime: 0 - LocalTime: 165116948 - PeakMemoryUsage: 215884 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1791796 - RowsReturnedRate: 21060 - TotalTime: 85539081337 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=224) - BytesReceived: 13 - ConvertRowBatchTime: 1167 - DeserializeRowBatchTimer: 18170 - FirstBatchArrivalWaitTime: 8769020297 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 40332 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8791711657 NESTED_LOOP_JOIN_NODE (id=110) - BuildRows: 1 - BuildTime: 3038 - InactiveTotalTime: 0 - LocalTime: 257068278 - PeakMemoryUsage: 207692 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1791796 - RowsReturnedRate: 23398 - TotalTime: 76582252731 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=214) - BytesReceived: 13 - ConvertRowBatchTime: 5548 - DeserializeRowBatchTimer: 10708 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 124795 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 13083 HASH_JOIN_NODE (id=89) - BuildRows: 586 - BuildTime: 15894634 - InactiveTotalTime: 0 - LocalTime: 136530134 - PeakMemoryUsage: 1270860 - ProbeRows: 1791796 - ProbeRowsPartitioned: 0 - ProbeTime: 103427876 - RowsReturned: 1791796 - RowsReturnedRate: 23479 - TotalTime: 76325171369 Hash Join Builder (join_node_id=89) - BuildRowsPartitionTime: 27251 - BuildRowsPartitioned: 586 - GetNewBlockTime: 15620061 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 142169 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=204) - BytesReceived: 4738 - ConvertRowBatchTime: 23805 - DeserializeRowBatchTimer: 3180147 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 13730918 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 44372 HASH_JOIN_NODE (id=88) - BuildRows: 1791796 - BuildTime: 1583237964 - InactiveTotalTime: 0 - LocalTime: 2504385036 - PeakMemoryUsage: 210866432 - ProbeRows: 2911757 - ProbeRowsPartitioned: 0 - ProbeTime: 556271534 - RowsReturned: 1791796 - RowsReturnedRate: 23521 - TotalTime: 76188596862 Hash Join Builder (join_node_id=88) - BuildRowsPartitionTime: 1398660845 - BuildRowsPartitioned: 1791796 - GetNewBlockTime: 220047483 - HashBuckets: 4194304 - HashCollisions: 1540 - HashTablesBuildTime: 161109411 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=203) - BytesReceived: 50760407 - ConvertRowBatchTime: 40683536 - DeserializeRowBatchTimer: 9469825809 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1791796 - RowsReturnedRate: 25160 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 71272054145 EXCHANGE_NODE (id=202) - BytesReceived: 26672866 - ConvertRowBatchTime: 47393227 - DeserializeRowBatchTimer: 4540986810 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 2911757 - RowsReturnedRate: 1207452 - SendersBlockedTimer: 67458416358 - SendersBlockedTotalTimer(*): 423760332012 - TotalTime: 2412157681 Fragment F57 Instance 5840e519cb1bb31f:163 (host=SH-Dev-S6.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234313410 - PerHostPeakMemUsage: 1613256812 - RowsProduced: 1 - TotalNetworkReceiveTime: 88130181520 - TotalNetworkSendTime: 4693356 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 32 - TotalThreadsTotalWallClockTime: 90830392304 - TotalThreadsSysTime: 186850000 - TotalThreadsUserTime: 2250491000 - TotalThreadsVoluntaryContextSwitches: 4126 - TotalTime: 90872816880 Fragment Instance Lifecycle Timings - ExecTime: 7955908 - ExecTreeExecTime: 9164 - InactiveTotalTime: 0 - OpenTime: 90822462952 - ExecTreeOpenTime: 90197493224 - PrepareTime: 42352920 - ExecTreePrepareTime: 310884 - TotalTime: 0 DataStreamSender (dst_id=225) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 925662 - OverallThroughput: 342501 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 10592 - TotalTime: 37956 - TransmitDataRPCTime: 14044 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 499472 - CompileTime: 231092008 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 5019 - OptimizationTime: 389585956 - PeakMemoryUsage: 2569728 - PrepareTime: 29331448 - TotalTime: 650710532 AGGREGATION_NODE (id=112) ExecOption: Codegen Enabled - BuildTime: 16720056 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 221148 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 90197806508 NESTED_LOOP_JOIN_NODE (id=111) - BuildRows: 1 - BuildTime: 5464 - InactiveTotalTime: 0 - LocalTime: 129155560 - PeakMemoryUsage: 225244 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1791540 - RowsReturnedRate: 19866 - TotalTime: 90178203188 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=224) - BytesReceived: 13 - ConvertRowBatchTime: 1228 - DeserializeRowBatchTimer: 20496 - FirstBatchArrivalWaitTime: 13162904256 - InactiveTotalTime: 13168908840 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 13168921324 NESTED_LOOP_JOIN_NODE (id=110) - BuildRows: 1 - BuildTime: 2528 - InactiveTotalTime: 0 - LocalTime: 140810696 - PeakMemoryUsage: 217052 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1791540 - RowsReturnedRate: 23303 - TotalTime: 76880126304 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=214) - BytesReceived: 13 - ConvertRowBatchTime: 924 - DeserializeRowBatchTimer: 15140 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 54019 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 18512 HASH_JOIN_NODE (id=89) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 445188 - InactiveTotalTime: 0 - LocalTime: 109322264 - PeakMemoryUsage: 1280220 - ProbeRows: 1791540 - ProbeRowsPartitioned: 0 - ProbeTime: 105598976 - RowsReturned: 1791540 - RowsReturnedRate: 23345 - TotalTime: 76739297096 Hash Join Builder (join_node_id=89) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 24032 - BuildRowsPartitioned: 586 - GetNewBlockTime: 111048 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 242736 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=204) - BytesReceived: 4738 - ConvertRowBatchTime: 17840 - DeserializeRowBatchTimer: 1505448 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 17277980 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 33916 HASH_JOIN_NODE (id=88) ExecOption: Probe Side Codegen Enabled - BuildRows: 1791540 - BuildTime: 918073140 - InactiveTotalTime: 0 - LocalTime: 1563726680 - PeakMemoryUsage: 210866432 - ProbeRows: 2911616 - ProbeRowsPartitioned: 0 - ProbeTime: 576924076 - RowsReturned: 1791540 - RowsReturnedRate: 23379 - TotalTime: 76629940916 Hash Join Builder (join_node_id=88) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 752003932 - BuildRowsPartitioned: 1791540 - GetNewBlockTime: 3992324 - HashBuckets: 4194304 - HashCollisions: 1533 - HashTablesBuildTime: 161225508 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=203) - BytesReceived: 50750980 - ConvertRowBatchTime: 41598976 - DeserializeRowBatchTimer: 1698112580 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 72423492520 - PeakMemoryUsage: 0 - RowsReturned: 1791540 - RowsReturnedRate: 24659 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 72652502372 EXCHANGE_NODE (id=202) - BytesReceived: 26670809 - ConvertRowBatchTime: 55969108 - DeserializeRowBatchTimer: 526847956 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 2336311116 - PeakMemoryUsage: 0 - RowsReturned: 2911616 - RowsReturnedRate: 1206281 - SendersBlockedTimer: 67531482680 - SendersBlockedTotalTimer(*): 405052587184 - TotalTime: 2413711864 Instance 5840e519cb1bb31f:161 (host=SH-Dev-S5.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234266090 - PerHostPeakMemUsage: 1863535041 - RowsProduced: 1 - TotalNetworkReceiveTime: 86109191288 - TotalNetworkSendTime: 10437456 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 74 - TotalThreadsTotalWallClockTime: 90732314384 - TotalThreadsSysTime: 118381000 - TotalThreadsUserTime: 2245721000 - TotalThreadsVoluntaryContextSwitches: 3780 - TotalTime: 90800368716 Fragment Instance Lifecycle Timings - ExecTime: 21815008 - ExecTreeExecTime: 4376 - InactiveTotalTime: 0 - OpenTime: 90710526508 - ExecTreeOpenTime: 89973815996 - PrepareTime: 67974596 - ExecTreePrepareTime: 894604 - TotalTime: 0 DataStreamSender (dst_id=225) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1004326 - OverallThroughput: 364431 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7768 - TotalTime: 35672 - TransmitDataRPCTime: 12944 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 2758988 - CompileTime: 319892560 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 5019 - OptimizationTime: 410509904 - PeakMemoryUsage: 2569728 - PrepareTime: 49428228 - TotalTime: 780665420 AGGREGATION_NODE (id=112) ExecOption: Codegen Enabled - BuildTime: 14659820 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 188388 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 89974708660 NESTED_LOOP_JOIN_NODE (id=111) - BuildRows: 1 - BuildTime: 6628 - InactiveTotalTime: 0 - LocalTime: 118886468 - PeakMemoryUsage: 192484 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1790487 - RowsReturnedRate: 19903 - TotalTime: 89958110728 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=224) - BytesReceived: 13 - ConvertRowBatchTime: 748 - DeserializeRowBatchTimer: 4176 - FirstBatchArrivalWaitTime: 13008141856 - InactiveTotalTime: 13039332324 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 13039342316 NESTED_LOOP_JOIN_NODE (id=110) - BuildRows: 1 - BuildTime: 2716 - InactiveTotalTime: 0 - LocalTime: 130517788 - PeakMemoryUsage: 184292 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1790487 - RowsReturnedRate: 23313 - TotalTime: 76799881944 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=214) - BytesReceived: 13 - ConvertRowBatchTime: 824 - DeserializeRowBatchTimer: 12932 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 162337 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6160 HASH_JOIN_NODE (id=89) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 6170028 - InactiveTotalTime: 0 - LocalTime: 111172704 - PeakMemoryUsage: 1247460 - ProbeRows: 1790487 - ProbeRowsPartitioned: 0 - ProbeTime: 100965916 - RowsReturned: 1790487 - RowsReturnedRate: 23353 - TotalTime: 76669357996 Hash Join Builder (join_node_id=89) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 28116 - BuildRowsPartitioned: 586 - GetNewBlockTime: 5956616 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 68800 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=204) - BytesReceived: 4738 - ConvertRowBatchTime: 14388 - DeserializeRowBatchTimer: 100068 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 16999303 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 34472 HASH_JOIN_NODE (id=88) ExecOption: Probe Side Codegen Enabled - BuildRows: 1790487 - BuildTime: 2627700964 - InactiveTotalTime: 0 - LocalTime: 3400177068 - PeakMemoryUsage: 210866432 - ProbeRows: 2909668 - ProbeRowsPartitioned: 0 - ProbeTime: 563971532 - RowsReturned: 1790487 - RowsReturnedRate: 23387 - TotalTime: 76558150820 Hash Join Builder (join_node_id=88) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 2480346596 - BuildRowsPartitioned: 1790487 - GetNewBlockTime: 969456080 - HashBuckets: 4194304 - HashCollisions: 1576 - HashTablesBuildTime: 135530444 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=203) - BytesReceived: 50732738 - ConvertRowBatchTime: 40144784 - DeserializeRowBatchTimer: 17977267408 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 59145045836 - PeakMemoryUsage: 0 - RowsReturned: 1790487 - RowsReturnedRate: 25315 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 70728059944 EXCHANGE_NODE (id=202) - BytesReceived: 26657367 - ConvertRowBatchTime: 40572588 - DeserializeRowBatchTimer: 5057428420 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 2368787688 - PeakMemoryUsage: 0 - RowsReturned: 2909668 - RowsReturnedRate: 1197436 - SendersBlockedTimer: 67208564264 - SendersBlockedTotalTimer(*): 403243854100 - TotalTime: 2429913808 Instance 5840e519cb1bb31f:164 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234313410 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 1 - TotalNetworkReceiveTime: 83932816698 - TotalNetworkSendTime: 149383 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 300 - TotalThreadsTotalWallClockTime: 89886272645 - TotalThreadsSysTime: 120925000 - TotalThreadsUserTime: 2396759000 - TotalThreadsVoluntaryContextSwitches: 4418 - TotalTime: 90798358413 Fragment Instance Lifecycle Timings - ExecTime: 270747 - ExecTreeExecTime: 5347 - InactiveTotalTime: 0 - OpenTime: 89886026563 - ExecTreeOpenTime: 86003722296 - PrepareTime: 912020016 - ExecTreePrepareTime: 31869054 - TotalTime: 0 DataStreamSender (dst_id=225) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 636942 - OverallThroughput: 212786 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7594 - TotalTime: 61094 - TransmitDataRPCTime: 20410 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 615854 - CompileTime: 2214780504 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 5019 - OptimizationTime: 1657625722 - PeakMemoryUsage: 2569728 - PrepareTime: 596762997 - TotalTime: 4491925245 AGGREGATION_NODE (id=112) ExecOption: Codegen Enabled - BuildTime: 17836006 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 237528 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 86035590095 NESTED_LOOP_JOIN_NODE (id=111) - BuildRows: 1 - BuildTime: 4385 - InactiveTotalTime: 0 - LocalTime: 133437489 - PeakMemoryUsage: 241624 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1792028 - RowsReturnedRate: 20826 - TotalTime: 86046473990 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=224) - BytesReceived: 13 - ConvertRowBatchTime: 2993 - DeserializeRowBatchTimer: 58355 - FirstBatchArrivalWaitTime: 8999073469 - InactiveTotalTime: 8999203727 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8999215663 NESTED_LOOP_JOIN_NODE (id=110) - BuildRows: 1 - BuildTime: 2785 - InactiveTotalTime: 0 - LocalTime: 161222706 - PeakMemoryUsage: 233432 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1792028 - RowsReturnedRate: 23299 - TotalTime: 76913820838 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=214) - BytesReceived: 13 - ConvertRowBatchTime: 668 - DeserializeRowBatchTimer: 11213 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 167926 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5955 HASH_JOIN_NODE (id=89) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 426422 - InactiveTotalTime: 0 - LocalTime: 138130593 - PeakMemoryUsage: 1296600 - ProbeRows: 1792028 - ProbeRowsPartitioned: 0 - ProbeTime: 104726830 - RowsReturned: 1792028 - RowsReturnedRate: 23348 - TotalTime: 76752592177 Hash Join Builder (join_node_id=89) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 18718 - BuildRowsPartitioned: 586 - GetNewBlockTime: 114277 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 217803 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=204) - BytesReceived: 4738 - ConvertRowBatchTime: 38787 - DeserializeRowBatchTimer: 58490 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 10720427 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 54662 HASH_JOIN_NODE (id=88) ExecOption: Probe Side Codegen Enabled - BuildRows: 1792028 - BuildTime: 1008278904 - InactiveTotalTime: 0 - LocalTime: 1592153636 - PeakMemoryUsage: 210866432 - ProbeRows: 2913432 - ProbeRowsPartitioned: 0 - ProbeTime: 551813755 - RowsReturned: 1792028 - RowsReturnedRate: 23390 - TotalTime: 76614406922 Hash Join Builder (join_node_id=88) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 865994180 - BuildRowsPartitioned: 1792028 - GetNewBlockTime: 8772874 - HashBuckets: 4194304 - HashCollisions: 1579 - HashTablesBuildTime: 137829499 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=203) - BytesReceived: 50760433 - ConvertRowBatchTime: 40226916 - DeserializeRowBatchTimer: 1998829634 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 72295273384 - PeakMemoryUsage: 0 - RowsReturned: 1792028 - RowsReturnedRate: 24687 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 72589522890 EXCHANGE_NODE (id=202) - BytesReceived: 26690054 - ConvertRowBatchTime: 40212815 - DeserializeRowBatchTimer: 871110540 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 2373346170 - PeakMemoryUsage: 0 - RowsReturned: 2913432 - RowsReturnedRate: 1197597 - SendersBlockedTimer: 67506395005 - SendersBlockedTotalTimer(*): 472287407703 - TotalTime: 2432730396 Instance 5840e519cb1bb31f:15e (host=SH-Dev-S7.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234280650 - PerHostPeakMemUsage: 1816433338 - RowsProduced: 1 - TotalNetworkReceiveTime: 87755899564 - TotalNetworkSendTime: 502628 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 27 - TotalThreadsTotalWallClockTime: 90716877060 - TotalThreadsSysTime: 146267000 - TotalThreadsUserTime: 2256271000 - TotalThreadsVoluntaryContextSwitches: 3964 - TotalTime: 90794106212 Fragment Instance Lifecycle Timings - ExecTime: 1157328 - ExecTreeExecTime: 5496 - InactiveTotalTime: 0 - OpenTime: 90715793312 - ExecTreeOpenTime: 90063246744 - PrepareTime: 77117232 - ExecTreePrepareTime: 686704 - TotalTime: 0 DataStreamSender (dst_id=225) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1278018 - OverallThroughput: 303058 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 18552 - TotalTime: 42896 - TransmitDataRPCTime: 10172 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 534784 - CompileTime: 221366208 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 5019 - OptimizationTime: 426795384 - PeakMemoryUsage: 2569728 - PrepareTime: 45708564 - TotalTime: 697989672 AGGREGATION_NODE (id=112) ExecOption: Codegen Enabled - BuildTime: 14479628 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 188388 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 90063933092 NESTED_LOOP_JOIN_NODE (id=111) - BuildRows: 1 - BuildTime: 5172 - InactiveTotalTime: 0 - LocalTime: 118849608 - PeakMemoryUsage: 192484 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1789430 - RowsReturnedRate: 19872 - TotalTime: 90047335188 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=224) - BytesReceived: 13 - ConvertRowBatchTime: 516 - DeserializeRowBatchTimer: 4596 - FirstBatchArrivalWaitTime: 13112128568 - InactiveTotalTime: 13132581340 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 13132590332 NESTED_LOOP_JOIN_NODE (id=110) - BuildRows: 1 - BuildTime: 2708 - InactiveTotalTime: 0 - LocalTime: 131262280 - PeakMemoryUsage: 184292 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1789430 - RowsReturnedRate: 23301 - TotalTime: 76795895248 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=214) - BytesReceived: 13 - ConvertRowBatchTime: 844 - DeserializeRowBatchTimer: 2988 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 177053 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5648 HASH_JOIN_NODE (id=89) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 426696 - InactiveTotalTime: 0 - LocalTime: 104938944 - PeakMemoryUsage: 1247460 - ProbeRows: 1789430 - ProbeRowsPartitioned: 0 - ProbeTime: 100833892 - RowsReturned: 1789430 - RowsReturnedRate: 23341 - TotalTime: 76664627320 Hash Join Builder (join_node_id=89) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 17332 - BuildRowsPartitioned: 586 - GetNewBlockTime: 137892 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 190532 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=204) - BytesReceived: 4738 - ConvertRowBatchTime: 31640 - DeserializeRowBatchTimer: 1160596 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 11405216 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 51380 HASH_JOIN_NODE (id=88) ExecOption: Probe Side Codegen Enabled - BuildRows: 1789430 - BuildTime: 1213855164 - InactiveTotalTime: 0 - LocalTime: 1838244480 - PeakMemoryUsage: 210866432 - ProbeRows: 2910606 - ProbeRowsPartitioned: 0 - ProbeTime: 562790984 - RowsReturned: 1789430 - RowsReturnedRate: 23373 - TotalTime: 76559636996 Hash Join Builder (join_node_id=88) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 1041468764 - BuildRowsPartitioned: 1789430 - GetNewBlockTime: 13415256 - HashBuckets: 4194304 - HashCollisions: 1574 - HashTablesBuildTime: 167748564 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=203) - BytesReceived: 50695572 - ConvertRowBatchTime: 40488280 - DeserializeRowBatchTimer: 2295087832 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 71733203580 - PeakMemoryUsage: 0 - RowsReturned: 1789430 - RowsReturnedRate: 24748 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 72304121744 EXCHANGE_NODE (id=202) - BytesReceived: 26662522 - ConvertRowBatchTime: 49500984 - DeserializeRowBatchTimer: 556421204 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 2350136656 - PeakMemoryUsage: 0 - RowsReturned: 2910606 - RowsReturnedRate: 1204087 - SendersBlockedTimer: 67482660584 - SendersBlockedTotalTimer(*): 404505919376 - TotalTime: 2417270772 Instance 5840e519cb1bb31f:15f (host=SH-Dev-S3.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234297030 - PerHostPeakMemUsage: 1773521729 - RowsProduced: 1 - TotalNetworkReceiveTime: 87175963088 - TotalNetworkSendTime: 1424816 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 20 - TotalThreadsTotalWallClockTime: 90681576240 - TotalThreadsSysTime: 142988000 - TotalThreadsUserTime: 2204817000 - TotalThreadsVoluntaryContextSwitches: 4124 - TotalTime: 90765794140 Fragment Instance Lifecycle Timings - ExecTime: 1699720 - ExecTreeExecTime: 15256 - InactiveTotalTime: 0 - OpenTime: 90679910976 - ExecTreeOpenTime: 90065514000 - PrepareTime: 84110272 - ExecTreePrepareTime: 532144 - TotalTime: 0 DataStreamSender (dst_id=225) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1045688 - OverallThroughput: 33456 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 17788 - TotalTime: 388560 - TransmitDataRPCTime: 12432 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 3236204 - CompileTime: 218965740 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 5019 - OptimizationTime: 391961048 - PeakMemoryUsage: 2569728 - PrepareTime: 52692964 - TotalTime: 665177572 AGGREGATION_NODE (id=112) ExecOption: Codegen Enabled - BuildTime: 16180728 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 237528 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 90066056648 NESTED_LOOP_JOIN_NODE (id=111) - BuildRows: 1 - BuildTime: 34920 - InactiveTotalTime: 0 - LocalTime: 124882976 - PeakMemoryUsage: 241624 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1793070 - RowsReturnedRate: 19912 - TotalTime: 90047471356 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=224) - BytesReceived: 13 - ConvertRowBatchTime: 1128 - DeserializeRowBatchTimer: 31112 - FirstBatchArrivalWaitTime: 13100893936 - InactiveTotalTime: 13201882960 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 13201897688 NESTED_LOOP_JOIN_NODE (id=110) - BuildRows: 1 - BuildTime: 5128 - InactiveTotalTime: 0 - LocalTime: 136720556 - PeakMemoryUsage: 233432 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1793070 - RowsReturnedRate: 23371 - TotalTime: 76720690692 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=214) - BytesReceived: 13 - ConvertRowBatchTime: 34196 - DeserializeRowBatchTimer: 16772 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 24154 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 41400 HASH_JOIN_NODE (id=89) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 576872 - InactiveTotalTime: 0 - LocalTime: 106399420 - PeakMemoryUsage: 1296600 - ProbeRows: 1793070 - ProbeRowsPartitioned: 0 - ProbeTime: 102547300 - RowsReturned: 1793070 - RowsReturnedRate: 23413 - TotalTime: 76583928736 Hash Join Builder (join_node_id=89) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 35404 - BuildRowsPartitioned: 586 - GetNewBlockTime: 340336 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 82352 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=204) - BytesReceived: 4738 - ConvertRowBatchTime: 26668 - DeserializeRowBatchTimer: 64752 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 10675508 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 54892 HASH_JOIN_NODE (id=88) ExecOption: Probe Side Codegen Enabled - BuildRows: 1793070 - BuildTime: 1808488908 - InactiveTotalTime: 0 - LocalTime: 2409589068 - PeakMemoryUsage: 210866432 - ProbeRows: 2911506 - ProbeRowsPartitioned: 0 - ProbeTime: 547236304 - RowsReturned: 1793070 - RowsReturnedRate: 23445 - TotalTime: 76477474424 Hash Join Builder (join_node_id=88) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 1634524256 - BuildRowsPartitioned: 1793070 - GetNewBlockTime: 299769412 - HashBuckets: 4194304 - HashCollisions: 1515 - HashTablesBuildTime: 167985664 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=203) - BytesReceived: 50793955 - ConvertRowBatchTime: 39385840 - DeserializeRowBatchTimer: 8002831332 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 68323627748 - PeakMemoryUsage: 0 - RowsReturned: 1793070 - RowsReturnedRate: 25029 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 71636913516 EXCHANGE_NODE (id=202) - BytesReceived: 26671303 - ConvertRowBatchTime: 42542812 - DeserializeRowBatchTimer: 564848636 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 2366347060 - PeakMemoryUsage: 0 - RowsReturned: 2911506 - RowsReturnedRate: 1197671 - SendersBlockedTimer: 67464771012 - SendersBlockedTotalTimer(*): 404401593116 - TotalTime: 2430971840 Instance 5840e519cb1bb31f:160 (host=SH-Dev-S4.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234282470 - PerHostPeakMemUsage: 1541707624 - RowsProduced: 1 - TotalNetworkReceiveTime: 74655565652 - TotalNetworkSendTime: 282388 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 264 - TotalThreadsTotalWallClockTime: 86645007620 - TotalThreadsSysTime: 225531000 - TotalThreadsUserTime: 2283006000 - TotalThreadsVoluntaryContextSwitches: 4796 - TotalTime: 90540367180 Fragment Instance Lifecycle Timings - ExecTime: 660116 - ExecTreeExecTime: 14972 - InactiveTotalTime: 0 - OpenTime: 86644367896 - ExecTreeOpenTime: 76930753852 - PrepareTime: 3895288640 - ExecTreePrepareTime: 231365064 - TotalTime: 0 DataStreamSender (dst_id=225) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1147193 - OverallThroughput: 149349 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 18332 - TotalTime: 87044 - TransmitDataRPCTime: 11332 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 39338856 - CompileTime: 2282530240 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 5019 - OptimizationTime: 7199181080 - PeakMemoryUsage: 2569728 - PrepareTime: 3235187132 - TotalTime: 12784434348 AGGREGATION_NODE (id=112) ExecOption: Codegen Enabled - BuildTime: 13499560 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 188388 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 77162127808 NESTED_LOOP_JOIN_NODE (id=111) - BuildRows: 1 - BuildTime: 3908 - InactiveTotalTime: 0 - LocalTime: 378294964 - PeakMemoryUsage: 192484 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1790727 - RowsReturnedRate: 23142 - TotalTime: 77376832372 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=224) - BytesReceived: 13 - ConvertRowBatchTime: 848 - DeserializeRowBatchTimer: 4072 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 128667 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7772 NESTED_LOOP_JOIN_NODE (id=110) - BuildRows: 1 - BuildTime: 2520 - InactiveTotalTime: 0 - LocalTime: 212539112 - PeakMemoryUsage: 184292 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1790727 - RowsReturnedRate: 23256 - TotalTime: 76998529636 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=214) - BytesReceived: 13 - ConvertRowBatchTime: 588 - DeserializeRowBatchTimer: 11384 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 149880 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6672 HASH_JOIN_NODE (id=89) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 62112404 - InactiveTotalTime: 0 - LocalTime: 184922788 - PeakMemoryUsage: 1247460 - ProbeRows: 1790727 - ProbeRowsPartitioned: 0 - ProbeTime: 93164784 - RowsReturned: 1790727 - RowsReturnedRate: 23321 - TotalTime: 76785983852 Hash Join Builder (join_node_id=89) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 37148 - BuildRowsPartitioned: 586 - GetNewBlockTime: 61849732 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 99792 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=204) - BytesReceived: 4738 - ConvertRowBatchTime: 18436 - DeserializeRowBatchTimer: 19139600 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 13307294 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 44036 HASH_JOIN_NODE (id=88) ExecOption: Probe Side Codegen Enabled - BuildRows: 1790727 - BuildTime: 1192759708 - InactiveTotalTime: 0 - LocalTime: 1838705744 - PeakMemoryUsage: 210866432 - ProbeRows: 2912008 - ProbeRowsPartitioned: 0 - ProbeTime: 530057800 - RowsReturned: 1790727 - RowsReturnedRate: 23377 - TotalTime: 76601017028 Hash Join Builder (join_node_id=88) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 919073020 - BuildRowsPartitioned: 1790727 - GetNewBlockTime: 205972292 - HashBuckets: 4194304 - HashCollisions: 1453 - HashTablesBuildTime: 186164840 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=203) - BytesReceived: 50727671 - ConvertRowBatchTime: 41347428 - DeserializeRowBatchTimer: 3402937820 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 71560731856 - PeakMemoryUsage: 0 - RowsReturned: 1790727 - RowsReturnedRate: 24761 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 72320000068 EXCHANGE_NODE (id=202) - BytesReceived: 26674089 - ConvertRowBatchTime: 57779004 - DeserializeRowBatchTimer: 9368147972 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 2354779456 - PeakMemoryUsage: 0 - RowsReturned: 2912008 - RowsReturnedRate: 1192316 - SendersBlockedTimer: 67490422732 - SendersBlockedTotalTimer(*): 471980634888 - TotalTime: 2442311216 Instance 5840e519cb1bb31f:162 (host=SH-Dev-S2.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 234313410 - PerHostPeakMemUsage: 873666812 - RowsProduced: 1 - TotalNetworkReceiveTime: 68897069400 - TotalNetworkSendTime: 1046016 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 530 - TotalThreadsTotalWallClockTime: 84690255236 - TotalThreadsSysTime: 103790000 - TotalThreadsUserTime: 2438600000 - TotalThreadsVoluntaryContextSwitches: 4002 - TotalTime: 90219239652 Fragment Instance Lifecycle Timings - ExecTime: 1254716 - ExecTreeExecTime: 3992 - InactiveTotalTime: 0 - OpenTime: 84689047880 - ExecTreeOpenTime: 74323556592 - PrepareTime: 5528880372 - ExecTreePrepareTime: 412588000 - TotalTime: 0 DataStreamSender (dst_id=225) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1384156 - OverallThroughput: 266743 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 8424 - TotalTime: 48736 - TransmitDataRPCTime: 9392 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 616964 - CompileTime: 3555493864 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 94 - NumInstructions: 5019 - OptimizationTime: 5970965908 - PeakMemoryUsage: 2569728 - PrepareTime: 4033269376 - TotalTime: 13782779384 AGGREGATION_NODE (id=112) ExecOption: Codegen Enabled - BuildTime: 26425440 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 221148 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 74736142240 NESTED_LOOP_JOIN_NODE (id=111) - BuildRows: 1 - BuildTime: 3748 - InactiveTotalTime: 0 - LocalTime: 152311576 - PeakMemoryUsage: 225244 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1795294 - RowsReturnedRate: 23899 - TotalTime: 75119142540 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=224) - BytesReceived: 13 - ConvertRowBatchTime: 712 - DeserializeRowBatchTimer: 4388 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 153657 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6508 NESTED_LOOP_JOIN_NODE (id=110) - BuildRows: 1 - BuildTime: 2884 - InactiveTotalTime: 0 - LocalTime: 886404808 - PeakMemoryUsage: 217052 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1795294 - RowsReturnedRate: 23947 - TotalTime: 74966824456 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=214) - BytesReceived: 13 - ConvertRowBatchTime: 792 - DeserializeRowBatchTimer: 4532 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 138197 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7236 HASH_JOIN_NODE (id=89) ExecOption: Probe Side Codegen Enabled - BuildRows: 586 - BuildTime: 41104832 - InactiveTotalTime: 0 - LocalTime: 200824228 - PeakMemoryUsage: 1280220 - ProbeRows: 1795294 - ProbeRowsPartitioned: 0 - ProbeTime: 116157440 - RowsReturned: 1795294 - RowsReturnedRate: 24234 - TotalTime: 74080412412 Hash Join Builder (join_node_id=89) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 30012 - BuildRowsPartitioned: 586 - GetNewBlockTime: 40830532 - HashBuckets: 1024 - HashCollisions: 0 - HashTablesBuildTime: 93168 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1082496 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=204) - BytesReceived: 4738 - ConvertRowBatchTime: 18876 - DeserializeRowBatchTimer: 232080 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 586 - RowsReturnedRate: 15730699 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 37252 HASH_JOIN_NODE (id=88) ExecOption: Probe Side Codegen Enabled - BuildRows: 1795294 - BuildTime: 2313508964 - InactiveTotalTime: 0 - LocalTime: 4888098576 - PeakMemoryUsage: 210866432 - ProbeRows: 2913465 - ProbeRowsPartitioned: 0 - ProbeTime: 561106288 - RowsReturned: 1795294 - RowsReturnedRate: 24300 - TotalTime: 73879550932 Hash Join Builder (join_node_id=88) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled Runtime filters: 2 of 2 Runtime Filters Published - BuildRowsPartitionTime: 2097215168 - BuildRowsPartitioned: 1795294 - GetNewBlockTime: 38954144 - HashBuckets: 4194304 - HashCollisions: 1550 - HashTablesBuildTime: 171281364 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 210811008 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=203) - BytesReceived: 50861505 - ConvertRowBatchTime: 41592528 - DeserializeRowBatchTimer: 30913714060 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 48770051956 - PeakMemoryUsage: 0 - RowsReturned: 1795294 - RowsReturnedRate: 26926 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 66673258484 EXCHANGE_NODE (id=202) - BytesReceived: 26683924 - ConvertRowBatchTime: 45175284 - DeserializeRowBatchTimer: 14842102948 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 2217156732 - PeakMemoryUsage: 0 - RowsReturned: 2913465 - RowsReturnedRate: 1256782 - SendersBlockedTimer: 67524618232 - SendersBlockedTotalTimer(*): 404850327720 - TotalTime: 2318193872 Averaged Fragment F49 split sizes: min: 61.98 MB, max: 132.34 MB, avg: 91.53 MB, stddev: 31.82 MB completion times: min:1m27s max:1m30s mean: 1m29s stddev:920.300ms execution rates: min:711.17 KB/sec max:1.51 MB/sec mean:1.03 MB/sec stddev:362.07 KB/sec num instances: 7 - AverageThreadTokens: 1.973146347124523 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 18223010 - PerHostPeakMemUsage: 1591918364 - RowsProduced: 2911757 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 85430856196 - TotalStorageWaitTime: 13417515 - TotalThreadsInvoluntaryContextSwitches: 52 - TotalThreadsTotalWallClockTime: 174661583713 - TotalThreadsSysTime: 39558714 - TotalThreadsUserTime: 1076050285 - TotalThreadsVoluntaryContextSwitches: 2191 - TotalTime: 89167322032 Fragment Instance Lifecycle Timings - ExecTime: 87160172752 - ExecTreeExecTime: 850985481 - InactiveTotalTime: 0 - OpenTime: 751893159 - ExecTreeOpenTime: 621063 - PrepareTime: 1251438206 - ExecTreePrepareTime: 7182572 - TotalTime: 0 DataStreamSender (dst_id=202) - BytesSent: 26672866 - InactiveTotalTime: 0 - NetworkThroughput(*): 367613877 - OverallThroughput: 94537023 - PeakMemoryUsage: 421993 - RowsReturned: 2911757 - SerializeBatchTime: 199078805 - TotalTime: 281181587 - TransmitDataRPCTime: 71969218 - UncompressedRowBatchSize: 37859257 CodeGen - CodegenTime: 79826222 - CompileTime: 336794263 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 350053624 - PeakMemoryUsage: 275456 - PrepareTime: 1036832508 - TotalTime: 1774175947 HDFS_SCAN_NODE (id=86) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9959913909066457 - BytesRead: 8223137 - BytesReadDataNodeCache: 0 - BytesReadLocal: 8223137 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 8223137 - DecompressionTime: 151152167 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 15795259 - PerReadThreadRawHdfsThroughput: 1923963212 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 301584045 - RowBatchQueuePutWaitTime: 85236094625 - RowsRead: 4737923 - RowsReturned: 2911757 - RowsReturnedRate: 3942354 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 12 - ScannerThreadsTotalWallClockTime: 86755952765 - MaterializeTupleTime(*): 452111847 - ScannerThreadsSysTime: 18601285 - ScannerThreadsUserTime: 464624714 - ScannerThreadsVoluntaryContextSwitches: 1687 - TotalRawHdfsReadTime(*): 5914257 - TotalReadThroughput: 92496 - TotalTime: 865680850 Filter 8 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 35491 - Rows rejected: 511 - Rows total: 4737923 - TotalTime: 0 Filter 9 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 2815881 - Rows rejected: 1825654 - Rows total: 4737412 - TotalTime: 0 Fragment F49 Instance 5840e519cb1bb31f:ef (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/61.99 MB 2:1/61.98 MB Filter 9 arrival: 1m27s Filter 8 arrival: 1m27s - AverageThreadTokens: 1.9944444444444445 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 20040386 - PerHostPeakMemUsage: 1773521729 - RowsProduced: 3567868 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 88688119868 - TotalStorageWaitTime: 12767528 - TotalThreadsInvoluntaryContextSwitches: 36 - TotalThreadsTotalWallClockTime: 180427020108 - TotalThreadsSysTime: 72208000 - TotalThreadsUserTime: 1552608000 - TotalThreadsVoluntaryContextSwitches: 2212 - TotalTime: 90508677916 Fragment Instance Lifecycle Timings - ExecTime: 90373947952 - ExecTreeExecTime: 944549720 - InactiveTotalTime: 0 - OpenTime: 81152424 - ExecTreeOpenTime: 57784 - PrepareTime: 53529644 - ExecTreePrepareTime: 100364 - TotalTime: 0 DataStreamSender (dst_id=202) - BytesSent: 32581028 - InactiveTotalTime: 0 - NetworkThroughput(*): 390847433 - OverallThroughput: 98428385 - PeakMemoryUsage: 400928 - RowsReturned: 3567868 - SerializeBatchTime: 247286568 - TotalTime: 331012520 - TransmitDataRPCTime: 83359964 - UncompressedRowBatchSize: 46390132 CodeGen - CodegenTime: 2966740 - CompileTime: 20469444 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 53801104 - PeakMemoryUsage: 275456 - PrepareTime: 50542336 - TotalTime: 125705896 HDFS_SCAN_NODE (id=86) Hdfs split stats (:<# splits>/): 1:1/61.99 MB 2:1/61.98 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Only following filters arrived: , waited 903ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9944444444444445 - BytesRead: 13228373 - BytesReadDataNodeCache: 0 - BytesReadLocal: 13228373 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 13228373 - DecompressionTime: 179782936 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 17627410 - PerReadThreadRawHdfsThroughput: 2094987786 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 21718836 - RowBatchQueuePutWaitTime: 88453036796 - RowsRead: 7410563 - RowsReturned: 3567868 - RowsReturnedRate: 3786152 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 13 - ScannerThreadsTotalWallClockTime: 89971955224 - MaterializeTupleTime(*): 608838816 - ScannerThreadsSysTime: 42535000 - ScannerThreadsUserTime: 784214000 - ScannerThreadsVoluntaryContextSwitches: 1688 - TotalRawHdfsReadTime(*): 6314296 - TotalReadThroughput: 146978 - TotalTime: 942346556 Filter 8 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 80614 - Rows rejected: 3583 - Rows total: 7410563 - TotalTime: 0 Filter 9 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 5763460 - Rows rejected: 3839112 - Rows total: 7406980 - TotalTime: 0 Instance 5840e519cb1bb31f:f3 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 2:1/61.99 MB 0:1/66.11 MB Filter 9 arrival: 1m27s Filter 8 arrival: 1m27s - AverageThreadTokens: 1.988950276243094 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 19860708 - PerHostPeakMemUsage: 1613256812 - RowsProduced: 3412485 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 88771173244 - TotalStorageWaitTime: 19916816 - TotalThreadsInvoluntaryContextSwitches: 24 - TotalThreadsTotalWallClockTime: 180434183112 - TotalThreadsSysTime: 50640000 - TotalThreadsUserTime: 1414455000 - TotalThreadsVoluntaryContextSwitches: 1938 - TotalTime: 90508609428 Fragment Instance Lifecycle Timings - ExecTime: 90380537780 - ExecTreeExecTime: 945669144 - InactiveTotalTime: 0 - OpenTime: 74107800 - ExecTreeOpenTime: 4011300 - PrepareTime: 53927808 - ExecTreePrepareTime: 78232 - TotalTime: 0 DataStreamSender (dst_id=202) - BytesSent: 31295921 - InactiveTotalTime: 0 - NetworkThroughput(*): 400674195 - OverallThroughput: 103441585 - PeakMemoryUsage: 400928 - RowsReturned: 3412485 - SerializeBatchTime: 223443092 - TotalTime: 302546804 - TransmitDataRPCTime: 78108152 - UncompressedRowBatchSize: 44369825 CodeGen - CodegenTime: 2579552 - CompileTime: 14501116 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 52765304 - PeakMemoryUsage: 275456 - PrepareTime: 43539644 - TotalTime: 111881596 HDFS_SCAN_NODE (id=86) Hdfs split stats (:<# splits>/): 2:1/61.99 MB 0:1/66.11 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Only following filters arrived: , waited 903ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9944444444444445 - BytesRead: 11511808 - BytesReadDataNodeCache: 0 - BytesReadLocal: 11511808 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 11511808 - DecompressionTime: 143232908 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 17407796 - PerReadThreadRawHdfsThroughput: 1788164242 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 23793804 - RowBatchQueuePutWaitTime: 88554072292 - RowsRead: 6632473 - RowsReturned: 3412485 - RowsReturnedRate: 3601939 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 9 - ScannerThreadsTotalWallClockTime: 89979576152 - MaterializeTupleTime(*): 573158584 - ScannerThreadsSysTime: 20698000 - ScannerThreadsUserTime: 721013000 - ScannerThreadsVoluntaryContextSwitches: 1498 - TotalRawHdfsReadTime(*): 6437780 - TotalReadThroughput: 127202 - TotalTime: 947402052 Filter 8 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 50918 - Rows rejected: 0 - Rows total: 6632473 - TotalTime: 0 Filter 9 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 5069849 - Rows rejected: 3219988 - Rows total: 6632473 - TotalTime: 0 Instance 5840e519cb1bb31f:f1 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/62.00 MB Filter 9 arrival: 1m28s Filter 8 arrival: 1m28s - AverageThreadTokens: 1.9887640449438202 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 19867804 - PerHostPeakMemUsage: 1863535041 - RowsProduced: 2534930 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 87377373968 - TotalStorageWaitTime: 18784740 - TotalThreadsInvoluntaryContextSwitches: 84 - TotalThreadsTotalWallClockTime: 177935442252 - TotalThreadsSysTime: 37667000 - TotalThreadsUserTime: 881271000 - TotalThreadsVoluntaryContextSwitches: 2402 - TotalTime: 89248551232 Fragment Instance Lifecycle Timings - ExecTime: 89110415544 - ExecTreeExecTime: 933419676 - InactiveTotalTime: 0 - OpenTime: 93148452 - ExecTreeOpenTime: 51784 - PrepareTime: 44952356 - ExecTreePrepareTime: 71304 - TotalTime: 0 DataStreamSender (dst_id=202) - BytesSent: 22837500 - InactiveTotalTime: 0 - NetworkThroughput(*): 301617549 - OverallThroughput: 96787009 - PeakMemoryUsage: 433696 - RowsReturned: 2534930 - SerializeBatchTime: 159944072 - TotalTime: 235956252 - TransmitDataRPCTime: 75716748 - UncompressedRowBatchSize: 32959674 CodeGen - CodegenTime: 5075960 - CompileTime: 19495880 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 72119372 - PeakMemoryUsage: 275456 - PrepareTime: 35187256 - TotalTime: 128819568 HDFS_SCAN_NODE (id=86) Hdfs split stats (:<# splits>/): 3:1/62.00 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 883ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9943502824858758 - BytesRead: 6613917 - BytesReadDataNodeCache: 0 - BytesReadLocal: 6613917 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 6613917 - DecompressionTime: 117945236 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 17407724 - PerReadThreadRawHdfsThroughput: 2280296187 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 34431904 - RowBatchQueuePutWaitTime: 87034280412 - RowsRead: 3705458 - RowsReturned: 2534930 - RowsReturnedRate: 2720338 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 12 - ScannerThreadsTotalWallClockTime: 88731908624 - MaterializeTupleTime(*): 337858596 - ScannerThreadsSysTime: 16471000 - ScannerThreadsUserTime: 350312000 - ScannerThreadsVoluntaryContextSwitches: 1773 - TotalRawHdfsReadTime(*): 2900464 - TotalReadThroughput: 74313 - TotalTime: 931843648 Filter 8 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 25117 - Rows rejected: 0 - Rows total: 3705458 - TotalTime: 0 Filter 9 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 1639026 - Rows rejected: 1170528 - Rows total: 3705458 - TotalTime: 0 Instance 5840e519cb1bb31f:ee (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/61.98 MB Filter 9 arrival: 1m27s Filter 8 arrival: 1m27s - AverageThreadTokens: 1.9887005649717515 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 19869872 - PerHostPeakMemUsage: 1816433338 - RowsProduced: 2235179 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 87336768840 - TotalStorageWaitTime: 27198404 - TotalThreadsInvoluntaryContextSwitches: 13 - TotalThreadsTotalWallClockTime: 176532906180 - TotalThreadsSysTime: 26201000 - TotalThreadsUserTime: 847672000 - TotalThreadsVoluntaryContextSwitches: 1810 - TotalTime: 88901105256 Fragment Instance Lifecycle Timings - ExecTime: 88748227084 - ExecTreeExecTime: 963296000 - InactiveTotalTime: 0 - OpenTime: 100123004 - ExecTreeOpenTime: 56844 - PrepareTime: 52720692 - ExecTreePrepareTime: 1497424 - TotalTime: 0 DataStreamSender (dst_id=202) - BytesSent: 20184163 - InactiveTotalTime: 0 - NetworkThroughput(*): 386311038 - OverallThroughput: 102021657 - PeakMemoryUsage: 441888 - RowsReturned: 2235179 - SerializeBatchTime: 145099412 - TotalTime: 197841944 - TransmitDataRPCTime: 52248476 - UncompressedRowBatchSize: 29062251 CodeGen - CodegenTime: 2641460 - CompileTime: 18867848 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 77657428 - PeakMemoryUsage: 275456 - PrepareTime: 45764648 - TotalTime: 143061976 HDFS_SCAN_NODE (id=86) Hdfs split stats (:<# splits>/): 4:1/61.98 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 883ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9887005649717514 - BytesRead: 6613713 - BytesReadDataNodeCache: 0 - BytesReadLocal: 6613713 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 6613713 - DecompressionTime: 92399556 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 17370880 - PerReadThreadRawHdfsThroughput: 2124358071 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 67677824 - RowBatchQueuePutWaitTime: 87201866988 - RowsRead: 3705181 - RowsReturned: 2235179 - RowsReturnedRate: 2313666 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 5 - ScannerThreadsTotalWallClockTime: 87684593664 - MaterializeTupleTime(*): 258597168 - ScannerThreadsSysTime: 18252000 - ScannerThreadsUserTime: 346309000 - ScannerThreadsVoluntaryContextSwitches: 1407 - TotalRawHdfsReadTime(*): 3113276 - TotalReadThroughput: 74731 - TotalTime: 966076780 Filter 8 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 10089 - Rows rejected: 0 - Rows total: 3705181 - TotalTime: 0 Filter 9 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 2065757 - Rows rejected: 1470002 - Rows total: 3705181 - TotalTime: 0 Instance 5840e519cb1bb31f:f4 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/66.21 MB Filter 9 arrival: 1m27s Filter 8 arrival: 1m27s - AverageThreadTokens: 1.9886363636363635 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 16500153 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 2067619 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 86827284345 - TotalStorageWaitTime: 1744803 - TotalThreadsInvoluntaryContextSwitches: 34 - TotalThreadsTotalWallClockTime: 175242029669 - TotalThreadsSysTime: 20065000 - TotalThreadsUserTime: 767187000 - TotalThreadsVoluntaryContextSwitches: 1585 - TotalTime: 88675092452 Fragment Instance Lifecycle Timings - ExecTime: 87542727014 - ExecTreeExecTime: 177615767 - InactiveTotalTime: 0 - OpenTime: 436232274 - ExecTreeOpenTime: 46802 - PrepareTime: 669643504 - ExecTreePrepareTime: 38059947 - TotalTime: 0 DataStreamSender (dst_id=202) - BytesSent: 19136095 - InactiveTotalTime: 0 - NetworkThroughput(*): 387548475 - OverallThroughput: 79717919 - PeakMemoryUsage: 433696 - RowsReturned: 2067619 - SerializeBatchTime: 190359147 - TotalTime: 240047597 - TransmitDataRPCTime: 49377294 - UncompressedRowBatchSize: 26883607 CodeGen - CodegenTime: 112074844 - CompileTime: 191567645 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 210657396 - PeakMemoryUsage: 275456 - PrepareTime: 417674293 - TotalTime: 820563010 HDFS_SCAN_NODE (id=86) Hdfs split stats (:<# splits>/): 1:1/66.21 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 40ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 4898090 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4898090 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4898090 - DecompressionTime: 58106590 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 14112777 - PerReadThreadRawHdfsThroughput: 2383905961 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 108626740 - RowBatchQueuePutWaitTime: 86654276195 - RowsRead: 2928154 - RowsReturned: 2067619 - RowsReturnedRate: 8197978 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 13 - ScannerThreadsTotalWallClockTime: 87266135484 - MaterializeTupleTime(*): 355711373 - ScannerThreadsSysTime: 8981000 - ScannerThreadsUserTime: 289066000 - ScannerThreadsVoluntaryContextSwitches: 1217 - TotalRawHdfsReadTime(*): 2054649 - TotalReadThroughput: 55659 - TotalTime: 252210830 Filter 8 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 35287 - Rows rejected: 0 - Rows total: 2928154 - TotalTime: 0 Filter 9 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 1421850 - Rows rejected: 860535 - Rows total: 2928154 - TotalTime: 0 Instance 5840e519cb1bb31f:f2 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/66.14 MB Filter 9 arrival: 1m27s Filter 8 arrival: 1m27s - AverageThreadTokens: 1.92 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 16513813 - PerHostPeakMemUsage: 873666812 - RowsProduced: 1975210 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 79492393188 - TotalStorageWaitTime: 5114328 - TotalThreadsInvoluntaryContextSwitches: 79 - TotalThreadsTotalWallClockTime: 165341657328 - TotalThreadsSysTime: 25587000 - TotalThreadsUserTime: 824122000 - TotalThreadsVoluntaryContextSwitches: 1839 - TotalTime: 88519441668 Fragment Instance Lifecycle Timings - ExecTime: 81338805412 - ExecTreeExecTime: 500127568 - InactiveTotalTime: 0 - OpenTime: 2942320976 - ExecTreeOpenTime: 50856 - PrepareTime: 4238269732 - ExecTreePrepareTime: 101564 - TotalTime: 0 DataStreamSender (dst_id=202) - BytesSent: 18300626 - InactiveTotalTime: 0 - NetworkThroughput(*): 292599774 - OverallThroughput: 87607534 - PeakMemoryUsage: 409120 - RowsReturned: 1975210 - SerializeBatchTime: 146125892 - TotalTime: 208893288 - TransmitDataRPCTime: 62544908 - UncompressedRowBatchSize: 25682086 CodeGen - CodegenTime: 297081352 - CompileTime: 1583944080 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 1095042200 - PeakMemoryUsage: 275456 - PrepareTime: 3548008144 - TotalTime: 6365885492 HDFS_SCAN_NODE (id=86) Hdfs split stats (:<# splits>/): 1:1/66.14 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Runtime filters: Only following filters arrived: , waited 40ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 4898179 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4898179 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4898179 - DecompressionTime: 67287212 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 14122341 - PerReadThreadRawHdfsThroughput: 2263994375 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 446988608 - RowBatchQueuePutWaitTime: 78337021796 - RowsRead: 2927912 - RowsReturned: 1975210 - RowsReturnedRate: 3959328 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 16 - ScannerThreadsTotalWallClockTime: 81092746668 - MaterializeTupleTime(*): 544228968 - ScannerThreadsSysTime: 7880000 - ScannerThreadsUserTime: 329580000 - ScannerThreadsVoluntaryContextSwitches: 1183 - TotalRawHdfsReadTime(*): 2163512 - TotalReadThroughput: 55977 - TotalTime: 498875028 Filter 8 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 31769 - Rows rejected: 0 - Rows total: 2927912 - TotalTime: 0 Filter 9 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 1587496 - Rows rejected: 952702 - Rows total: 2927912 - TotalTime: 0 Instance 5840e519cb1bb31f:f0 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/66.15 MB 5:1/66.19 MB Filter 9 arrival: 1m27s Filter 8 arrival: 1m27s - AverageThreadTokens: 1.9425287356321839 - BloomFilterBytes: 2097152 - InactiveTotalTime: 0 - PeakMemoryUsage: 14908336 - PerHostPeakMemUsage: 1541707624 - RowsProduced: 4589010 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 79522879924 - TotalStorageWaitTime: 8395988 - TotalThreadsInvoluntaryContextSwitches: 99 - TotalThreadsTotalWallClockTime: 166717847348 - TotalThreadsSysTime: 44543000 - TotalThreadsUserTime: 1245037000 - TotalThreadsVoluntaryContextSwitches: 3552 - TotalTime: 87809776272 Fragment Instance Lifecycle Timings - ExecTime: 82626548480 - ExecTreeExecTime: 1492220492 - InactiveTotalTime: 0 - OpenTime: 1536167188 - ExecTreeOpenTime: 72076 - PrepareTime: 3647023712 - ExecTreePrepareTime: 10369172 - TotalTime: 0 DataStreamSender (dst_id=202) - BytesSent: 42374735 - InactiveTotalTime: 0 - NetworkThroughput(*): 413698675 - OverallThroughput: 93755075 - PeakMemoryUsage: 433696 - RowsReturned: 4589010 - SerializeBatchTime: 281293456 - TotalTime: 451972704 - TransmitDataRPCTime: 102428984 - UncompressedRowBatchSize: 59667226 CodeGen - CodegenTime: 136363648 - CompileTime: 508713828 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 32 - NumInstructions: 538 - OptimizationTime: 888332568 - PeakMemoryUsage: 275456 - PrepareTime: 3117111240 - TotalTime: 4723314092 HDFS_SCAN_NODE (id=86) Hdfs split stats (:<# splits>/): 0:1/66.15 MB 5:1/66.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Runtime filters: Only following filters arrived: , waited 40ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 9797881 - BytesReadDataNodeCache: 0 - BytesReadLocal: 9797881 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 9797881 - DecompressionTime: 399310736 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 12517888 - PerReadThreadRawHdfsThroughput: 532035866 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1407850604 - RowBatchQueuePutWaitTime: 80418107896 - RowsRead: 5855726 - RowsReturned: 4589010 - RowsReturnedRate: 3017078 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 16 - ScannerThreadsTotalWallClockTime: 82564753540 - MaterializeTupleTime(*): 486389424 - ScannerThreadsSysTime: 15392000 - ScannerThreadsUserTime: 431879000 - ScannerThreadsVoluntaryContextSwitches: 3048 - TotalRawHdfsReadTime(*): 18415828 - TotalReadThroughput: 112618 - TotalTime: 1521011060 Filter 8 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 14649 - Rows rejected: 0 - Rows total: 5855726 - TotalTime: 0 Filter 9 (1.00 MB) - InactiveTotalTime: 0 - Rows processed: 2163732 - Rows rejected: 1266716 - Rows total: 5855726 - TotalTime: 0 Averaged Fragment F50 split sizes: min: 4.34 GB, max: 4.45 GB, avg: 4.39 GB, stddev: 42.23 MB completion times: min:48s918ms max:1m26s mean: 1m2s stddev:10s950ms execution rates: min:51.44 MB/sec max:90.77 MB/sec mean:74.21 MB/sec stddev:11.00 MB/sec num instances: 7 - AverageThreadTokens: 1.755660631838053 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 190881218 - PerHostPeakMemUsage: 1590199926 - RowsProduced: 1791796 - TotalNetworkReceiveTime: 8937873575 - TotalNetworkSendTime: 32465937140 - TotalStorageWaitTime: 6942572499 - TotalThreadsInvoluntaryContextSwitches: 2476 - TotalThreadsTotalWallClockTime: 108122427337 - TotalThreadsSysTime: 821195000 - TotalThreadsUserTime: 10914897000 - TotalThreadsVoluntaryContextSwitches: 15985 - TotalTime: 62179460013 Fragment Instance Lifecycle Timings - ExecTime: 48494762645 - ExecTreeExecTime: 3544403138 - InactiveTotalTime: 0 - OpenTime: 12311041417 - ExecTreeOpenTime: 9364637715 - PrepareTime: 1359343079 - ExecTreePrepareTime: 27868594 - TotalTime: 0 DataStreamSender (dst_id=203) - BytesSent: 50760407 - InactiveTotalTime: 0 - NetworkThroughput(*): 316213385 - OverallThroughput: 95610545 - PeakMemoryUsage: 336448 - RowsReturned: 1791796 - SerializeBatchTime: 365693361 - TotalTime: 531201959 - TransmitDataRPCTime: 161745964 - UncompressedRowBatchSize: 77094621 CodeGen - CodegenTime: 61746397 - CompileTime: 1539980371 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 64 - NumInstructions: 2590 - OptimizationTime: 1288186082 - PeakMemoryUsage: 1326080 - PrepareTime: 1033935943 - TotalTime: 3911492723 HASH_JOIN_NODE (id=85) - BuildRows: 8750 - BuildTime: 128890804 - InactiveTotalTime: 0 - LocalTime: 478834273 - PeakMemoryUsage: 10486363 - ProbeRows: 1868134 - ProbeRowsPartitioned: 0 - ProbeTime: 252681509 - RowsReturned: 1791796 - RowsReturnedRate: 201193 - TotalTime: 12946123399 Hash Join Builder (join_node_id=85) - BuildRowsPartitionTime: 631582 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 114581312 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 13539496 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=201) - BytesReceived: 140501 - ConvertRowBatchTime: 177910 - DeserializeRowBatchTimer: 68685372 - FirstBatchArrivalWaitTime: 8174142399 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 33668 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8938075278 HDFS_SCAN_NODE (id=75) - AverageHdfsReadThreadConcurrency: 0.0837187348041801 - AverageScannerThreadConcurrency: 0.9693478205326052 - BytesRead: 270982074 - BytesReadDataNodeCache: 0 - BytesReadLocal: 195122513 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 195122513 - DecompressionTime: 10783008649 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 7 - NumRowGroups: 49 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 186413370 - PerReadThreadRawHdfsThroughput: 66947960 - RemoteScanRanges: 66 - RowBatchQueueGetWaitTime: 3360831513 - RowBatchQueuePutWaitTime: 17928080367 - RowsRead: 90159237 - RowsReturned: 1868134 - RowsReturnedRate: 7654887 - ScanRangesComplete: 42 - ScannerThreadsInvoluntaryContextSwitches: 2137 - ScannerThreadsTotalWallClockTime: 47325486765 - MaterializeTupleTime(*): 9731001060 - ScannerThreadsSysTime: 515262714 - ScannerThreadsUserTime: 9365853000 - ScannerThreadsVoluntaryContextSwitches: 8048 - TotalRawHdfsReadTime(*): 4942862565 - TotalReadThroughput: 4529233 - TotalTime: 3529213847 Fragment F50 Instance 5840e519cb1bb31f:116 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:5/420.13 MB 1:11/1.05 GB 0:5/467.98 MB 2:10/1.13 GB 5:7/791.02 MB 4:6/542.07 MB - AverageThreadTokens: 1.8313953488372092 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 145168855 - PerHostPeakMemUsage: 873666812 - RowsProduced: 1687094 - TotalNetworkReceiveTime: 38812976 - TotalNetworkSendTime: 13059153080 - TotalStorageWaitTime: 13786498588 - TotalThreadsInvoluntaryContextSwitches: 5528 - TotalThreadsTotalWallClockTime: 153647903092 - TotalThreadsSysTime: 699875000 - TotalThreadsUserTime: 11166202000 - TotalThreadsVoluntaryContextSwitches: 16921 - TotalTime: 86618857188 Fragment Instance Lifecycle Timings - ExecTime: 70430043100 - ExecTreeExecTime: 17295786768 - InactiveTotalTime: 0 - OpenTime: 11195120912 - ExecTreeOpenTime: 2217839676 - PrepareTime: 4937018284 - ExecTreePrepareTime: 14839428 - TotalTime: 0 DataStreamSender (dst_id=203) - BytesSent: 47676136 - InactiveTotalTime: 0 - NetworkThroughput(*): 331208214 - OverallThroughput: 92149649 - PeakMemoryUsage: 336448 - RowsReturned: 1687094 - SerializeBatchTime: 372956948 - TotalTime: 517377288 - TransmitDataRPCTime: 143946116 - UncompressedRowBatchSize: 72589666 CodeGen - CodegenTime: 205274764 - CompileTime: 4084519160 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 64 - NumInstructions: 2590 - OptimizationTime: 4344131100 - PeakMemoryUsage: 1326080 - PrepareTime: 3920628912 - TotalTime: 12585742452 HASH_JOIN_NODE (id=85) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 524482440 - InactiveTotalTime: 0 - LocalTime: 1020286848 - PeakMemoryUsage: 10812313 - ProbeRows: 1780555 - ProbeRowsPartitioned: 0 - ProbeTime: 217189840 - RowsReturned: 1687094 - RowsReturnedRate: 86340 - TotalTime: 19540064512 Hash Join Builder (join_node_id=85) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 618548 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 491484180 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 32138332 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=201) - BytesReceived: 140501 - ConvertRowBatchTime: 171468 - DeserializeRowBatchTimer: 360709616 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 224355 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 39000528 HDFS_SCAN_NODE (id=75) Hdfs split stats (:<# splits>/): 3:5/420.13 MB 1:11/1.05 GB 0:5/467.98 MB 2:10/1.13 GB 5:7/791.02 MB 4:6/542.07 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 44 out of 44 Hdfs Read Thread Concurrency Bucket: 0:92.31% 1:4.196% 2:2.797% 3:0.6993% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:8 PARQUET/GZIP:168 - AverageHdfsReadThreadConcurrency: 0.11188811188811189 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 268654382 - BytesReadDataNodeCache: 0 - BytesReadLocal: 172484491 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 172484491 - DecompressionTime: 32048536084 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 7 - NumRowGroups: 52 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 141667410 - PerReadThreadRawHdfsThroughput: 30252995 - RemoteScanRanges: 85 - RowBatchQueueGetWaitTime: 18052751864 - RowBatchQueuePutWaitTime: 5023827296 - RowsRead: 90637860 - RowsReturned: 1780555 - RowsReturnedRate: 96346 - ScanRangesComplete: 44 - ScannerThreadsInvoluntaryContextSwitches: 4934 - ScannerThreadsTotalWallClockTime: 72022789748 - MaterializeTupleTime(*): 14514953868 - ScannerThreadsSysTime: 470809000 - ScannerThreadsUserTime: 9608405000 - ScannerThreadsVoluntaryContextSwitches: 8873 - TotalRawHdfsReadTime(*): 8880257092 - TotalReadThroughput: 3142083 - TotalTime: 18480777136 Instance 5840e519cb1bb31f:119 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:7/734.58 MB 1:10/1.13 GB 5:5/640.00 MB 0:6/490.76 MB 2:9/855.76 MB 4:6/676.80 MB - AverageThreadTokens: 1.7698412698412698 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 191399939 - PerHostPeakMemUsage: 1661307197 - RowsProduced: 1915346 - TotalNetworkReceiveTime: 10697734934 - TotalNetworkSendTime: 43221431141 - TotalStorageWaitTime: 7737120099 - TotalThreadsInvoluntaryContextSwitches: 1638 - TotalThreadsTotalWallClockTime: 111391011421 - TotalThreadsSysTime: 795054000 - TotalThreadsUserTime: 11060271000 - TotalThreadsVoluntaryContextSwitches: 14213 - TotalTime: 63445875795 Fragment Instance Lifecycle Timings - ExecTime: 50030364702 - ExecTreeExecTime: 2967572750 - InactiveTotalTime: 0 - OpenTime: 12620574501 - ExecTreeOpenTime: 10736062565 - PrepareTime: 794900649 - ExecTreePrepareTime: 38764313 - TotalTime: 0 DataStreamSender (dst_id=203) - BytesSent: 54387355 - InactiveTotalTime: 0 - NetworkThroughput(*): 343730349 - OverallThroughput: 98431802 - PeakMemoryUsage: 336448 - RowsReturned: 1915346 - SerializeBatchTime: 371333569 - TotalTime: 552538445 - TransmitDataRPCTime: 158226805 - UncompressedRowBatchSize: 82410486 CodeGen - CodegenTime: 46586905 - CompileTime: 1033129977 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 64 - NumInstructions: 2590 - OptimizationTime: 803692992 - PeakMemoryUsage: 1326080 - PrepareTime: 497858530 - TotalTime: 2374013830 HASH_JOIN_NODE (id=85) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 1484796 - InactiveTotalTime: 0 - LocalTime: 339277310 - PeakMemoryUsage: 10846785 - ProbeRows: 2003657 - ProbeRowsPartitioned: 0 - ProbeTime: 296962317 - RowsReturned: 1915346 - RowsReturnedRate: 139049 - TotalTime: 13774574536 Hash Join Builder (join_node_id=85) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 554032 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 182898 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 666698 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=201) - BytesReceived: 140501 - ConvertRowBatchTime: 158504 - DeserializeRowBatchTimer: 2965588 - FirstBatchArrivalWaitTime: 9498129599 - InactiveTotalTime: 10697684454 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 817 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10697910648 HDFS_SCAN_NODE (id=75) Hdfs split stats (:<# splits>/): 3:7/734.58 MB 1:10/1.13 GB 5:5/640.00 MB 0:6/490.76 MB 2:9/855.76 MB 4:6/676.80 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 43 out of 43 Hdfs Read Thread Concurrency Bucket: 0:97.98% 1:0% 2:1.01% 3:1.01% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:20 PARQUET/GZIP:152 - AverageHdfsReadThreadConcurrency: 0.050505050505050504 - AverageScannerThreadConcurrency: 0.9797979797979798 - BytesRead: 275493895 - BytesReadDataNodeCache: 0 - BytesReadLocal: 215030337 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 215030337 - DecompressionTime: 4822144447 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 7 - NumRowGroups: 49 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 187044332 - PerReadThreadRawHdfsThroughput: 92834350 - RemoteScanRanges: 47 - RowBatchQueueGetWaitTime: 2635672647 - RowBatchQueuePutWaitTime: 28210186117 - RowsRead: 92756599 - RowsReturned: 2003657 - RowsReturnedRate: 731959 - ScanRangesComplete: 43 - ScannerThreadsInvoluntaryContextSwitches: 1259 - ScannerThreadsTotalWallClockTime: 48762794469 - MaterializeTupleTime(*): 7452768803 - ScannerThreadsSysTime: 498562000 - ScannerThreadsUserTime: 9434018000 - ScannerThreadsVoluntaryContextSwitches: 7091 - TotalRawHdfsReadTime(*): 2967585757 - TotalReadThroughput: 4372849 - TotalTime: 2737386578 Instance 5840e519cb1bb31f:118 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 5:4/512.00 MB 3:4/355.73 MB 4:7/896.00 MB 0:11/1.18 GB 1:8/834.39 MB 2:8/741.47 MB - AverageThreadTokens: 1.7661290322580645 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 209392909 - PerHostPeakMemUsage: 1613256812 - RowsProduced: 1981657 - TotalNetworkReceiveTime: 12728513096 - TotalNetworkSendTime: 45617679104 - TotalStorageWaitTime: 6678585468 - TotalThreadsInvoluntaryContextSwitches: 1290 - TotalThreadsTotalWallClockTime: 110424857540 - TotalThreadsSysTime: 866301000 - TotalThreadsUserTime: 11285517000 - TotalThreadsVoluntaryContextSwitches: 14647 - TotalTime: 62585063440 Fragment Instance Lifecycle Timings - ExecTime: 49423276384 - ExecTreeExecTime: 295859572 - InactiveTotalTime: 0 - OpenTime: 13102601148 - ExecTreeOpenTime: 12752004636 - PrepareTime: 59147600 - ExecTreePrepareTime: 314132 - TotalTime: 0 DataStreamSender (dst_id=203) - BytesSent: 56059993 - InactiveTotalTime: 0 - NetworkThroughput(*): 351331500 - OverallThroughput: 103613955 - PeakMemoryUsage: 336448 - RowsReturned: 1981657 - SerializeBatchTime: 380917388 - TotalTime: 541046740 - TransmitDataRPCTime: 159564380 - UncompressedRowBatchSize: 85263619 CodeGen - CodegenTime: 817268 - CompileTime: 138820972 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 64 - NumInstructions: 2590 - OptimizationTime: 209301364 - PeakMemoryUsage: 1326080 - PrepareTime: 45124904 - TotalTime: 394503964 HASH_JOIN_NODE (id=85) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 2586044 - InactiveTotalTime: 0 - LocalTime: 268817168 - PeakMemoryUsage: 10731379 - ProbeRows: 2024300 - ProbeRowsPartitioned: 0 - ProbeTime: 251009148 - RowsReturned: 1981657 - RowsReturnedRate: 151909 - TotalTime: 13044982800 Hash Join Builder (join_node_id=85) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 837940 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 282668 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 1340676 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=201) - BytesReceived: 140501 - ConvertRowBatchTime: 251108 - DeserializeRowBatchTimer: 2566864 - FirstBatchArrivalWaitTime: 11910866244 - InactiveTotalTime: 12728278144 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 687 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12728821068 HDFS_SCAN_NODE (id=75) Hdfs split stats (:<# splits>/): 5:4/512.00 MB 3:4/355.73 MB 4:7/896.00 MB 0:11/1.18 GB 1:8/834.39 MB 2:8/741.47 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 42 out of 42 Hdfs Read Thread Concurrency Bucket: 0:92.86% 1:6.122% 2:1.02% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:12 PARQUET/GZIP:156 - AverageHdfsReadThreadConcurrency: 0.07142857142857142 - AverageScannerThreadConcurrency: 0.9693877551020408 - BytesRead: 286689507 - BytesReadDataNodeCache: 0 - BytesReadLocal: 220891712 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 220891712 - DecompressionTime: 4791398876 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 7 - NumRowGroups: 50 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 206465438 - PerReadThreadRawHdfsThroughput: 62390621 - RemoteScanRanges: 57 - RowBatchQueueGetWaitTime: 22943268 - RowBatchQueuePutWaitTime: 28402747704 - RowsRead: 94469135 - RowsReturned: 2024300 - RowsReturnedRate: 42756756 - ScanRangesComplete: 42 - ScannerThreadsInvoluntaryContextSwitches: 1057 - ScannerThreadsTotalWallClockTime: 47899041524 - MaterializeTupleTime(*): 7628939424 - ScannerThreadsSysTime: 540456000 - ScannerThreadsUserTime: 9680059000 - ScannerThreadsVoluntaryContextSwitches: 7555 - TotalRawHdfsReadTime(*): 4595073784 - TotalReadThroughput: 4624024 - TotalTime: 47344564 Instance 5840e519cb1bb31f:117 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:6/696.45 MB 0:7/754.42 MB 3:9/1.02 GB 2:4/350.45 MB 5:10/1.06 GB 4:5/590.41 MB - AverageThreadTokens: 1.7583333333333333 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 204422712 - PerHostPeakMemUsage: 1863535041 - RowsProduced: 1695632 - TotalNetworkReceiveTime: 12620633072 - TotalNetworkSendTime: 28531791904 - TotalStorageWaitTime: 4784976868 - TotalThreadsInvoluntaryContextSwitches: 2059 - TotalThreadsTotalWallClockTime: 106202924728 - TotalThreadsSysTime: 695721000 - TotalThreadsUserTime: 10101645000 - TotalThreadsVoluntaryContextSwitches: 15189 - TotalTime: 60364671760 Fragment Instance Lifecycle Timings - ExecTime: 47159708900 - ExecTreeExecTime: 682352576 - InactiveTotalTime: 0 - OpenTime: 13138539184 - ExecTreeOpenTime: 12743641168 - PrepareTime: 66362868 - ExecTreePrepareTime: 357436 - TotalTime: 0 DataStreamSender (dst_id=203) - BytesSent: 48508550 - InactiveTotalTime: 0 - NetworkThroughput(*): 300852337 - OverallThroughput: 99843755 - PeakMemoryUsage: 336448 - RowsReturned: 1695632 - SerializeBatchTime: 323991868 - TotalTime: 485844604 - TransmitDataRPCTime: 161237072 - UncompressedRowBatchSize: 72957008 CodeGen - CodegenTime: 631152 - CompileTime: 199470364 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 64 - NumInstructions: 2590 - OptimizationTime: 192181096 - PeakMemoryUsage: 1326080 - PrepareTime: 50057204 - TotalTime: 443083700 HASH_JOIN_NODE (id=85) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 2163852 - InactiveTotalTime: 0 - LocalTime: 369020516 - PeakMemoryUsage: 10611239 - ProbeRows: 1760698 - ProbeRowsPartitioned: 0 - ProbeTime: 200159636 - RowsReturned: 1695632 - RowsReturnedRate: 126311 - TotalTime: 13424172908 Hash Join Builder (join_node_id=85) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 643908 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 892928 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 486896 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=201) - BytesReceived: 140501 - ConvertRowBatchTime: 184848 - DeserializeRowBatchTimer: 1020052 - FirstBatchArrivalWaitTime: 11807144156 - InactiveTotalTime: 12620492236 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 693 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12620842056 HDFS_SCAN_NODE (id=75) Hdfs split stats (:<# splits>/): 1:6/696.45 MB 0:7/754.42 MB 3:9/1.02 GB 2:4/350.45 MB 5:10/1.06 GB 4:5/590.41 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 41 out of 41 Hdfs Read Thread Concurrency Bucket: 0:96.77% 1:0% 2:3.226% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:12 PARQUET/GZIP:152 - AverageHdfsReadThreadConcurrency: 0.06451612903225806 - AverageScannerThreadConcurrency: 0.978494623655914 - BytesRead: 253855013 - BytesReadDataNodeCache: 0 - BytesReadLocal: 173437420 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 173437420 - DecompressionTime: 13159205200 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 7 - NumRowGroups: 47 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 196800293 - PerReadThreadRawHdfsThroughput: 46490182 - RemoteScanRanges: 61 - RowBatchQueueGetWaitTime: 169358004 - RowBatchQueuePutWaitTime: 15352061844 - RowsRead: 84724992 - RowsReturned: 1760698 - RowsReturnedRate: 4054008 - ScanRangesComplete: 41 - ScannerThreadsInvoluntaryContextSwitches: 1879 - ScannerThreadsTotalWallClockTime: 45904785488 - MaterializeTupleTime(*): 8825333920 - ScannerThreadsSysTime: 444701000 - ScannerThreadsUserTime: 8644144000 - ScannerThreadsVoluntaryContextSwitches: 6888 - TotalRawHdfsReadTime(*): 5460400436 - TotalReadThroughput: 4266470 - TotalTime: 434310336 Instance 5840e519cb1bb31f:114 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:5/544.68 MB 5:7/860.36 MB 1:5/438.26 MB 0:10/1.03 GB 2:7/730.44 MB 3:8/842.70 MB - AverageThreadTokens: 1.736842105263158 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 184505648 - PerHostPeakMemUsage: 1816433338 - RowsProduced: 1730637 - TotalNetworkReceiveTime: 12724490572 - TotalNetworkSendTime: 36962461568 - TotalStorageWaitTime: 6105841316 - TotalThreadsInvoluntaryContextSwitches: 1249 - TotalThreadsTotalWallClockTime: 99178686896 - TotalThreadsSysTime: 913119000 - TotalThreadsUserTime: 10019144000 - TotalThreadsVoluntaryContextSwitches: 14799 - TotalTime: 56981910492 Fragment Instance Lifecycle Timings - ExecTime: 43814929624 - ExecTreeExecTime: 1681003708 - InactiveTotalTime: 0 - OpenTime: 13122826612 - ExecTreeOpenTime: 12756028312 - PrepareTime: 44118600 - ExecTreePrepareTime: 340780 - TotalTime: 0 DataStreamSender (dst_id=203) - BytesSent: 49052661 - InactiveTotalTime: 0 - NetworkThroughput(*): 302855545 - OverallThroughput: 89620741 - PeakMemoryUsage: 336448 - RowsReturned: 1730637 - SerializeBatchTime: 384768516 - TotalTime: 547336032 - TransmitDataRPCTime: 161967188 - UncompressedRowBatchSize: 74463151 CodeGen - CodegenTime: 705904 - CompileTime: 155359796 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 64 - NumInstructions: 2590 - OptimizationTime: 208033856 - PeakMemoryUsage: 1326080 - PrepareTime: 37223356 - TotalTime: 401204192 HASH_JOIN_NODE (id=85) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 1099508 - InactiveTotalTime: 0 - LocalTime: 318922672 - PeakMemoryUsage: 10523837 - ProbeRows: 1762173 - ProbeRowsPartitioned: 0 - ProbeTime: 277750908 - RowsReturned: 1730637 - RowsReturnedRate: 119892 - TotalTime: 14434937964 Hash Join Builder (join_node_id=85) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 594320 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 87096 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 350600 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=201) - BytesReceived: 140501 - ConvertRowBatchTime: 161052 - DeserializeRowBatchTimer: 1469468 - FirstBatchArrivalWaitTime: 11907467456 - InactiveTotalTime: 12724309564 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 687 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12724670444 HDFS_SCAN_NODE (id=75) Hdfs split stats (:<# splits>/): 4:5/544.68 MB 5:7/860.36 MB 1:5/438.26 MB 0:10/1.03 GB 2:7/730.44 MB 3:8/842.70 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 42 out of 42 Hdfs Read Thread Concurrency Bucket: 0:91.95% 1:6.897% 2:1.149% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:4 PARQUET/GZIP:164 - AverageHdfsReadThreadConcurrency: 0.10344827586206896 - AverageScannerThreadConcurrency: 0.9655172413793104 - BytesRead: 261183711 - BytesReadDataNodeCache: 0 - BytesReadLocal: 203487750 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 203487750 - DecompressionTime: 5457639900 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 7 - NumRowGroups: 51 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 180924865 - PerReadThreadRawHdfsThroughput: 48957847 - RemoteScanRanges: 58 - RowBatchQueueGetWaitTime: 1358933296 - RowBatchQueuePutWaitTime: 23345353108 - RowsRead: 85121779 - RowsReturned: 1762173 - RowsReturnedRate: 1266524 - ScanRangesComplete: 42 - ScannerThreadsInvoluntaryContextSwitches: 1048 - ScannerThreadsTotalWallClockTime: 42240970848 - MaterializeTupleTime(*): 6974689144 - ScannerThreadsSysTime: 578044000 - ScannerThreadsUserTime: 8553515000 - ScannerThreadsVoluntaryContextSwitches: 6716 - TotalRawHdfsReadTime(*): 5334869200 - TotalReadThroughput: 4622720 - TotalTime: 1391344848 Instance 5840e519cb1bb31f:115 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:8/748.06 MB 5:7/640.34 MB 2:8/877.93 MB 4:4/512.00 MB 1:7/850.45 MB 0:8/857.24 MB - AverageThreadTokens: 1.75 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 188460840 - PerHostPeakMemUsage: 1773521729 - RowsProduced: 1847295 - TotalNetworkReceiveTime: 12625236184 - TotalNetworkSendTime: 31132898176 - TotalStorageWaitTime: 8105885496 - TotalThreadsInvoluntaryContextSwitches: 1657 - TotalThreadsTotalWallClockTime: 98557979288 - TotalThreadsSysTime: 972217000 - TotalThreadsUserTime: 11654836000 - TotalThreadsVoluntaryContextSwitches: 20306 - TotalTime: 56474002792 Fragment Instance Lifecycle Timings - ExecTime: 43282663520 - ExecTreeExecTime: 1081898844 - InactiveTotalTime: 0 - OpenTime: 13104937848 - ExecTreeOpenTime: 12736827776 - PrepareTime: 86321960 - ExecTreePrepareTime: 339200 - TotalTime: 0 DataStreamSender (dst_id=203) - BytesSent: 52143386 - InactiveTotalTime: 0 - NetworkThroughput(*): 260251267 - OverallThroughput: 91807445 - PeakMemoryUsage: 336448 - RowsReturned: 1847295 - SerializeBatchTime: 367036768 - TotalTime: 567964676 - TransmitDataRPCTime: 200357856 - UncompressedRowBatchSize: 79482533 CodeGen - CodegenTime: 3519040 - CompileTime: 149955456 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 64 - NumInstructions: 2590 - OptimizationTime: 214497684 - PeakMemoryUsage: 1326080 - PrepareTime: 64978132 - TotalTime: 434618956 HASH_JOIN_NODE (id=85) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 2530640 - InactiveTotalTime: 0 - LocalTime: 291914320 - PeakMemoryUsage: 9832876 - ProbeRows: 1964971 - ProbeRowsPartitioned: 0 - ProbeTime: 279257504 - RowsReturned: 1847295 - RowsReturnedRate: 133701 - TotalTime: 13816554364 Hash Join Builder (join_node_id=85) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 619744 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 99720 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 1724212 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=201) - BytesReceived: 140501 - ConvertRowBatchTime: 165108 - DeserializeRowBatchTimer: 2319308 - FirstBatchArrivalWaitTime: 11811517832 - InactiveTotalTime: 12624725496 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 693 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12625417000 HDFS_SCAN_NODE (id=75) Hdfs split stats (:<# splits>/): 3:8/748.06 MB 5:7/640.34 MB 2:8/877.93 MB 4:4/512.00 MB 1:7/850.45 MB 0:8/857.24 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 42 out of 42 Hdfs Read Thread Concurrency Bucket: 0:91.86% 1:4.651% 2:2.326% 3:1.163% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:16 PARQUET/GZIP:152 - AverageHdfsReadThreadConcurrency: 0.12790697674418605 - AverageScannerThreadConcurrency: 0.9767441860465116 - BytesRead: 288954488 - BytesReadDataNodeCache: 0 - BytesReadLocal: 188819249 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 188819249 - DecompressionTime: 9716378268 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 7 - NumRowGroups: 51 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 183285711 - PerReadThreadRawHdfsThroughput: 53403687 - RemoteScanRanges: 93 - RowBatchQueueGetWaitTime: 750144424 - RowBatchQueuePutWaitTime: 10554410968 - RowsRead: 96065007 - RowsReturned: 1964971 - RowsReturnedRate: 2185187 - ScanRangesComplete: 42 - ScannerThreadsInvoluntaryContextSwitches: 1462 - ScannerThreadsTotalWallClockTime: 42171347712 - MaterializeTupleTime(*): 12653046860 - ScannerThreadsSysTime: 604667000 - ScannerThreadsUserTime: 10048599000 - ScannerThreadsVoluntaryContextSwitches: 11047 - TotalRawHdfsReadTime(*): 5410759092 - TotalReadThroughput: 5159901 - TotalTime: 899223044 Instance 5840e519cb1bb31f:113 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:5/533.51 MB 2:5/373.81 MB 5:6/768.00 MB 3:11/1.23 GB 4:7/649.06 MB 0:7/852.12 MB - AverageThreadTokens: 1.6770833333333333 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 212817629 - PerHostPeakMemUsage: 1529678556 - RowsProduced: 1684915 - TotalNetworkReceiveTime: 1129694196 - TotalNetworkSendTime: 28736145012 - TotalStorageWaitTime: 1399099664 - TotalThreadsInvoluntaryContextSwitches: 3916 - TotalThreadsTotalWallClockTime: 77453628400 - TotalThreadsSysTime: 806078000 - TotalThreadsUserTime: 11116664000 - TotalThreadsVoluntaryContextSwitches: 15822 - TotalTime: 48785838628 Fragment Instance Lifecycle Timings - ExecTime: 35322352288 - ExecTreeExecTime: 806347748 - InactiveTotalTime: 0 - OpenTime: 9892689720 - ExecTreeOpenTime: 1610059876 - PrepareTime: 3527531592 - ExecTreePrepareTime: 140124872 - TotalTime: 0 DataStreamSender (dst_id=203) - BytesSent: 47494773 - InactiveTotalTime: 0 - NetworkThroughput(*): 323264483 - OverallThroughput: 93806472 - PeakMemoryUsage: 336448 - RowsReturned: 1684915 - SerializeBatchTime: 358848472 - TotalTime: 506305928 - TransmitDataRPCTime: 146922336 - UncompressedRowBatchSize: 72495889 CodeGen - CodegenTime: 174689752 - CompileTime: 5018606876 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 64 - NumInstructions: 2590 - OptimizationTime: 3045464488 - PeakMemoryUsage: 1326080 - PrepareTime: 2621680568 - TotalTime: 10747281968 HASH_JOIN_NODE (id=85) ExecOption: Probe Side Codegen Enabled - BuildRows: 8750 - BuildTime: 367888352 - InactiveTotalTime: 0 - LocalTime: 743601080 - PeakMemoryUsage: 10046115 - ProbeRows: 1780586 - ProbeRowsPartitioned: 0 - ProbeTime: 246441212 - RowsReturned: 1684915 - RowsReturnedRate: 651155 - TotalTime: 2587576712 Hash Join Builder (join_node_id=85) ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 552584 - BuildRowsPartitioned: 8750 - GetNewBlockTime: 309039696 - HashBuckets: 16384 - HashCollisions: 0 - HashTablesBuildTime: 58069060 - InactiveTotalTime: 0 - LargestPartitionPercent: 6 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1344640 - PinTime: 0 - RepartitionTime: 0 - SpilledPartitions: 0 - TotalTime: 0 - UnpinTime: 0 EXCHANGE_NODE (id=201) - BytesReceived: 140501 - ConvertRowBatchTime: 153288 - DeserializeRowBatchTimer: 109746712 - FirstBatchArrivalWaitTime: 283871508 - InactiveTotalTime: 1129653752 - PeakMemoryUsage: 0 - RowsReturned: 8750 - RowsReturnedRate: 7744 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 1129865204 HDFS_SCAN_NODE (id=75) Hdfs split stats (:<# splits>/): 1:5/533.51 MB 2:5/373.81 MB 5:6/768.00 MB 3:11/1.23 GB 4:7/649.06 MB 0:7/852.12 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 41 out of 41 Hdfs Read Thread Concurrency Bucket: 0:98.59% 1:0% 2:0% 3:0% 4:1.408% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:12 PARQUET/GZIP:152 - AverageHdfsReadThreadConcurrency: 0.056338028169014086 - AverageScannerThreadConcurrency: 0.9154929577464789 - BytesRead: 262043525 - BytesReadDataNodeCache: 0 - BytesReadLocal: 191706632 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 191706632 - DecompressionTime: 5485757768 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 7 - NumRowGroups: 47 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 208705545 - PerReadThreadRawHdfsThroughput: 134306042 - RemoteScanRanges: 64 - RowBatchQueueGetWaitTime: 536017088 - RowBatchQueuePutWaitTime: 14607975536 - RowsRead: 87339287 - RowsReturned: 1780586 - RowsReturnedRate: 2493432 - ScanRangesComplete: 41 - ScannerThreadsInvoluntaryContextSwitches: 3323 - ScannerThreadsTotalWallClockTime: 32276677572 - MaterializeTupleTime(*): 10067275404 - ScannerThreadsSysTime: 469600000 - ScannerThreadsUserTime: 9592231000 - ScannerThreadsVoluntaryContextSwitches: 8168 - TotalRawHdfsReadTime(*): 1951092600 - TotalReadThroughput: 5516589 - TotalTime: 714110428 Averaged Fragment F51 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:12s233ms max:13s324ms mean: 12s646ms stddev:343.871ms execution rates: min:24.00 B/sec max:4.70 KB/sec mean:1.71 KB/sec stddev:1.64 KB/sec num instances: 7 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 420682376 - RowsProduced: 1250 - TotalNetworkReceiveTime: 10004923804 - TotalNetworkSendTime: 165025164 - TotalStorageWaitTime: 2752416 - TotalThreadsInvoluntaryContextSwitches: 7 - TotalThreadsTotalWallClockTime: 11363643425 - TotalThreadsSysTime: 3305428 - TotalThreadsUserTime: 37401142 - TotalThreadsVoluntaryContextSwitches: 142 - TotalTime: 12600878995 Fragment Instance Lifecycle Timings - ExecTime: 372189982 - ExecTreeExecTime: 2775374 - InactiveTotalTime: 0 - OpenTime: 10939233463 - ExecTreeOpenTime: 10070307186 - PrepareTime: 1289416475 - ExecTreePrepareTime: 7502170 - TotalTime: 0 DataStreamSender (dst_id=201) - BytesSent: 140501 - InactiveTotalTime: 0 - NetworkThroughput(*): 298915591 - OverallThroughput: 90428131 - PeakMemoryUsage: 275184 - RowsReturned: 1250 - SerializeBatchTime: 539615 - TotalTime: 44204501 - TransmitDataRPCTime: 1085150 - UncompressedRowBatchSize: 148920 CodeGen - CodegenTime: 8925468 - CompileTime: 465443503 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 358444126 - PeakMemoryUsage: 204800 - PrepareTime: 983422544 - TotalTime: 1841050295 NESTED_LOOP_JOIN_NODE (id=84) - BuildRows: 1 - BuildTime: 7771 - InactiveTotalTime: 0 - LocalTime: 5864659 - PeakMemoryUsage: 62256 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 925796 - RowsReturnedRate: 116306 - TotalTime: 10088064743 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=200) - BytesReceived: 21 - ConvertRowBatchTime: 915 - DeserializeRowBatchTimer: 8752 - FirstBatchArrivalWaitTime: 9888910943 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10004928898 HDFS_SCAN_NODE (id=83) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 25511 - BytesReadDataNodeCache: 0 - BytesReadLocal: 25511 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 25511 - DecompressionTime: 62044 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 51138 - PerReadThreadRawHdfsThroughput: 1048326439 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 51326050 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 194723 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 52258577 - MaterializeTupleTime(*): 700634 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 849428 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 15820 - TotalReadThroughput: 0 - TotalTime: 77282553 Fragment F51 Instance 5840e519cb1bb31f:10f (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 80497901 - RowsProduced: 1752 - TotalNetworkReceiveTime: 5516854144 - TotalNetworkSendTime: 253483612 - TotalStorageWaitTime: 2571492 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 9549176196 - TotalThreadsSysTime: 3394000 - TotalThreadsUserTime: 40983000 - TotalThreadsVoluntaryContextSwitches: 313 - TotalTime: 13044732760 Fragment Instance Lifecycle Timings - ExecTime: 678107252 - ExecTreeExecTime: 16529440 - InactiveTotalTime: 0 - OpenTime: 8540148696 - ExecTreeOpenTime: 5878706792 - PrepareTime: 3826443092 - ExecTreePrepareTime: 214012 - TotalTime: 0 DataStreamSender (dst_id=201) - BytesSent: 196931 - InactiveTotalTime: 0 - NetworkThroughput(*): 30702711 - OverallThroughput: 650509 - PeakMemoryUsage: 275184 - RowsReturned: 1752 - SerializeBatchTime: 137716 - TotalTime: 302733356 - TransmitDataRPCTime: 6414124 - UncompressedRowBatchSize: 208726 CodeGen - CodegenTime: 690168 - CompileTime: 1617993220 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 874270060 - PeakMemoryUsage: 204800 - PrepareTime: 2924710032 - TotalTime: 5478638348 NESTED_LOOP_JOIN_NODE (id=84) - BuildRows: 1 - BuildTime: 6516 - InactiveTotalTime: 0 - LocalTime: 539528 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1271679 - RowsReturnedRate: 215698 - TotalTime: 5895640568 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=200) - BytesReceived: 21 - ConvertRowBatchTime: 672 - DeserializeRowBatchTimer: 30732 - FirstBatchArrivalWaitTime: 5272119784 - InactiveTotalTime: 5516847412 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5516858476 HDFS_SCAN_NODE (id=83) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35703 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35703 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35703 - DecompressionTime: 81652 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 57748 - PerReadThreadRawHdfsThroughput: 1321941646 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 330442596 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 7035 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 330957712 - MaterializeTupleTime(*): 76428 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1272000 - ScannerThreadsVoluntaryContextSwitches: 35 - TotalRawHdfsReadTime(*): 27008 - TotalReadThroughput: 0 - TotalTime: 378242564 Instance 5840e519cb1bb31f:111 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 624662614 - RowsProduced: 3499 - TotalNetworkReceiveTime: 11277212443 - TotalNetworkSendTime: 321332409 - TotalStorageWaitTime: 5542500 - TotalThreadsInvoluntaryContextSwitches: 23 - TotalThreadsTotalWallClockTime: 12139560346 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 45766000 - TotalThreadsVoluntaryContextSwitches: 99 - TotalTime: 12877939536 Fragment Instance Lifecycle Timings - ExecTime: 511799561 - ExecTreeExecTime: 2200750 - InactiveTotalTime: 0 - OpenTime: 11621605255 - ExecTreeOpenTime: 11282673991 - PrepareTime: 744496519 - ExecTreePrepareTime: 207226 - TotalTime: 0 DataStreamSender (dst_id=201) - BytesSent: 393309 - InactiveTotalTime: 0 - NetworkThroughput(*): 641684558 - OverallThroughput: 436892039 - PeakMemoryUsage: 275184 - RowsReturned: 3499 - SerializeBatchTime: 221543 - TotalTime: 900243 - TransmitDataRPCTime: 612932 - UncompressedRowBatchSize: 416857 CodeGen - CodegenTime: 26820011 - CompileTime: 77632926 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 236591140 - PeakMemoryUsage: 204800 - PrepareTime: 568701151 - TotalTime: 900130813 NESTED_LOOP_JOIN_NODE (id=84) - BuildRows: 1 - BuildTime: 7350 - InactiveTotalTime: 0 - LocalTime: 692470 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 2667841 - RowsReturnedRate: 236400 - TotalTime: 11285258793 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=200) - BytesReceived: 21 - ConvertRowBatchTime: 945 - DeserializeRowBatchTimer: 4540 - FirstBatchArrivalWaitTime: 10960552197 - InactiveTotalTime: 11277203998 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11277218316 HDFS_SCAN_NODE (id=83) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 70769 - BytesReadDataNodeCache: 0 - BytesReadLocal: 70769 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 70769 - DecompressionTime: 170738 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 94612 - PerReadThreadRawHdfsThroughput: 2333762036 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 5212634 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 724278 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 6199701 - MaterializeTupleTime(*): 83086 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1211000 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 30324 - TotalReadThroughput: 0 - TotalTime: 7348007 Instance 5840e519cb1bb31f:10d (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 496492650 - RowsProduced: 1751 - TotalNetworkReceiveTime: 12172953160 - TotalNetworkSendTime: 300735364 - TotalStorageWaitTime: 1806100 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 12639047024 - TotalThreadsSysTime: 3174000 - TotalThreadsUserTime: 29849000 - TotalThreadsVoluntaryContextSwitches: 109 - TotalTime: 12689797856 Fragment Instance Lifecycle Timings - ExecTime: 401314400 - ExecTreeExecTime: 363172 - InactiveTotalTime: 0 - OpenTime: 12235157776 - ExecTreeOpenTime: 12177097420 - PrepareTime: 53276964 - ExecTreePrepareTime: 164592 - TotalTime: 0 DataStreamSender (dst_id=201) - BytesSent: 196826 - InactiveTotalTime: 0 - NetworkThroughput(*): 826042068 - OverallThroughput: 71167102 - PeakMemoryUsage: 275184 - RowsReturned: 1751 - SerializeBatchTime: 2204580 - TotalTime: 2765688 - TransmitDataRPCTime: 238276 - UncompressedRowBatchSize: 208607 CodeGen - CodegenTime: 1323880 - CompileTime: 14923676 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 36922680 - PeakMemoryUsage: 204800 - PrepareTime: 44320216 - TotalTime: 97277252 NESTED_LOOP_JOIN_NODE (id=84) - BuildRows: 1 - BuildTime: 5692 - InactiveTotalTime: 0 - LocalTime: 455776 - PeakMemoryUsage: 69016 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1271984 - RowsReturnedRate: 104451 - TotalTime: 12177766388 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=200) - BytesReceived: 21 - ConvertRowBatchTime: 1040 - DeserializeRowBatchTimer: 3476 - FirstBatchArrivalWaitTime: 12094476908 - InactiveTotalTime: 12172946280 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12172957172 HDFS_SCAN_NODE (id=83) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35438 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35438 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35438 - DecompressionTime: 85680 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65944 - PerReadThreadRawHdfsThroughput: 1954876434 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2478876 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 611470 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2617988 - MaterializeTupleTime(*): 42628 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 628000 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 18128 - TotalReadThroughput: 0 - TotalTime: 4353440 Instance 5840e519cb1bb31f:10c (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 613741759 - RowsProduced: 0 - TotalNetworkReceiveTime: 12169228160 - TotalNetworkSendTime: 1676 - TotalStorageWaitTime: 1488076 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12459087960 - TotalThreadsSysTime: 2025000 - TotalThreadsUserTime: 41255000 - TotalThreadsVoluntaryContextSwitches: 46 - TotalTime: 12504755952 Fragment Instance Lifecycle Timings - ExecTime: 238318132 - ExecTreeExecTime: 6184 - InactiveTotalTime: 0 - OpenTime: 12219172904 - ExecTreeOpenTime: 12172721556 - PrepareTime: 47222556 - ExecTreePrepareTime: 163764 - TotalTime: 0 DataStreamSender (dst_id=201) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 275184 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 1000328 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1803480 - CompileTime: 13661196 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 29568344 - PeakMemoryUsage: 204800 - PrepareTime: 41183332 - TotalTime: 85175912 NESTED_LOOP_JOIN_NODE (id=84) - BuildRows: 1 - BuildTime: 6884 - InactiveTotalTime: 0 - LocalTime: 163580 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12173040136 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=200) - BytesReceived: 21 - ConvertRowBatchTime: 1536 - DeserializeRowBatchTimer: 3416 - FirstBatchArrivalWaitTime: 12097381396 - InactiveTotalTime: 12169217348 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12169235232 HDFS_SCAN_NODE (id=83) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 69657348 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1598428 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1632632 - MaterializeTupleTime(*): 108 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 962000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 4436 - TotalReadThroughput: 0 - TotalTime: 3641324 Instance 5840e519cb1bb31f:10e (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 481751362 - RowsProduced: 0 - TotalNetworkReceiveTime: 12143787072 - TotalNetworkSendTime: 1312 - TotalStorageWaitTime: 883752 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 12458881728 - TotalThreadsSysTime: 5160000 - TotalThreadsUserTime: 31279000 - TotalThreadsVoluntaryContextSwitches: 43 - TotalTime: 12487490412 Fragment Instance Lifecycle Timings - ExecTime: 246754296 - ExecTreeExecTime: 5360 - InactiveTotalTime: 0 - OpenTime: 12200593404 - ExecTreeOpenTime: 12156870332 - PrepareTime: 40104292 - ExecTreePrepareTime: 422100 - TotalTime: 0 DataStreamSender (dst_id=201) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 275184 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 58544 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 458960 - CompileTime: 14056492 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 27122648 - PeakMemoryUsage: 204800 - PrepareTime: 32783324 - TotalTime: 74628628 NESTED_LOOP_JOIN_NODE (id=84) - BuildRows: 1 - BuildTime: 5420 - InactiveTotalTime: 0 - LocalTime: 0 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12157703916 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=200) - BytesReceived: 21 - ConvertRowBatchTime: 716 - DeserializeRowBatchTimer: 7140 - FirstBatchArrivalWaitTime: 12062116784 - InactiveTotalTime: 12143780644 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12143791076 HDFS_SCAN_NODE (id=83) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 99677419 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 11555972 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 11566948 - MaterializeTupleTime(*): 120 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1035000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3100 - TotalReadThroughput: 0 - TotalTime: 13992420 Instance 5840e519cb1bb31f:110 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 257023277 - RowsProduced: 1748 - TotalNetworkReceiveTime: 4756329296 - TotalNetworkSendTime: 279620392 - TotalStorageWaitTime: 6472228 - TotalThreadsInvoluntaryContextSwitches: 18 - TotalThreadsTotalWallClockTime: 8122475568 - TotalThreadsSysTime: 2066000 - TotalThreadsUserTime: 45332000 - TotalThreadsVoluntaryContextSwitches: 338 - TotalTime: 12366176260 Fragment Instance Lifecycle Timings - ExecTime: 390938988 - ExecTreeExecTime: 317156 - InactiveTotalTime: 0 - OpenTime: 7719396056 - ExecTreeOpenTime: 4823874332 - PrepareTime: 4255802056 - ExecTreePrepareTime: 51209188 - TotalTime: 0 DataStreamSender (dst_id=201) - BytesSent: 196441 - InactiveTotalTime: 0 - NetworkThroughput(*): 593979801 - OverallThroughput: 124287268 - PeakMemoryUsage: 275184 - RowsReturned: 1748 - SerializeBatchTime: 1213472 - TotalTime: 1580540 - TransmitDataRPCTime: 330720 - UncompressedRowBatchSize: 208250 CodeGen - CodegenTime: 30724440 - CompileTime: 1508319196 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 1280681320 - PeakMemoryUsage: 204800 - PrepareTime: 3222277684 - TotalTime: 6165270484 NESTED_LOOP_JOIN_NODE (id=84) - BuildRows: 1 - BuildTime: 9960 - InactiveTotalTime: 0 - LocalTime: 39056608 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1269071 - RowsReturnedRate: 257596 - TotalTime: 4926576840 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=200) - BytesReceived: 21 - ConvertRowBatchTime: 740 - DeserializeRowBatchTimer: 3548 - FirstBatchArrivalWaitTime: 4743341144 - InactiveTotalTime: 4756322664 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 4756334388 HDFS_SCAN_NODE (id=83) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35744 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35744 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35744 - DecompressionTime: 96244 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65940 - PerReadThreadRawHdfsThroughput: 1466841759 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 7367068 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 20284 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 12166608 - MaterializeTupleTime(*): 4701912 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 568000 - ScannerThreadsVoluntaryContextSwitches: 10 - TotalRawHdfsReadTime(*): 24368 - TotalReadThroughput: 0 - TotalTime: 131185844 Instance 5840e519cb1bb31f:112 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 529136 - PerHostPeakMemUsage: 390607073 - RowsProduced: 0 - TotalNetworkReceiveTime: 11998102356 - TotalNetworkSendTime: 1384 - TotalStorageWaitTime: 502768 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12177275156 - TotalThreadsSysTime: 7319000 - TotalThreadsUserTime: 27344000 - TotalThreadsVoluntaryContextSwitches: 48 - TotalTime: 12235260192 Fragment Instance Lifecycle Timings - ExecTime: 138097248 - ExecTreeExecTime: 5560 - InactiveTotalTime: 0 - OpenTime: 12038560156 - ExecTreeOpenTime: 12000205880 - PrepareTime: 58569852 - ExecTreePrepareTime: 134312 - TotalTime: 0 DataStreamSender (dst_id=201) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 275184 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 392808 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 657340 - CompileTime: 11517820 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 26 - NumInstructions: 400 - OptimizationTime: 23952696 - PeakMemoryUsage: 204800 - PrepareTime: 49982072 - TotalTime: 86230628 NESTED_LOOP_JOIN_NODE (id=84) - BuildRows: 1 - BuildTime: 12576 - InactiveTotalTime: 0 - LocalTime: 144656 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12000466560 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=200) - BytesReceived: 21 - ConvertRowBatchTime: 760 - DeserializeRowBatchTimer: 8416 - FirstBatchArrivalWaitTime: 11992388392 - InactiveTotalTime: 11998094988 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11998107628 HDFS_SCAN_NODE (id=83) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 91528436 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 626776 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 668452 - MaterializeTupleTime(*): 156 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 270000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 3376 - TotalReadThroughput: 0 - TotalTime: 2214276 Averaged Fragment F54 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:12s354ms max:12s354ms mean: 12s354ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 512460966 - RowsProduced: 1 - TotalNetworkReceiveTime: 11352228141 - TotalNetworkSendTime: 6943500 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 11684101456 - TotalThreadsSysTime: 21000 - TotalThreadsUserTime: 743000 - TotalThreadsVoluntaryContextSwitches: 19 - TotalTime: 12337081755 Fragment Instance Lifecycle Timings - ExecTime: 317053230 - ExecTreeExecTime: 5884 - InactiveTotalTime: 0 - OpenTime: 11367092747 - ExecTreeOpenTime: 11352352922 - PrepareTime: 652817656 - ExecTreePrepareTime: 24217266 - TotalTime: 0 DataStreamSender (dst_id=200) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 2478795 - OverallThroughput: 29884 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 12728 - TotalTime: 4918870 - TransmitDataRPCTime: 59303 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 423170916 - TotalTime: 489292779 NESTED_LOOP_JOIN_NODE (id=82) - BuildRows: 1 - BuildTime: 6228 - InactiveTotalTime: 0 - LocalTime: 48333005 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 11400763688 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=199) - BytesReceived: 8 - ConvertRowBatchTime: 554 - DeserializeRowBatchTimer: 17310 - FirstBatchArrivalWaitTime: 11352182094 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11352211221 AGGREGATION_NODE (id=196) - BuildTime: 8513 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 4556 - SpilledPartitions: 0 - TotalTime: 219462 EXCHANGE_NODE (id=195) - BytesReceived: 91 - ConvertRowBatchTime: 4808 - DeserializeRowBatchTimer: 160865 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 209806 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 33364 Fragment F54 Instance 5840e519cb1bb31f:10b (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 512460966 - RowsProduced: 1 - TotalNetworkReceiveTime: 11352228141 - TotalNetworkSendTime: 6943500 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 11684101456 - TotalThreadsSysTime: 21000 - TotalThreadsUserTime: 743000 - TotalThreadsVoluntaryContextSwitches: 19 - TotalTime: 12337081755 Fragment Instance Lifecycle Timings - ExecTime: 317053230 - ExecTreeExecTime: 5884 - InactiveTotalTime: 0 - OpenTime: 11367092747 - ExecTreeOpenTime: 11352352922 - PrepareTime: 652817656 - ExecTreePrepareTime: 24217266 - TotalTime: 0 DataStreamSender (dst_id=200) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 2478795 - OverallThroughput: 29884 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 12728 - TotalTime: 4918870 - TransmitDataRPCTime: 59303 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 423170916 - TotalTime: 489292779 NESTED_LOOP_JOIN_NODE (id=82) - BuildRows: 1 - BuildTime: 6228 - InactiveTotalTime: 0 - LocalTime: 48333005 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 11400763688 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=199) - BytesReceived: 8 - ConvertRowBatchTime: 554 - DeserializeRowBatchTimer: 17310 - FirstBatchArrivalWaitTime: 11352182094 - InactiveTotalTime: 11352203761 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11352211221 AGGREGATION_NODE (id=196) - BuildTime: 8513 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 4556 - SpilledPartitions: 0 - TotalTime: 219462 EXCHANGE_NODE (id=195) - BytesReceived: 91 - ConvertRowBatchTime: 4808 - DeserializeRowBatchTimer: 160865 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 209806 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 33364 Averaged Fragment F52 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:6s690ms max:8s584ms mean: 7s186ms stddev:654.695ms execution rates: min:44.00 B/sec max:8.94 KB/sec mean:3.01 KB/sec stddev:3.04 KB/sec num instances: 7 - AverageThreadTokens: 1.010989010989011 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1385716 - PerHostPeakMemUsage: 152311469 - RowsProduced: 1 - TotalNetworkReceiveTime: 4658730896 - TotalNetworkSendTime: 6196034 - TotalStorageWaitTime: 2703527 - TotalThreadsInvoluntaryContextSwitches: 31 - TotalThreadsTotalWallClockTime: 5834622011 - TotalThreadsSysTime: 2970142 - TotalThreadsUserTime: 176608000 - TotalThreadsVoluntaryContextSwitches: 165 - TotalTime: 7054990950 Fragment Instance Lifecycle Timings - ExecTime: 8009832 - ExecTreeExecTime: 4024 - InactiveTotalTime: 0 - OpenTime: 5803333637 - ExecTreeOpenTime: 4771416371 - PrepareTime: 1240237485 - ExecTreePrepareTime: 4267589 - TotalTime: 0 DataStreamSender (dst_id=195) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 748258 - OverallThroughput: 241166 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5476 - TotalTime: 18007841 - TransmitDataRPCTime: 22468 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 71702298 - CompileTime: 392005259 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 560168610 - PeakMemoryUsage: 1329664 - PrepareTime: 1009976707 - TotalTime: 2023935088 AGGREGATION_NODE (id=79) - BuildTime: 5038 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 71057 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 4775682685 NESTED_LOOP_JOIN_NODE (id=78) - BuildRows: 1 - BuildTime: 8243 - InactiveTotalTime: 0 - LocalTime: 9698458 - PeakMemoryUsage: 58623 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 545 - RowsReturnedRate: 16694 - TotalTime: 4726644811 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=194) - BytesReceived: 21 - ConvertRowBatchTime: 929 - DeserializeRowBatchTimer: 4046 - FirstBatchArrivalWaitTime: 657013129 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 18362 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 4658735380 HDFS_SCAN_NODE (id=77) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 9838518 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 80420 - PerReadThreadRawHdfsThroughput: 806987796 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 19034608 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 212484 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 27531767 - MaterializeTupleTime(*): 68531 - ScannerThreadsSysTime: 286285 - ScannerThreadsUserTime: 740571 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 23095 - TotalReadThroughput: 0 - TotalTime: 58238043 Fragment F52 Instance 5840e519cb1bb31f:ff (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 66627850 - RowsProduced: 1 - TotalNetworkReceiveTime: 3340 - TotalNetworkSendTime: 22602788 - TotalStorageWaitTime: 2771248 - TotalThreadsInvoluntaryContextSwitches: 37 - TotalThreadsTotalWallClockTime: 3867425772 - TotalThreadsSysTime: 4226000 - TotalThreadsUserTime: 180618000 - TotalThreadsVoluntaryContextSwitches: 371 - TotalTime: 8125746712 Fragment Instance Lifecycle Timings - ExecTime: 25880116 - ExecTreeExecTime: 4424 - InactiveTotalTime: 0 - OpenTime: 3856211316 - ExecTreeOpenTime: 230628120 - PrepareTime: 4243611548 - ExecTreePrepareTime: 319060 - TotalTime: 0 DataStreamSender (dst_id=195) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1586139 - OverallThroughput: 452205 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4840 - TotalTime: 28748 - TransmitDataRPCTime: 8196 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 375933360 - CompileTime: 1089433620 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 2186593652 - PeakMemoryUsage: 1329664 - PrepareTime: 3416402008 - TotalTime: 6951913328 AGGREGATION_NODE (id=79) ExecOption: Codegen Enabled - BuildTime: 6964 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 4 - SpilledPartitions: 0 - TotalTime: 230945508 NESTED_LOOP_JOIN_NODE (id=78) - BuildRows: 1 - BuildTime: 4220 - InactiveTotalTime: 0 - LocalTime: 3178316 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 764 - RowsReturnedRate: 115946 - TotalTime: 6589228 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=194) - BytesReceived: 21 - ConvertRowBatchTime: 836 - DeserializeRowBatchTimer: 4968 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 128534 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7780 HDFS_SCAN_NODE (id=77) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 406804 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111804 - PerReadThreadRawHdfsThroughput: 1261669156 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2687304 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 781926 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 4 - ScannerThreadsTotalWallClockTime: 4850988 - MaterializeTupleTime(*): 121804 - ScannerThreadsSysTime: 1227000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 32136 - TotalReadThroughput: 0 - TotalTime: 3403132 Instance 5840e519cb1bb31f:100 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0769230769230769 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 156986667 - RowsProduced: 1 - TotalNetworkReceiveTime: 1049092344 - TotalNetworkSendTime: 16376872 - TotalStorageWaitTime: 1495008 - TotalThreadsInvoluntaryContextSwitches: 44 - TotalThreadsTotalWallClockTime: 3857927180 - TotalThreadsSysTime: 5062000 - TotalThreadsUserTime: 176499000 - TotalThreadsVoluntaryContextSwitches: 284 - TotalTime: 7281472908 Fragment Instance Lifecycle Timings - ExecTime: 19947976 - ExecTreeExecTime: 4832 - InactiveTotalTime: 0 - OpenTime: 3670561632 - ExecTreeOpenTime: 1569994632 - PrepareTime: 3568292468 - ExecTreePrepareTime: 27726504 - TotalTime: 0 DataStreamSender (dst_id=195) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 673575 - OverallThroughput: 108 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7988 - TotalTime: 120028444 - TransmitDataRPCTime: 19300 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 62572140 - CompileTime: 1185157952 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 739891152 - PeakMemoryUsage: 1329664 - PrepareTime: 2931032664 - TotalTime: 5017281936 AGGREGATION_NODE (id=79) ExecOption: Codegen Enabled - BuildTime: 8300 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 1597720108 NESTED_LOOP_JOIN_NODE (id=78) - BuildRows: 1 - BuildTime: 7908 - InactiveTotalTime: 0 - LocalTime: 59386584 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 763 - RowsReturnedRate: 515 - TotalTime: 1480329728 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=194) - BytesReceived: 21 - ConvertRowBatchTime: 624 - DeserializeRowBatchTimer: 4040 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 1049085920 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 1049095432 HDFS_SCAN_NODE (id=77) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 64828720 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 133308 - PerReadThreadRawHdfsThroughput: 1590399686 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 112014708 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 7156 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 167470864 - MaterializeTupleTime(*): 110616 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1920000 - ScannerThreadsVoluntaryContextSwitches: 21 - TotalRawHdfsReadTime(*): 25520 - TotalReadThroughput: 0 - TotalTime: 371847712 Instance 5840e519cb1bb31f:fc (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 192744618 - RowsProduced: 1 - TotalNetworkReceiveTime: 6713563156 - TotalNetworkSendTime: 311492 - TotalStorageWaitTime: 757824 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 6904790928 - TotalThreadsSysTime: 1005000 - TotalThreadsUserTime: 172133000 - TotalThreadsVoluntaryContextSwitches: 80 - TotalTime: 6974254048 Fragment Instance Lifecycle Timings - ExecTime: 475624 - ExecTreeExecTime: 3280 - InactiveTotalTime: 0 - OpenTime: 6903469300 - ExecTreeOpenTime: 6715943340 - PrepareTime: 70211400 - ExecTreePrepareTime: 274416 - TotalTime: 0 DataStreamSender (dst_id=195) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 446673 - OverallThroughput: 260541 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4696 - TotalTime: 49896 - TransmitDataRPCTime: 29104 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 2872504 - CompileTime: 33033040 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 151833740 - PeakMemoryUsage: 1329664 - PrepareTime: 62990672 - TotalTime: 249407136 AGGREGATION_NODE (id=79) ExecOption: Codegen Enabled - BuildTime: 1100 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6716216384 NESTED_LOOP_JOIN_NODE (id=78) - BuildRows: 1 - BuildTime: 5708 - InactiveTotalTime: 0 - LocalTime: 235428 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6715614932 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=194) - BytesReceived: 21 - ConvertRowBatchTime: 1180 - DeserializeRowBatchTimer: 4148 - FirstBatchArrivalWaitTime: 1147246884 - InactiveTotalTime: 6713554900 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6713569332 HDFS_SCAN_NODE (id=77) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 63895781 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 845508 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 876420 - MaterializeTupleTime(*): 132 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 83000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4836 - TotalReadThroughput: 0 - TotalTime: 1810172 Instance 5840e519cb1bb31f:fd (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 119037984 - RowsProduced: 1 - TotalNetworkReceiveTime: 6582586960 - TotalNetworkSendTime: 206428 - TotalStorageWaitTime: 6308348 - TotalThreadsInvoluntaryContextSwitches: 5 - TotalThreadsTotalWallClockTime: 6798373588 - TotalThreadsSysTime: 2058000 - TotalThreadsUserTime: 180665000 - TotalThreadsVoluntaryContextSwitches: 100 - TotalTime: 6844694100 Fragment Instance Lifecycle Timings - ExecTime: 365608 - ExecTreeExecTime: 3340 - InactiveTotalTime: 0 - OpenTime: 6791347880 - ExecTreeOpenTime: 6593513436 - PrepareTime: 52062452 - ExecTreePrepareTime: 410200 - TotalTime: 0 DataStreamSender (dst_id=195) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 865282 - OverallThroughput: 331159 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4876 - TotalTime: 39256 - TransmitDataRPCTime: 15024 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1330396 - CompileTime: 38147228 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 155402164 - PeakMemoryUsage: 1329664 - PrepareTime: 48061056 - TotalTime: 242887880 AGGREGATION_NODE (id=79) ExecOption: Codegen Enabled - BuildTime: 4792 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100552 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6593922616 NESTED_LOOP_JOIN_NODE (id=78) - BuildRows: 1 - BuildTime: 21924 - InactiveTotalTime: 0 - LocalTime: 1804696 - PeakMemoryUsage: 78024 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 762 - RowsReturnedRate: 115 - TotalTime: 6594130564 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=194) - BytesReceived: 21 - ConvertRowBatchTime: 784 - DeserializeRowBatchTimer: 4624 - FirstBatchArrivalWaitTime: 1128554092 - InactiveTotalTime: 6582579768 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6582591176 HDFS_SCAN_NODE (id=77) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 467508 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111816 - PerReadThreadRawHdfsThroughput: 1038782877 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 7195976 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 273454 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 7381288 - MaterializeTupleTime(*): 105364 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1036000 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 38780 - TotalReadThroughput: 0 - TotalTime: 9734692 Instance 5840e519cb1bb31f:101 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 222064718 - RowsProduced: 1 - TotalNetworkReceiveTime: 5335036491 - TotalNetworkSendTime: 182924 - TotalStorageWaitTime: 4381729 - TotalThreadsInvoluntaryContextSwitches: 95 - TotalThreadsTotalWallClockTime: 6098812238 - TotalThreadsSysTime: 1848000 - TotalThreadsUserTime: 201121000 - TotalThreadsVoluntaryContextSwitches: 146 - TotalTime: 6745265822 Fragment Instance Lifecycle Timings - ExecTime: 267029 - ExecTreeExecTime: 3701 - InactiveTotalTime: 0 - OpenTime: 6099394503 - ExecTreeOpenTime: 5351675667 - PrepareTime: 645557969 - ExecTreePrepareTime: 369944 - TotalTime: 0 DataStreamSender (dst_id=195) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 343669 - OverallThroughput: 2231 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5460 - TotalTime: 5825265 - TransmitDataRPCTime: 37827 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 54720380 - CompileTime: 323653667 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 402962927 - PeakMemoryUsage: 1329664 - PrepareTime: 526747341 - TotalTime: 1254158034 AGGREGATION_NODE (id=79) ExecOption: Codegen Enabled - BuildTime: 10920 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 109756 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5352044491 NESTED_LOOP_JOIN_NODE (id=78) - BuildRows: 1 - BuildTime: 4950 - InactiveTotalTime: 0 - LocalTime: 3087543 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1529 - RowsReturnedRate: 285 - TotalTime: 5350654214 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=194) - BytesReceived: 21 - ConvertRowBatchTime: 1039 - DeserializeRowBatchTimer: 3992 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 5335031008 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5335040133 HDFS_SCAN_NODE (id=77) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 3166600 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 132284 - PerReadThreadRawHdfsThroughput: 1545552332 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 6998988 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 424858 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 6 - ScannerThreadsTotalWallClockTime: 8541054 - MaterializeTupleTime(*): 141514 - ScannerThreadsSysTime: 777000 - ScannerThreadsUserTime: 1026000 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 52061 - TotalReadThroughput: 0 - TotalTime: 12526538 Instance 5840e519cb1bb31f:fe (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 192219289 - RowsProduced: 1 - TotalNetworkReceiveTime: 6483282360 - TotalNetworkSendTime: 3358896 - TotalStorageWaitTime: 2303256 - TotalThreadsInvoluntaryContextSwitches: 34 - TotalThreadsTotalWallClockTime: 6681765552 - TotalThreadsSysTime: 3552000 - TotalThreadsUserTime: 159932000 - TotalThreadsVoluntaryContextSwitches: 101 - TotalTime: 6726711956 Fragment Instance Lifecycle Timings - ExecTime: 3786328 - ExecTreeExecTime: 3424 - InactiveTotalTime: 0 - OpenTime: 6675512564 - ExecTreeOpenTime: 6487771528 - PrepareTime: 47348376 - ExecTreePrepareTime: 242632 - TotalTime: 0 DataStreamSender (dst_id=195) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 940121 - OverallThroughput: 374036 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4460 - TotalTime: 34756 - TransmitDataRPCTime: 13828 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 2942820 - CompileTime: 44639456 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 140254972 - PeakMemoryUsage: 1329664 - PrepareTime: 37663740 - TotalTime: 228724828 AGGREGATION_NODE (id=79) ExecOption: Codegen Enabled - BuildTime: 1668 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6488012576 NESTED_LOOP_JOIN_NODE (id=78) - BuildRows: 1 - BuildTime: 7384 - InactiveTotalTime: 0 - LocalTime: 196640 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6487947152 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=194) - BytesReceived: 21 - ConvertRowBatchTime: 1088 - DeserializeRowBatchTimer: 3836 - FirstBatchArrivalWaitTime: 1176893476 - InactiveTotalTime: 6483273220 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6483287688 HDFS_SCAN_NODE (id=77) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 70741758 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2450236 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2498052 - MaterializeTupleTime(*): 160 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 378000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4368 - TotalReadThroughput: 0 - TotalTime: 4462824 Instance 5840e519cb1bb31f:102 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 116499158 - RowsProduced: 1 - TotalNetworkReceiveTime: 6447551624 - TotalNetworkSendTime: 332840 - TotalStorageWaitTime: 907280 - TotalThreadsInvoluntaryContextSwitches: 6 - TotalThreadsTotalWallClockTime: 6633258820 - TotalThreadsSysTime: 3040000 - TotalThreadsUserTime: 165288000 - TotalThreadsVoluntaryContextSwitches: 75 - TotalTime: 6686791108 Fragment Instance Lifecycle Timings - ExecTime: 5346144 - ExecTreeExecTime: 5168 - InactiveTotalTime: 0 - OpenTime: 6626838264 - ExecTreeOpenTime: 6450387876 - PrepareTime: 54578184 - ExecTreePrepareTime: 530372 - TotalTime: 0 DataStreamSender (dst_id=195) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 382352 - OverallThroughput: 267886 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6012 - TotalTime: 48528 - TransmitDataRPCTime: 34000 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1544488 - CompileTime: 29971856 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 144241668 - PeakMemoryUsage: 1329664 - PrepareTime: 46939472 - TotalTime: 223172480 AGGREGATION_NODE (id=79) ExecOption: Codegen Enabled - BuildTime: 1528 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6450917112 NESTED_LOOP_JOIN_NODE (id=78) - BuildRows: 1 - BuildTime: 5608 - InactiveTotalTime: 0 - LocalTime: 0 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6451247860 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=194) - BytesReceived: 21 - ConvertRowBatchTime: 952 - DeserializeRowBatchTimer: 2720 - FirstBatchArrivalWaitTime: 1146397452 - InactiveTotalTime: 6447544212 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6447556120 HDFS_SCAN_NODE (id=77) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 77872983 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1049536 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1103708 - MaterializeTupleTime(*): 128 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 741000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3968 - TotalReadThroughput: 0 - TotalTime: 3881232 Averaged Fragment F53 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:1s953ms max:6s611ms mean: 3s025ms stddev:1s617ms execution rates: min:139.00 B/sec max:27.89 KB/sec mean:8.00 KB/sec stddev:9.63 KB/sec num instances: 7 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 194602 - PerHostPeakMemUsage: 108542823 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 3119047 - TotalStorageWaitTime: 5437600 - TotalThreadsInvoluntaryContextSwitches: 7 - TotalThreadsTotalWallClockTime: 1053959316 - TotalThreadsSysTime: 2196857 - TotalThreadsUserTime: 28752428 - TotalThreadsVoluntaryContextSwitches: 110 - TotalTime: 2093418232 Fragment Instance Lifecycle Timings - ExecTime: 518153164 - ExecTreeExecTime: 85177503 - InactiveTotalTime: 0 - OpenTime: 489419167 - ExecTreeOpenTime: 54641 - PrepareTime: 1084929029 - ExecTreePrepareTime: 2853834 - TotalTime: 0 DataStreamSender (dst_id=194) - BytesSent: 21 - InactiveTotalTime: 0 - NetworkThroughput(*): 276854 - OverallThroughput: 156743 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 1140 - TotalTime: 4175397 - TransmitDataRPCTime: 10836 - UncompressedRowBatchSize: 21 CodeGen - CodegenTime: 5540276 - CompileTime: 226899816 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 185314317 - PeakMemoryUsage: 94208 - PrepareTime: 923080332 - TotalTime: 1359416728 HDFS_SCAN_NODE (id=76) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 9122349 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 81444 - PerReadThreadRawHdfsThroughput: 890983599 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 41080874 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 1 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 46419503 - MaterializeTupleTime(*): 1093965 - ScannerThreadsSysTime: 154571 - ScannerThreadsUserTime: 856142 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 21963 - TotalReadThroughput: 0 - TotalTime: 93716198 Fragment F53 Instance 5840e519cb1bb31f:f8 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 58097845 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 11028 - TotalStorageWaitTime: 727132 - TotalThreadsInvoluntaryContextSwitches: 13 - TotalThreadsTotalWallClockTime: 2556840208 - TotalThreadsSysTime: 2354000 - TotalThreadsUserTime: 36266000 - TotalThreadsVoluntaryContextSwitches: 220 - TotalTime: 6317688864 Fragment Instance Lifecycle Timings - ExecTime: 505742088 - ExecTreeExecTime: 245267156 - InactiveTotalTime: 0 - OpenTime: 2030798136 - ExecTreeOpenTime: 61196 - PrepareTime: 3781062164 - ExecTreePrepareTime: 93848 - TotalTime: 0 DataStreamSender (dst_id=194) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 4764984 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1247944 - CompileTime: 1093491928 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 641824576 - PeakMemoryUsage: 94208 - PrepareTime: 3204032648 - TotalTime: 5034312728 HDFS_SCAN_NODE (id=76) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 3889376 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1794979635 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 20237240 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 20328584 - MaterializeTupleTime(*): 7279056 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1806000 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 22588 - TotalReadThroughput: 0 - TotalTime: 245533768 Instance 5840e519cb1bb31f:f9 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 126181747 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1880 - TotalStorageWaitTime: 2548552 - TotalThreadsInvoluntaryContextSwitches: 8 - TotalThreadsTotalWallClockTime: 1374743528 - TotalThreadsSysTime: 1852000 - TotalThreadsUserTime: 31361000 - TotalThreadsVoluntaryContextSwitches: 190 - TotalTime: 3996084336 Fragment Instance Lifecycle Timings - ExecTime: 252641112 - ExecTreeExecTime: 231046984 - InactiveTotalTime: 0 - OpenTime: 947403256 - ExecTreeOpenTime: 48124 - PrepareTime: 2790515248 - ExecTreePrepareTime: 131824 - TotalTime: 0 DataStreamSender (dst_id=194) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 24139260 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 19000632 - CompileTime: 315134772 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 468773996 - PeakMemoryUsage: 94208 - PrepareTime: 2395686552 - TotalTime: 3239530708 HDFS_SCAN_NODE (id=76) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 54346384 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1410054196 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 155014924 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 174731692 - MaterializeTupleTime(*): 129564 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1228000 - ScannerThreadsVoluntaryContextSwitches: 33 - TotalRawHdfsReadTime(*): 28784 - TotalReadThroughput: 0 - TotalTime: 231376884 Instance 5840e519cb1bb31f:fa (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 242926 - PerHostPeakMemUsage: 167859753 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 21813250 - TotalStorageWaitTime: 15563725 - TotalThreadsInvoluntaryContextSwitches: 15 - TotalThreadsTotalWallClockTime: 547645793 - TotalThreadsSysTime: 2145000 - TotalThreadsUserTime: 33178000 - TotalThreadsVoluntaryContextSwitches: 126 - TotalTime: 1291506469 Fragment Instance Lifecycle Timings - ExecTime: 135923658 - ExecTreeExecTime: 86407733 - InactiveTotalTime: 0 - OpenTime: 309470062 - ExecTreeOpenTime: 47352 - PrepareTime: 846058377 - ExecTreePrepareTime: 17615968 - TotalTime: 0 DataStreamSender (dst_id=194) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1937984 - OverallThroughput: 1097203 - PeakMemoryUsage: 70560 - RowsReturned: 1 - SerializeBatchTime: 7984 - TotalTime: 133977 - TransmitDataRPCTime: 75852 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 13592101 - CompileTime: 132922712 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 106029052 - PeakMemoryUsage: 94208 - PrepareTime: 709733397 - TotalTime: 957968069 HDFS_SCAN_NODE (id=76) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 5028643 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1357773240 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 84935226 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 1 - RowsReturnedRate: 7 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 102281564 - MaterializeTupleTime(*): 178587 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1895000 - ScannerThreadsVoluntaryContextSwitches: 31 - TotalRawHdfsReadTime(*): 59261 - TotalReadThroughput: 0 - TotalTime: 139193750 Instance 5840e519cb1bb31f:f6 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200146 - PerHostPeakMemUsage: 81967051 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1800 - TotalStorageWaitTime: 16704176 - TotalThreadsInvoluntaryContextSwitches: 3 - TotalThreadsTotalWallClockTime: 749857632 - TotalThreadsSysTime: 1642000 - TotalThreadsUserTime: 30274000 - TotalThreadsVoluntaryContextSwitches: 71 - TotalTime: 779303076 Fragment Instance Lifecycle Timings - ExecTime: 693286064 - ExecTreeExecTime: 18856580 - InactiveTotalTime: 0 - OpenTime: 38857632 - ExecTreeOpenTime: 51508 - PrepareTime: 47123964 - ExecTreePrepareTime: 85720 - TotalTime: 0 DataStreamSender (dst_id=194) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 113440 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1618124 - CompileTime: 11791080 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 24526984 - PeakMemoryUsage: 94208 - PrepareTime: 39303136 - TotalTime: 76368388 HDFS_SCAN_NODE (id=76) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 592044 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121032 - PerReadThreadRawHdfsThroughput: 1499553305 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 17665884 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 17757860 - MaterializeTupleTime(*): 70292 - ScannerThreadsSysTime: 558000 - ScannerThreadsUserTime: 437000 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 26864 - TotalReadThroughput: 0 - TotalTime: 19099904 Instance 5840e519cb1bb31f:f5 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 118386549 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1728 - TotalStorageWaitTime: 1217300 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 739270660 - TotalThreadsSysTime: 3303000 - TotalThreadsUserTime: 22304000 - TotalThreadsVoluntaryContextSwitches: 40 - TotalTime: 778897520 Fragment Instance Lifecycle Timings - ExecTime: 704319068 - ExecTreeExecTime: 10446496 - InactiveTotalTime: 0 - OpenTime: 26712744 - ExecTreeOpenTime: 59772 - PrepareTime: 47221188 - ExecTreePrepareTime: 481628 - TotalTime: 0 DataStreamSender (dst_id=194) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 21652 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1313880 - CompileTime: 7187756 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 17860648 - PeakMemoryUsage: 94208 - PrepareTime: 42251352 - TotalTime: 68028900 HDFS_SCAN_NODE (id=76) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 60446009 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 8242920 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 8266648 - MaterializeTupleTime(*): 112 - ScannerThreadsSysTime: 524000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 7 - TotalRawHdfsReadTime(*): 5112 - TotalReadThroughput: 0 - TotalTime: 11892604 Instance 5840e519cb1bb31f:f7 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 127059578 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 2268 - TotalStorageWaitTime: 673388 - TotalThreadsInvoluntaryContextSwitches: 13 - TotalThreadsTotalWallClockTime: 702851156 - TotalThreadsSysTime: 4062000 - TotalThreadsUserTime: 27259000 - TotalThreadsVoluntaryContextSwitches: 70 - TotalTime: 751590124 Fragment Instance Lifecycle Timings - ExecTime: 653306316 - ExecTreeExecTime: 2382452 - InactiveTotalTime: 0 - OpenTime: 48768532 - ExecTreeOpenTime: 63688 - PrepareTime: 49480640 - ExecTreePrepareTime: 1492072 - TotalTime: 0 DataStreamSender (dst_id=194) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 36196 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 953644 - CompileTime: 21541464 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 23877776 - PeakMemoryUsage: 94208 - PrepareTime: 42921904 - TotalTime: 89071168 HDFS_SCAN_NODE (id=76) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 47655768 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 761440 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 803388 - MaterializeTupleTime(*): 76 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 499000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 6484 - TotalReadThroughput: 0 - TotalTime: 6850032 Instance 5840e519cb1bb31f:fb (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 80247242 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1376 - TotalStorageWaitTime: 628928 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 706506236 - TotalThreadsSysTime: 20000 - TotalThreadsUserTime: 20625000 - TotalThreadsVoluntaryContextSwitches: 53 - TotalTime: 738857240 Fragment Instance Lifecycle Timings - ExecTime: 681853844 - ExecTreeExecTime: 1835124 - InactiveTotalTime: 0 - OpenTime: 23923808 - ExecTreeOpenTime: 50852 - PrepareTime: 33041624 - ExecTreePrepareTime: 75784 - TotalTime: 0 DataStreamSender (dst_id=194) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 18272 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1055612 - CompileTime: 6229000 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 14307188 - PeakMemoryUsage: 94208 - PrepareTime: 27633336 - TotalTime: 50637136 HDFS_SCAN_NODE (id=76) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 66423043 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 708488 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 766788 - MaterializeTupleTime(*): 68 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 128000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 4652 - TotalReadThroughput: 0 - TotalTime: 2066444 Averaged Fragment F56 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:11s948ms max:11s948ms mean: 11s948ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 458686335 - RowsProduced: 1 - TotalNetworkReceiveTime: 11401641015 - TotalNetworkSendTime: 122821 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11413014352 - TotalThreadsSysTime: 24000 - TotalThreadsUserTime: 726000 - TotalThreadsVoluntaryContextSwitches: 8 - TotalTime: 11940979766 Fragment Instance Lifecycle Timings - ExecTime: 232068 - ExecTreeExecTime: 14306 - InactiveTotalTime: 0 - OpenTime: 11412814943 - ExecTreeOpenTime: 11401774452 - PrepareTime: 527894280 - ExecTreePrepareTime: 788295 - TotalTime: 0 DataStreamSender (dst_id=199) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 544625 - OverallThroughput: 1176 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 3007 - TotalTime: 6797093 - TransmitDataRPCTime: 14689 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 392489579 - TotalTime: 431823565 AGGREGATION_NODE (id=198) - BuildTime: 810 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11402571153 EXCHANGE_NODE (id=197) - BytesReceived: 56 - ConvertRowBatchTime: 9448 - DeserializeRowBatchTimer: 92566 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11401656911 Fragment F56 Instance 5840e519cb1bb31f:10a (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 458686335 - RowsProduced: 1 - TotalNetworkReceiveTime: 11401641015 - TotalNetworkSendTime: 122821 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11413014352 - TotalThreadsSysTime: 24000 - TotalThreadsUserTime: 726000 - TotalThreadsVoluntaryContextSwitches: 8 - TotalTime: 11940979766 Fragment Instance Lifecycle Timings - ExecTime: 232068 - ExecTreeExecTime: 14306 - InactiveTotalTime: 0 - OpenTime: 11412814943 - ExecTreeOpenTime: 11401774452 - PrepareTime: 527894280 - ExecTreePrepareTime: 788295 - TotalTime: 0 DataStreamSender (dst_id=199) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 544625 - OverallThroughput: 1176 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 3007 - TotalTime: 6797093 - TransmitDataRPCTime: 14689 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 392489579 - TotalTime: 431823565 AGGREGATION_NODE (id=198) - BuildTime: 810 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11402571153 EXCHANGE_NODE (id=197) - BytesReceived: 56 - ConvertRowBatchTime: 9448 - DeserializeRowBatchTimer: 92566 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 11401581112 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11401656911 Averaged Fragment F55 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:1s797ms max:11s944ms mean: 4s605ms stddev:4s168ms execution rates: min:153.00 B/sec max:26.14 KB/sec mean:7.00 KB/sec stddev:9.57 KB/sec num instances: 7 - AverageThreadTokens: 0.7142857142857143 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 127136418 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 46309055 - TotalStorageWaitTime: 4311109 - TotalThreadsInvoluntaryContextSwitches: 28 - TotalThreadsTotalWallClockTime: 2122904934 - TotalThreadsSysTime: 4839000 - TotalThreadsUserTime: 184714571 - TotalThreadsVoluntaryContextSwitches: 268 - TotalTime: 3594677196 Fragment Instance Lifecycle Timings - ExecTime: 85870247 - ExecTreeExecTime: 3878 - InactiveTotalTime: 0 - OpenTime: 2056438812 - ExecTreeOpenTime: 99141927 - PrepareTime: 1429797520 - ExecTreePrepareTime: 10897643 - TotalTime: 0 DataStreamSender (dst_id=197) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 576832 - OverallThroughput: 84394 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1859 - TotalTime: 4718013 - TransmitDataRPCTime: 16913 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 184616559 - CompileTime: 1252868233 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 569187572 - PeakMemoryUsage: 376320 - PrepareTime: 1143139700 - TotalTime: 2990818041 AGGREGATION_NODE (id=81) - BuildTime: 2877 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 19309 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 190 - SpilledPartitions: 0 - TotalTime: 110037771 HDFS_SCAN_NODE (id=80) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 23121 - BytesReadDataNodeCache: 0 - BytesReadLocal: 23121 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 23121 - DecompressionTime: 19500 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 62464 - PerReadThreadRawHdfsThroughput: 1048646211 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 45982467 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 46052098 - MaterializeTupleTime(*): 23180217 - ScannerThreadsSysTime: 232000 - ScannerThreadsUserTime: 963142 - ScannerThreadsVoluntaryContextSwitches: 13 - TotalRawHdfsReadTime(*): 15874 - TotalReadThroughput: 0 - TotalTime: 60233980 Fragment F55 Instance 5840e519cb1bb31f:106 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 76240296 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 250499580 - TotalStorageWaitTime: 2964956 - TotalThreadsInvoluntaryContextSwitches: 32 - TotalThreadsTotalWallClockTime: 5960962116 - TotalThreadsSysTime: 8029000 - TotalThreadsUserTime: 181644000 - TotalThreadsVoluntaryContextSwitches: 505 - TotalTime: 11836981348 Fragment Instance Lifecycle Timings - ExecTime: 487133928 - ExecTreeExecTime: 4944 - InactiveTotalTime: 0 - OpenTime: 5642486668 - ExecTreeOpenTime: 245328752 - PrepareTime: 5707277496 - ExecTreePrepareTime: 75496316 - TotalTime: 0 DataStreamSender (dst_id=197) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 829875 - OverallThroughput: 273 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1800 - TotalTime: 29261484 - TransmitDataRPCTime: 9640 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 797621428 - CompileTime: 3533036084 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 1220149000 - PeakMemoryUsage: 376320 - PrepareTime: 4250534552 - TotalTime: 9097889400 AGGREGATION_NODE (id=81) ExecOption: Codegen Enabled - BuildTime: 3492 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 3 - SpilledPartitions: 0 - TotalTime: 320823532 HDFS_SCAN_NODE (id=80) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32356 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32356 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32356 - DecompressionTime: 23056 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1497685613 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 193001644 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 193075944 - MaterializeTupleTime(*): 108912380 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1964000 - ScannerThreadsVoluntaryContextSwitches: 34 - TotalRawHdfsReadTime(*): 21604 - TotalReadThroughput: 0 - TotalTime: 223198640 Instance 5840e519cb1bb31f:107 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 218546614 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 64485848 - TotalStorageWaitTime: 5859028 - TotalThreadsInvoluntaryContextSwitches: 57 - TotalThreadsTotalWallClockTime: 6544076892 - TotalThreadsSysTime: 10333000 - TotalThreadsUserTime: 193097000 - TotalThreadsVoluntaryContextSwitches: 631 - TotalTime: 10123498224 Fragment Instance Lifecycle Timings - ExecTime: 68278912 - ExecTreeExecTime: 4448 - InactiveTotalTime: 0 - OpenTime: 6509551116 - ExecTreeOpenTime: 349835524 - PrepareTime: 3387974408 - ExecTreePrepareTime: 93684 - TotalTime: 0 DataStreamSender (dst_id=197) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 476871 - OverallThroughput: 132266 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2400 - TotalTime: 60484 - TransmitDataRPCTime: 16776 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 433029940 - CompileTime: 4364051112 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 1540058328 - PeakMemoryUsage: 376320 - PrepareTime: 2972223052 - TotalTime: 8909457892 AGGREGATION_NODE (id=81) ExecOption: Codegen Enabled - BuildTime: 3244 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 2 - SpilledPartitions: 0 - TotalTime: 349927688 HDFS_SCAN_NODE (id=80) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32388 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32388 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32388 - DecompressionTime: 36968 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1516576137 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 62463188 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 62538080 - MaterializeTupleTime(*): 45306560 - ScannerThreadsSysTime: 1202000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 19 - TotalRawHdfsReadTime(*): 21356 - TotalReadThroughput: 0 - TotalTime: 106815232 Instance 5840e519cb1bb31f:108 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 195916912 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 134602 - TotalStorageWaitTime: 9024481 - TotalThreadsInvoluntaryContextSwitches: 68 - TotalThreadsTotalWallClockTime: 1462445491 - TotalThreadsSysTime: 911000 - TotalThreadsUserTime: 212384000 - TotalThreadsVoluntaryContextSwitches: 267 - TotalTime: 2138331654 Fragment Instance Lifecycle Timings - ExecTime: 212161 - ExecTreeExecTime: 4630 - InactiveTotalTime: 0 - OpenTime: 1409322672 - ExecTreeOpenTime: 79417774 - PrepareTime: 728731312 - ExecTreePrepareTime: 131946 - TotalTime: 0 DataStreamSender (dst_id=197) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 229931 - OverallThroughput: 113903 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2320 - TotalTime: 70235 - TransmitDataRPCTime: 34793 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 49787749 - CompileTime: 677821615 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 625399296 - PeakMemoryUsage: 376320 - PrepareTime: 620965844 - TotalTime: 1968384796 AGGREGATION_NODE (id=81) ExecOption: Codegen Enabled - BuildTime: 7920 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 12 - SpilledPartitions: 0 - TotalTime: 79547107 HDFS_SCAN_NODE (id=80) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 64093 - BytesReadDataNodeCache: 0 - BytesReadLocal: 64093 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 64093 - DecompressionTime: 53593 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 93184 - PerReadThreadRawHdfsThroughput: 1521459431 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 52835723 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 52940633 - MaterializeTupleTime(*): 7722669 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2339000 - ScannerThreadsVoluntaryContextSwitches: 18 - TotalRawHdfsReadTime(*): 42126 - TotalReadThroughput: 0 - TotalTime: 71747053 Instance 5840e519cb1bb31f:105 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 118650268 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 479904 - TotalStorageWaitTime: 756820 - TotalThreadsInvoluntaryContextSwitches: 17 - TotalThreadsTotalWallClockTime: 279148160 - TotalThreadsSysTime: 4943000 - TotalThreadsUserTime: 195540000 - TotalThreadsVoluntaryContextSwitches: 184 - TotalTime: 336201364 Fragment Instance Lifecycle Timings - ExecTime: 23908432 - ExecTreeExecTime: 3732 - InactiveTotalTime: 0 - OpenTime: 254324968 - ExecTreeOpenTime: 2600476 - PrepareTime: 57936880 - ExecTreePrepareTime: 147264 - TotalTime: 0 DataStreamSender (dst_id=197) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 337552 - OverallThroughput: 2622 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1608 - TotalTime: 3050384 - TransmitDataRPCTime: 23700 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1983104 - CompileTime: 63899420 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 177536052 - PeakMemoryUsage: 376320 - PrepareTime: 46920812 - TotalTime: 290587840 AGGREGATION_NODE (id=81) ExecOption: Codegen Enabled - BuildTime: 732 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 364 - SpilledPartitions: 0 - TotalTime: 2746220 HDFS_SCAN_NODE (id=80) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 69282511 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 886404 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 948872 - MaterializeTupleTime(*): 120 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 951000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 4460 - TotalReadThroughput: 0 - TotalTime: 2821160 Instance 5840e519cb1bb31f:103 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 118386549 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 7265392 - TotalStorageWaitTime: 9683560 - TotalThreadsInvoluntaryContextSwitches: 8 - TotalThreadsTotalWallClockTime: 244036980 - TotalThreadsSysTime: 4065000 - TotalThreadsUserTime: 179870000 - TotalThreadsVoluntaryContextSwitches: 104 - TotalTime: 279933272 Fragment Instance Lifecycle Timings - ExecTime: 13342028 - ExecTreeExecTime: 4416 - InactiveTotalTime: 0 - OpenTime: 220652112 - ExecTreeOpenTime: 11800184 - PrepareTime: 45882008 - ExecTreePrepareTime: 200316 - TotalTime: 0 DataStreamSender (dst_id=197) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 758437 - OverallThroughput: 263574 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1844 - TotalTime: 30352 - TransmitDataRPCTime: 10548 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2672424 - CompileTime: 44980968 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 160157660 - PeakMemoryUsage: 376320 - PrepareTime: 42306848 - TotalTime: 248203324 AGGREGATION_NODE (id=81) ExecOption: Codegen Enabled - BuildTime: 900 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 83 - SpilledPartitions: 0 - TotalTime: 11998672 HDFS_SCAN_NODE (id=80) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 59698608 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 10022052 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 10092416 - MaterializeTupleTime(*): 84 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 508000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 5176 - TotalReadThroughput: 0 - TotalTime: 11997908 Instance 5840e519cb1bb31f:104 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 81967051 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1127380 - TotalStorageWaitTime: 1132528 - TotalThreadsInvoluntaryContextSwitches: 9 - TotalThreadsTotalWallClockTime: 195812888 - TotalThreadsSysTime: 2030000 - TotalThreadsUserTime: 168548000 - TotalThreadsVoluntaryContextSwitches: 126 - TotalTime: 235922004 Fragment Instance Lifecycle Timings - ExecTime: 7827388 - ExecTreeExecTime: 2568 - InactiveTotalTime: 0 - OpenTime: 186128940 - ExecTreeOpenTime: 3412088 - PrepareTime: 41939308 - ExecTreePrepareTime: 114232 - TotalTime: 0 DataStreamSender (dst_id=197) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 642673 - OverallThroughput: 19162 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1684 - TotalTime: 417480 - TransmitDataRPCTime: 12448 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 4000644 - CompileTime: 46606152 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 133127288 - PeakMemoryUsage: 376320 - PrepareTime: 36455108 - TotalTime: 216930772 AGGREGATION_NODE (id=81) ExecOption: Codegen Enabled - BuildTime: 3340 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 283 - SpilledPartitions: 0 - TotalTime: 3524232 HDFS_SCAN_NODE (id=80) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32089 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32089 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32089 - DecompressionTime: 22884 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 2599562540 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1825676 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1885488 - MaterializeTupleTime(*): 319556 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 980000 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 12344 - TotalReadThroughput: 0 - TotalTime: 3518712 Instance 5840e519cb1bb31f:109 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 80247242 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 170680 - TotalStorageWaitTime: 756396 - TotalThreadsInvoluntaryContextSwitches: 7 - TotalThreadsTotalWallClockTime: 173852012 - TotalThreadsSysTime: 3562000 - TotalThreadsUserTime: 161919000 - TotalThreadsVoluntaryContextSwitches: 64 - TotalTime: 211872512 Fragment Instance Lifecycle Timings - ExecTime: 388884 - ExecTreeExecTime: 2412 - InactiveTotalTime: 0 - OpenTime: 172605208 - ExecTreeOpenTime: 1598696 - PrepareTime: 38841228 - ExecTreePrepareTime: 99748 - TotalTime: 0 DataStreamSender (dst_id=197) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 762485 - OverallThroughput: 58964 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1360 - TotalTime: 135676 - TransmitDataRPCTime: 10492 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 3220628 - CompileTime: 39682280 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 127885380 - PeakMemoryUsage: 376320 - PrepareTime: 32571684 - TotalTime: 204272268 AGGREGATION_NODE (id=81) ExecOption: Codegen Enabled - BuildTime: 512 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 589 - SpilledPartitions: 0 - TotalTime: 1696948 HDFS_SCAN_NODE (id=80) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 76258637 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 842584 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 883256 - MaterializeTupleTime(*): 156 - ScannerThreadsSysTime: 422000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 4052 - TotalReadThroughput: 0 - TotalTime: 1539156 Averaged Fragment F58 split sizes: min: 263.00 B, max: 4.30 KB, avg: 3.48 KB, stddev: 1.45 KB completion times: min:1s794ms max:4s838ms mean: 2s511ms stddev:1s054ms execution rates: min:134.00 B/sec max:2.40 KB/sec mean:1.51 KB/sec stddev:799.75 B/sec num instances: 6 - AverageThreadTokens: 0.8518518518518517 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 241824 - PerHostPeakMemUsage: 120324118 - RowsProduced: 97 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 38124636 - TotalStorageWaitTime: 20526143 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 472333145 - TotalThreadsSysTime: 1247500 - TotalThreadsUserTime: 20535666 - TotalThreadsVoluntaryContextSwitches: 91 - TotalTime: 1114817854 Fragment Instance Lifecycle Timings - ExecTime: 162008598 - ExecTreeExecTime: 86046083 - InactiveTotalTime: 0 - OpenTime: 234820339 - ExecTreeOpenTime: 53094 - PrepareTime: 702938574 - ExecTreePrepareTime: 11748288 - TotalTime: 0 DataStreamSender (dst_id=204) - BytesSent: 5527 - InactiveTotalTime: 0 - NetworkThroughput(*): 111878629 - OverallThroughput: 19709990 - PeakMemoryUsage: 183456 - RowsReturned: 97 - SerializeBatchTime: 12361 - TotalTime: 14820469 - TransmitDataRPCTime: 44636 - UncompressedRowBatchSize: 6176 CodeGen - CodegenTime: 12651677 - CompileTime: 60003638 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 129934151 - PeakMemoryUsage: 50176 - PrepareTime: 532029644 - TotalTime: 740378056 HDFS_SCAN_NODE (id=87) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.3333333333333333 - BytesRead: 3802 - BytesReadDataNodeCache: 0 - BytesReadLocal: 3802 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 3802 - DecompressionTime: 4725784 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 40106 - PerReadThreadRawHdfsThroughput: 228581245 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 75475303 - RowBatchQueuePutWaitTime: 0 - RowsRead: 97 - RowsReturned: 97 - RowsReturnedRate: 2471 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 75545685 - MaterializeTupleTime(*): 11385 - ScannerThreadsSysTime: 226833 - ScannerThreadsUserTime: 850666 - ScannerThreadsVoluntaryContextSwitches: 13 - TotalRawHdfsReadTime(*): 15716 - TotalReadThroughput: 1479 - TotalTime: 111073479 Fragment F58 Instance 5840e519cb1bb31f:11f (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/3.90 KB 4:1/263.00 B - AverageThreadTokens: 1.1111111111111112 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 241824 - PerHostPeakMemUsage: 156986667 - RowsProduced: 117 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 3340 - TotalStorageWaitTime: 2583896 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 1517226320 - TotalThreadsSysTime: 1296000 - TotalThreadsUserTime: 25150000 - TotalThreadsVoluntaryContextSwitches: 180 - TotalTime: 4733889288 Fragment Instance Lifecycle Timings - ExecTime: 291776720 - ExecTreeExecTime: 289419920 - InactiveTotalTime: 0 - OpenTime: 984054668 - ExecTreeOpenTime: 55924 - PrepareTime: 3368659632 - ExecTreePrepareTime: 62197716 - TotalTime: 0 DataStreamSender (dst_id=204) - BytesSent: 6622 - InactiveTotalTime: 0 - NetworkThroughput(*): 144257581 - OverallThroughput: 82654 - PeakMemoryUsage: 183456 - RowsReturned: 117 - SerializeBatchTime: 17288 - TotalTime: 80116612 - TransmitDataRPCTime: 45904 - UncompressedRowBatchSize: 7399 CodeGen - CodegenTime: 3207296 - CompileTime: 263457940 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 512099040 - PeakMemoryUsage: 50176 - PrepareTime: 2531117316 - TotalTime: 3400620096 HDFS_SCAN_NODE (id=87) Hdfs split stats (:<# splits>/): 1:1/3.90 KB 4:1/263.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 4541 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4541 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4541 - DecompressionTime: 24239456 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 46080 - PerReadThreadRawHdfsThroughput: 246097983 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 241463144 - RowBatchQueuePutWaitTime: 0 - RowsRead: 117 - RowsReturned: 117 - RowsReturnedRate: 282 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 241432708 - MaterializeTupleTime(*): 13944 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1833000 - ScannerThreadsVoluntaryContextSwitches: 33 - TotalRawHdfsReadTime(*): 18452 - TotalReadThroughput: 65 - TotalTime: 414834528 Instance 5840e519cb1bb31f:11a (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/3.87 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 241824 - PerHostPeakMemUsage: 165706935 - RowsProduced: 117 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 15204781 - TotalStorageWaitTime: 3871667 - TotalThreadsInvoluntaryContextSwitches: 5 - TotalThreadsTotalWallClockTime: 453184393 - TotalThreadsSysTime: 1361000 - TotalThreadsUserTime: 23746000 - TotalThreadsVoluntaryContextSwitches: 96 - TotalTime: 1049609738 Fragment Instance Lifecycle Timings - ExecTime: 84005474 - ExecTreeExecTime: 57107177 - InactiveTotalTime: 0 - OpenTime: 320620669 - ExecTreeOpenTime: 45579 - PrepareTime: 644939621 - ExecTreePrepareTime: 7924284 - TotalTime: 0 DataStreamSender (dst_id=204) - BytesSent: 6622 - InactiveTotalTime: 0 - NetworkThroughput(*): 177400342 - OverallThroughput: 918684 - PeakMemoryUsage: 183456 - RowsReturned: 117 - SerializeBatchTime: 13452 - TotalTime: 7208134 - TransmitDataRPCTime: 37328 - UncompressedRowBatchSize: 7399 CodeGen - CodegenTime: 69343166 - CompileTime: 63290694 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 215071422 - PeakMemoryUsage: 50176 - PrepareTime: 498813920 - TotalTime: 785241818 HDFS_SCAN_NODE (id=87) Hdfs split stats (:<# splits>/): 4:1/3.87 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 4247 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4247 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4247 - DecompressionTime: 4054608 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 46080 - PerReadThreadRawHdfsThroughput: 346100562 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 48561792 - RowBatchQueuePutWaitTime: 0 - RowsRead: 117 - RowsReturned: 117 - RowsReturnedRate: 1447 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 48608706 - MaterializeTupleTime(*): 15347 - ScannerThreadsSysTime: 1361000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 12271 - TotalReadThroughput: 0 - TotalTime: 80825490 Instance 5840e519cb1bb31f:11b (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 2:1/4.05 KB 1:1/263.00 B - AverageThreadTokens: 2.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 241824 - PerHostPeakMemUsage: 80247242 - RowsProduced: 117 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 95882400 - TotalStorageWaitTime: 61325088 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 354643380 - TotalThreadsSysTime: 2761000 - TotalThreadsUserTime: 14459000 - TotalThreadsVoluntaryContextSwitches: 63 - TotalTime: 283991776 Fragment Instance Lifecycle Timings - ExecTime: 233458852 - ExecTreeExecTime: 104983304 - InactiveTotalTime: 0 - OpenTime: 18100920 - ExecTreeOpenTime: 55216 - PrepareTime: 32387936 - ExecTreePrepareTime: 84480 - TotalTime: 0 DataStreamSender (dst_id=204) - BytesSent: 6622 - InactiveTotalTime: 0 - NetworkThroughput(*): 164972595 - OverallThroughput: 72220041 - PeakMemoryUsage: 183456 - RowsReturned: 117 - SerializeBatchTime: 11172 - TotalTime: 91692 - TransmitDataRPCTime: 40140 - UncompressedRowBatchSize: 7399 CodeGen - CodegenTime: 1265656 - CompileTime: 4893608 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 9515868 - PeakMemoryUsage: 50176 - PrepareTime: 29058728 - TotalTime: 43988756 HDFS_SCAN_NODE (id=87) Hdfs split stats (:<# splits>/): 2:1/4.05 KB 1:1/263.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 4691 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4691 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4691 - DecompressionTime: 17360 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 46080 - PerReadThreadRawHdfsThroughput: 207492922 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 103017232 - RowBatchQueuePutWaitTime: 0 - RowsRead: 117 - RowsReturned: 117 - RowsReturnedRate: 1111 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 103119236 - MaterializeTupleTime(*): 9532 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 702000 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 22608 - TotalReadThroughput: 8814 - TotalTime: 105222084 Instance 5840e519cb1bb31f:11c (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:2/4.10 KB - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 241824 - PerHostPeakMemUsage: 118386549 - RowsProduced: 118 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 72907448 - TotalStorageWaitTime: 42969400 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 228272812 - TotalThreadsSysTime: 978000 - TotalThreadsUserTime: 20052000 - TotalThreadsVoluntaryContextSwitches: 84 - TotalTime: 228290248 Fragment Instance Lifecycle Timings - ExecTime: 155820176 - ExecTreeExecTime: 44803040 - InactiveTotalTime: 0 - OpenTime: 29107596 - ExecTreeOpenTime: 55136 - PrepareTime: 43316332 - ExecTreePrepareTime: 120696 - TotalTime: 0 DataStreamSender (dst_id=204) - BytesSent: 6671 - InactiveTotalTime: 0 - NetworkThroughput(*): 97233558 - OverallThroughput: 6399924 - PeakMemoryUsage: 183456 - RowsReturned: 118 - SerializeBatchTime: 16988 - TotalTime: 1042356 - TransmitDataRPCTime: 68608 - UncompressedRowBatchSize: 7462 CodeGen - CodegenTime: 445992 - CompileTime: 12552140 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 13901956 - PeakMemoryUsage: 50176 - PrepareTime: 34931248 - TotalTime: 61939416 HDFS_SCAN_NODE (id=87) Hdfs split stats (:<# splits>/): 3:2/4.10 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 4490 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4490 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4490 - DecompressionTime: 18260 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 38912 - PerReadThreadRawHdfsThroughput: 294774159 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 43225864 - RowBatchQueuePutWaitTime: 0 - RowsRead: 118 - RowsReturned: 118 - RowsReturnedRate: 2614 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 43378212 - MaterializeTupleTime(*): 14528 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1091000 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 15232 - TotalReadThroughput: 0 - TotalTime: 45137708 Instance 5840e519cb1bb31f:11e (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/263.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 241824 - PerHostPeakMemUsage: 81967051 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1540 - TotalStorageWaitTime: 2176092 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 155487540 - TotalThreadsSysTime: 182000 - TotalThreadsUserTime: 16708000 - TotalThreadsVoluntaryContextSwitches: 71 - TotalTime: 197310992 Fragment Instance Lifecycle Timings - ExecTime: 122685536 - ExecTreeExecTime: 7714576 - InactiveTotalTime: 0 - OpenTime: 26725128 - ExecTreeOpenTime: 52048 - PrepareTime: 47869072 - ExecTreePrepareTime: 78596 - TotalTime: 0 DataStreamSender (dst_id=204) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 183456 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 292460 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 922244 - CompileTime: 8581800 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 12470208 - PeakMemoryUsage: 50176 - PrepareTime: 39131752 - TotalTime: 63695024 HDFS_SCAN_NODE (id=87) Hdfs split stats (:<# splits>/): 0:1/263.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 263 - BytesReadDataNodeCache: 0 - BytesReadLocal: 263 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 263 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 42474160 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 6055440 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 6124148 - MaterializeTupleTime(*): 100 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 647000 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 6192 - TotalReadThroughput: 0 - TotalTime: 7938704 Instance 5840e519cb1bb31f:11d (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/3.94 KB 2:1/263.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 241824 - PerHostPeakMemUsage: 118650268 - RowsProduced: 117 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 44748312 - TotalStorageWaitTime: 10230716 - TotalThreadsInvoluntaryContextSwitches: 3 - TotalThreadsTotalWallClockTime: 125184428 - TotalThreadsSysTime: 907000 - TotalThreadsUserTime: 23099000 - TotalThreadsVoluntaryContextSwitches: 54 - TotalTime: 195815084 Fragment Instance Lifecycle Timings - ExecTime: 84304832 - ExecTreeExecTime: 12248484 - InactiveTotalTime: 0 - OpenTime: 30313056 - ExecTreeOpenTime: 54664 - PrepareTime: 80458852 - ExecTreePrepareTime: 83956 - TotalTime: 0 DataStreamSender (dst_id=204) - BytesSent: 6629 - InactiveTotalTime: 0 - NetworkThroughput(*): 87407700 - OverallThroughput: 38638642 - PeakMemoryUsage: 183456 - RowsReturned: 117 - SerializeBatchTime: 15268 - TotalTime: 171564 - TransmitDataRPCTime: 75840 - UncompressedRowBatchSize: 7399 CodeGen - CodegenTime: 725708 - CompileTime: 7245648 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 16546412 - PeakMemoryUsage: 50176 - PrepareTime: 59124904 - TotalTime: 86783228 HDFS_SCAN_NODE (id=87) Hdfs split stats (:<# splits>/): 3:1/3.94 KB 2:1/263.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 4584 - BytesReadDataNodeCache: 0 - BytesReadLocal: 4584 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 4584 - DecompressionTime: 25020 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 38912 - PerReadThreadRawHdfsThroughput: 234547687 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 10528348 - RowBatchQueuePutWaitTime: 0 - RowsRead: 117 - RowsReturned: 117 - RowsReturnedRate: 9373 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 10611104 - MaterializeTupleTime(*): 14860 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 831000 - ScannerThreadsVoluntaryContextSwitches: 7 - TotalRawHdfsReadTime(*): 19544 - TotalReadThroughput: 0 - TotalTime: 12482360 Averaged Fragment F65 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:13s202ms max:13s202ms mean: 13s202ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 764089375 - RowsProduced: 1 - TotalNetworkReceiveTime: 12219944024 - TotalNetworkSendTime: 8684025 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12321985083 - TotalThreadsSysTime: 1150000 - TotalThreadsUserTime: 551000 - TotalThreadsVoluntaryContextSwitches: 21 - TotalTime: 13202017372 Fragment Instance Lifecycle Timings - ExecTime: 100125952 - ExecTreeExecTime: 6234 - InactiveTotalTime: 0 - OpenTime: 12221889881 - ExecTreeOpenTime: 12220226478 - PrepareTime: 879951836 - ExecTreePrepareTime: 3095049 - TotalTime: 0 DataStreamSender (dst_id=214) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 1305258 - OverallThroughput: 4797 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 14112 - TotalTime: 18966375 - TransmitDataRPCTime: 69718 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 663276670 - TotalTime: 690820035 AGGREGATION_NODE (id=213) - BuildTime: 17950 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12223321041 EXCHANGE_NODE (id=212) - BytesReceived: 91 - ConvertRowBatchTime: 7180 - DeserializeRowBatchTimer: 153952 - FirstBatchArrivalWaitTime: 11755264244 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12219962410 Fragment F65 Instance 5840e519cb1bb31f:13e (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 764089375 - RowsProduced: 1 - TotalNetworkReceiveTime: 12219944024 - TotalNetworkSendTime: 8684025 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12321985083 - TotalThreadsSysTime: 1150000 - TotalThreadsUserTime: 551000 - TotalThreadsVoluntaryContextSwitches: 21 - TotalTime: 13202017372 Fragment Instance Lifecycle Timings - ExecTime: 100125952 - ExecTreeExecTime: 6234 - InactiveTotalTime: 0 - OpenTime: 12221889881 - ExecTreeOpenTime: 12220226478 - PrepareTime: 879951836 - ExecTreePrepareTime: 3095049 - TotalTime: 0 DataStreamSender (dst_id=214) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 1305258 - OverallThroughput: 4797 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 14112 - TotalTime: 18966375 - TransmitDataRPCTime: 69718 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 663276670 - TotalTime: 690820035 AGGREGATION_NODE (id=213) - BuildTime: 17950 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12223321041 EXCHANGE_NODE (id=212) - BytesReceived: 91 - ConvertRowBatchTime: 7180 - DeserializeRowBatchTimer: 153952 - FirstBatchArrivalWaitTime: 11755264244 - InactiveTotalTime: 12219909907 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12219962410 Averaged Fragment F59 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:12s522ms max:13s094ms mean: 12s724ms stddev:166.450ms execution rates: min:24.00 B/sec max:4.81 KB/sec mean:1.72 KB/sec stddev:1.67 KB/sec num instances: 7 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 501534410 - RowsProduced: 1 - TotalNetworkReceiveTime: 10793190940 - TotalNetworkSendTime: 22309501 - TotalStorageWaitTime: 2289390 - TotalThreadsInvoluntaryContextSwitches: 10 - TotalThreadsTotalWallClockTime: 11515789735 - TotalThreadsSysTime: 1939857 - TotalThreadsUserTime: 40477571 - TotalThreadsVoluntaryContextSwitches: 109 - TotalTime: 12704728824 Fragment Instance Lifecycle Timings - ExecTime: 33913805 - ExecTreeExecTime: 4062 - InactiveTotalTime: 0 - OpenTime: 11462843895 - ExecTreeOpenTime: 10842019045 - PrepareTime: 1189185647 - ExecTreePrepareTime: 53689780 - TotalTime: 0 DataStreamSender (dst_id=212) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1061174 - OverallThroughput: 301367 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 10008 - TotalTime: 7160547 - TransmitDataRPCTime: 13556 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 77536901 - CompileTime: 307292027 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 277501949 - PeakMemoryUsage: 257024 - PrepareTime: 839204907 - TotalTime: 1459710905 AGGREGATION_NODE (id=99) - BuildTime: 20790 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 48798 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 10895707013 NESTED_LOOP_JOIN_NODE (id=98) - BuildRows: 1 - BuildTime: 38190 - InactiveTotalTime: 0 - LocalTime: 102363310 - PeakMemoryUsage: 62256 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 1250 - RowsReturnedRate: 131 - TotalTime: 10924501326 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=211) - BytesReceived: 21 - ConvertRowBatchTime: 1317 - DeserializeRowBatchTimer: 11909 - FirstBatchArrivalWaitTime: 10780382225 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10793199581 HDFS_SCAN_NODE (id=97) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 25511 - BytesReadDataNodeCache: 0 - BytesReadLocal: 25511 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 25511 - DecompressionTime: 73532 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 49968 - PerReadThreadRawHdfsThroughput: 961858534 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 21544412 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 269132 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 21761701 - MaterializeTupleTime(*): 59821 - ScannerThreadsSysTime: 56142 - ScannerThreadsUserTime: 640857 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 17580 - TotalReadThroughput: 0 - TotalTime: 28938435 Fragment F59 Instance 5840e519cb1bb31f:13a (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 82749552 - RowsProduced: 1 - TotalNetworkReceiveTime: 7099990468 - TotalNetworkSendTime: 136486316 - TotalStorageWaitTime: 2074892 - TotalThreadsInvoluntaryContextSwitches: 28 - TotalThreadsTotalWallClockTime: 9388825748 - TotalThreadsSysTime: 5773000 - TotalThreadsUserTime: 42969000 - TotalThreadsVoluntaryContextSwitches: 232 - TotalTime: 13021982936 Fragment Instance Lifecycle Timings - ExecTime: 196916568 - ExecTreeExecTime: 5692 - InactiveTotalTime: 0 - OpenTime: 9080523848 - ExecTreeOpenTime: 7408377424 - PrepareTime: 3744497860 - ExecTreePrepareTime: 112555884 - TotalTime: 0 DataStreamSender (dst_id=212) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1097972 - OverallThroughput: 260 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6724 - TotalTime: 49880544 - TransmitDataRPCTime: 11840 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 77978492 - CompileTime: 725372320 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 849283104 - PeakMemoryUsage: 257024 - PrepareTime: 2803588612 - TotalTime: 4459672020 AGGREGATION_NODE (id=99) ExecOption: Codegen Enabled - BuildTime: 15388 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7520932060 NESTED_LOOP_JOIN_NODE (id=98) - BuildRows: 1 - BuildTime: 7796 - InactiveTotalTime: 0 - LocalTime: 225445080 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1752 - RowsReturnedRate: 233 - TotalTime: 7494880652 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=211) - BytesReceived: 21 - ConvertRowBatchTime: 1336 - DeserializeRowBatchTimer: 21904 - FirstBatchArrivalWaitTime: 7077336252 - InactiveTotalTime: 7099981576 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7099995108 HDFS_SCAN_NODE (id=97) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35703 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35703 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35703 - DecompressionTime: 125608 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 57748 - PerReadThreadRawHdfsThroughput: 1666806722 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 129573824 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 15704 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 129922184 - MaterializeTupleTime(*): 96208 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1067000 - ScannerThreadsVoluntaryContextSwitches: 23 - TotalRawHdfsReadTime(*): 21420 - TotalReadThroughput: 0 - TotalTime: 169440464 Instance 5840e519cb1bb31f:138 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 606268317 - RowsProduced: 1 - TotalNetworkReceiveTime: 12631009712 - TotalNetworkSendTime: 8409568 - TotalStorageWaitTime: 1734088 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12698971704 - TotalThreadsSysTime: 2039000 - TotalThreadsUserTime: 37482000 - TotalThreadsVoluntaryContextSwitches: 58 - TotalTime: 12752680544 Fragment Instance Lifecycle Timings - ExecTime: 17130628 - ExecTreeExecTime: 4940 - InactiveTotalTime: 0 - OpenTime: 12679239872 - ExecTreeOpenTime: 12635901600 - PrepareTime: 56247572 - ExecTreePrepareTime: 452252 - TotalTime: 0 DataStreamSender (dst_id=212) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1722310 - OverallThroughput: 303002 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7996 - TotalTime: 42904 - TransmitDataRPCTime: 7548 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1386756 - CompileTime: 9936908 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 31068068 - PeakMemoryUsage: 257024 - PrepareTime: 49153948 - TotalTime: 93689412 AGGREGATION_NODE (id=99) ExecOption: Codegen Enabled - BuildTime: 48856 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57752 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12636352500 NESTED_LOOP_JOIN_NODE (id=98) - BuildRows: 1 - BuildTime: 11504 - InactiveTotalTime: 0 - LocalTime: 480828 - PeakMemoryUsage: 69016 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1751 - RowsReturnedRate: 138 - TotalTime: 12635560000 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=211) - BytesReceived: 21 - ConvertRowBatchTime: 3360 - DeserializeRowBatchTimer: 17112 - FirstBatchArrivalWaitTime: 12615581464 - InactiveTotalTime: 12631002984 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12631017156 HDFS_SCAN_NODE (id=97) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35438 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35438 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35438 - DecompressionTime: 89984 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65944 - PerReadThreadRawHdfsThroughput: 1523559759 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2499876 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 655339 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2624240 - MaterializeTupleTime(*): 57748 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 545000 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 23260 - TotalReadThroughput: 0 - TotalTime: 4062016 Instance 5840e519cb1bb31f:137 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 751784433 - RowsProduced: 1 - TotalNetworkReceiveTime: 12630377524 - TotalNetworkSendTime: 910284 - TotalStorageWaitTime: 1366924 - TotalThreadsInvoluntaryContextSwitches: 6 - TotalThreadsTotalWallClockTime: 12677139996 - TotalThreadsSysTime: 20000 - TotalThreadsUserTime: 34473000 - TotalThreadsVoluntaryContextSwitches: 32 - TotalTime: 12724507060 Fragment Instance Lifecycle Timings - ExecTime: 3045968 - ExecTreeExecTime: 4144 - InactiveTotalTime: 0 - OpenTime: 12672963832 - ExecTreeOpenTime: 12633831000 - PrepareTime: 48430136 - ExecTreePrepareTime: 616280 - TotalTime: 0 DataStreamSender (dst_id=212) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 637755 - OverallThroughput: 271285 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5400 - TotalTime: 47920 - TransmitDataRPCTime: 20384 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 940552 - CompileTime: 9837240 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 21436272 - PeakMemoryUsage: 257024 - PrepareTime: 47150856 - TotalTime: 79131344 AGGREGATION_NODE (id=99) ExecOption: Codegen Enabled - BuildTime: 1076 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12634446128 NESTED_LOOP_JOIN_NODE (id=98) - BuildRows: 1 - BuildTime: 225220 - InactiveTotalTime: 0 - LocalTime: 454672 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12633929296 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=211) - BytesReceived: 21 - ConvertRowBatchTime: 1056 - DeserializeRowBatchTimer: 10496 - FirstBatchArrivalWaitTime: 12607924652 - InactiveTotalTime: 12630370616 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12630382452 HDFS_SCAN_NODE (id=97) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 40276329 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1470020 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1509492 - MaterializeTupleTime(*): 56 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 406000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 7672 - TotalReadThroughput: 0 - TotalTime: 3092172 Instance 5840e519cb1bb31f:139 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 514761521 - RowsProduced: 1 - TotalNetworkReceiveTime: 12553539096 - TotalNetworkSendTime: 7961868 - TotalStorageWaitTime: 1864884 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 12621468624 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 36459000 - TotalThreadsVoluntaryContextSwitches: 44 - TotalTime: 12681517216 Fragment Instance Lifecycle Timings - ExecTime: 17175168 - ExecTreeExecTime: 2888 - InactiveTotalTime: 0 - OpenTime: 12602263384 - ExecTreeOpenTime: 12557397056 - PrepareTime: 62033072 - ExecTreePrepareTime: 1395920 - TotalTime: 0 DataStreamSender (dst_id=212) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 871781 - OverallThroughput: 419084 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4984 - TotalTime: 31020 - TransmitDataRPCTime: 14912 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1024860 - CompileTime: 10254860 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 31994048 - PeakMemoryUsage: 257024 - PrepareTime: 40122596 - TotalTime: 82970008 AGGREGATION_NODE (id=99) ExecOption: Codegen Enabled - BuildTime: 7704 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12558791348 NESTED_LOOP_JOIN_NODE (id=98) - BuildRows: 1 - BuildTime: 7640 - InactiveTotalTime: 0 - LocalTime: 439656 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12559972080 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=211) - BytesReceived: 21 - ConvertRowBatchTime: 1204 - DeserializeRowBatchTimer: 2812 - FirstBatchArrivalWaitTime: 12546875956 - InactiveTotalTime: 12553531172 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12553545532 HDFS_SCAN_NODE (id=97) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 65800681 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2014448 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2076932 - MaterializeTupleTime(*): 60 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 141000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 4696 - TotalReadThroughput: 0 - TotalTime: 5986892 Instance 5840e519cb1bb31f:13d (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 579302241 - RowsProduced: 1 - TotalNetworkReceiveTime: 12584395188 - TotalNetworkSendTime: 341076 - TotalStorageWaitTime: 511408 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12625006864 - TotalThreadsSysTime: 425000 - TotalThreadsUserTime: 35811000 - TotalThreadsVoluntaryContextSwitches: 65 - TotalTime: 12659342872 Fragment Instance Lifecycle Timings - ExecTime: 580356 - ExecTreeExecTime: 3600 - InactiveTotalTime: 0 - OpenTime: 12623841380 - ExecTreeOpenTime: 12585773048 - PrepareTime: 34840236 - ExecTreePrepareTime: 168480 - TotalTime: 0 DataStreamSender (dst_id=212) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1234802 - OverallThroughput: 524701 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4744 - TotalTime: 24776 - TransmitDataRPCTime: 10528 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 993436 - CompileTime: 9958456 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 25199244 - PeakMemoryUsage: 257024 - PrepareTime: 32010688 - TotalTime: 67986364 AGGREGATION_NODE (id=99) ExecOption: Codegen Enabled - BuildTime: 1172 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12585939856 NESTED_LOOP_JOIN_NODE (id=98) - BuildRows: 1 - BuildTime: 5036 - InactiveTotalTime: 0 - LocalTime: 122976 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12585806240 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=211) - BytesReceived: 21 - ConvertRowBatchTime: 880 - DeserializeRowBatchTimer: 14052 - FirstBatchArrivalWaitTime: 12562105948 - InactiveTotalTime: 12584389660 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12584399636 HDFS_SCAN_NODE (id=97) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 16384 - PerReadThreadRawHdfsThroughput: 82797427 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 580788 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 612376 - MaterializeTupleTime(*): 112 - ScannerThreadsSysTime: 393000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3732 - TotalReadThroughput: 0 - TotalTime: 1283628 Instance 5840e519cb1bb31f:13c (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 645820308 - RowsProduced: 1 - TotalNetworkReceiveTime: 11593996046 - TotalNetworkSendTime: 77998 - TotalStorageWaitTime: 2523963 - TotalThreadsInvoluntaryContextSwitches: 23 - TotalThreadsTotalWallClockTime: 11960730310 - TotalThreadsSysTime: 2012000 - TotalThreadsUserTime: 48426000 - TotalThreadsVoluntaryContextSwitches: 93 - TotalTime: 12625239496 Fragment Instance Lifecycle Timings - ExecTime: 160611 - ExecTreeExecTime: 3641 - InactiveTotalTime: 0 - OpenTime: 11957161274 - ExecTreeOpenTime: 11599877292 - PrepareTime: 667864793 - ExecTreePrepareTime: 22091838 - TotalTime: 0 DataStreamSender (dst_id=212) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1159989 - OverallThroughput: 384376 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 9474 - TotalTime: 33821 - TransmitDataRPCTime: 11207 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 13949976 - CompileTime: 108733885 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 209895479 - PeakMemoryUsage: 257024 - PrepareTime: 485005660 - TotalTime: 852460726 AGGREGATION_NODE (id=99) ExecOption: Codegen Enabled - BuildTime: 28749 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11621966080 NESTED_LOOP_JOIN_NODE (id=98) - BuildRows: 1 - BuildTime: 3450 - InactiveTotalTime: 0 - LocalTime: 12473872 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 3499 - RowsReturnedRate: 301 - TotalTime: 11611739595 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=211) - BytesReceived: 21 - ConvertRowBatchTime: 673 - DeserializeRowBatchTimer: 9192 - FirstBatchArrivalWaitTime: 11593992210 - InactiveTotalTime: 11593992655 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11594023488 HDFS_SCAN_NODE (id=97) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 70769 - BytesReadDataNodeCache: 0 - BytesReadLocal: 70769 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 70769 - DecompressionTime: 174991 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 94612 - PerReadThreadRawHdfsThroughput: 2110239742 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2966679 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 1015215 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 3442132 - MaterializeTupleTime(*): 72519 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 903000 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 33536 - TotalReadThroughput: 0 - TotalTime: 5242235 Instance 5840e519cb1bb31f:13b (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 330054503 - RowsProduced: 1 - TotalNetworkReceiveTime: 6459028552 - TotalNetworkSendTime: 1979400 - TotalStorageWaitTime: 5949572 - TotalThreadsInvoluntaryContextSwitches: 15 - TotalThreadsTotalWallClockTime: 8638384904 - TotalThreadsSysTime: 3310000 - TotalThreadsUserTime: 47723000 - TotalThreadsVoluntaryContextSwitches: 242 - TotalTime: 12467831644 Fragment Instance Lifecycle Timings - ExecTime: 2387336 - ExecTreeExecTime: 3532 - InactiveTotalTime: 0 - OpenTime: 8623913676 - ExecTreeOpenTime: 6472975896 - PrepareTime: 3710385864 - ExecTreePrepareTime: 238547812 - TotalTime: 0 DataStreamSender (dst_id=212) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 703615 - OverallThroughput: 206861 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 30740 - TotalTime: 62844 - TransmitDataRPCTime: 18476 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 446484236 - CompileTime: 1276950520 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 773637428 - PeakMemoryUsage: 257024 - PrepareTime: 2417401992 - TotalTime: 4582066464 AGGREGATION_NODE (id=99) ExecOption: Codegen Enabled - BuildTime: 42588 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6711521120 NESTED_LOOP_JOIN_NODE (id=98) - BuildRows: 1 - BuildTime: 6688 - InactiveTotalTime: 0 - LocalTime: 477126088 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1748 - RowsReturnedRate: 251 - TotalTime: 6949621424 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=211) - BytesReceived: 21 - ConvertRowBatchTime: 716 - DeserializeRowBatchTimer: 7800 - FirstBatchArrivalWaitTime: 6458859096 - InactiveTotalTime: 6459016316 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6459033696 HDFS_SCAN_NODE (id=97) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35744 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35744 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35744 - DecompressionTime: 124144 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65940 - PerReadThreadRawHdfsThroughput: 1243529084 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 11705252 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 197672 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 9 - ScannerThreadsTotalWallClockTime: 12144556 - MaterializeTupleTime(*): 192048 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1424000 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 28744 - TotalReadThroughput: 0 - TotalTime: 13461640 Averaged Fragment F62 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:12s618ms max:12s618ms mean: 12s618ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 646765356 - RowsProduced: 1 - TotalNetworkReceiveTime: 11655756821 - TotalNetworkSendTime: 6266217 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11692870546 - TotalThreadsSysTime: 129000 - TotalThreadsUserTime: 1028000 - TotalThreadsVoluntaryContextSwitches: 19 - TotalTime: 12607422313 Fragment Instance Lifecycle Timings - ExecTime: 22994544 - ExecTreeExecTime: 3286 - InactiveTotalTime: 0 - OpenTime: 11669909936 - ExecTreeOpenTime: 11655885630 - PrepareTime: 914474891 - ExecTreePrepareTime: 188145 - TotalTime: 0 DataStreamSender (dst_id=211) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 2085727 - OverallThroughput: 4178 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 53660 - TotalTime: 35182110 - TransmitDataRPCTime: 70479 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 632284874 - TotalTime: 676105152 NESTED_LOOP_JOIN_NODE (id=96) - BuildRows: 1 - BuildTime: 3052 - InactiveTotalTime: 0 - LocalTime: 276283 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 11656247061 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=210) - BytesReceived: 8 - ConvertRowBatchTime: 1027 - DeserializeRowBatchTimer: 9600 - FirstBatchArrivalWaitTime: 11655678662 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11655744477 AGGREGATION_NODE (id=207) - BuildTime: 4626 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 4418 - SpilledPartitions: 0 - TotalTime: 226301 EXCHANGE_NODE (id=206) - BytesReceived: 91 - ConvertRowBatchTime: 16269 - DeserializeRowBatchTimer: 96292 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 185858 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 37663 Fragment F62 Instance 5840e519cb1bb31f:136 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 646765356 - RowsProduced: 1 - TotalNetworkReceiveTime: 11655756821 - TotalNetworkSendTime: 6266217 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11692870546 - TotalThreadsSysTime: 129000 - TotalThreadsUserTime: 1028000 - TotalThreadsVoluntaryContextSwitches: 19 - TotalTime: 12607422313 Fragment Instance Lifecycle Timings - ExecTime: 22994544 - ExecTreeExecTime: 3286 - InactiveTotalTime: 0 - OpenTime: 11669909936 - ExecTreeOpenTime: 11655885630 - PrepareTime: 914474891 - ExecTreePrepareTime: 188145 - TotalTime: 0 DataStreamSender (dst_id=211) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 2085727 - OverallThroughput: 4178 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 53660 - TotalTime: 35182110 - TransmitDataRPCTime: 70479 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 632284874 - TotalTime: 676105152 NESTED_LOOP_JOIN_NODE (id=96) - BuildRows: 1 - BuildTime: 3052 - InactiveTotalTime: 0 - LocalTime: 276283 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 11656247061 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=210) - BytesReceived: 8 - ConvertRowBatchTime: 1027 - DeserializeRowBatchTimer: 9600 - FirstBatchArrivalWaitTime: 11655678662 - InactiveTotalTime: 11655735231 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11655744477 AGGREGATION_NODE (id=207) - BuildTime: 4626 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 4418 - SpilledPartitions: 0 - TotalTime: 226301 EXCHANGE_NODE (id=206) - BytesReceived: 91 - ConvertRowBatchTime: 16269 - DeserializeRowBatchTimer: 96292 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 185858 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 37663 Averaged Fragment F60 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:7s028ms max:9s707ms mean: 7s477ms stddev:914.323ms execution rates: min:43.00 B/sec max:8.57 KB/sec mean:2.91 KB/sec stddev:2.94 KB/sec num instances: 7 - AverageThreadTokens: 1.0181405895691609 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1386302 - PerHostPeakMemUsage: 168518087 - RowsProduced: 1 - TotalNetworkReceiveTime: 4662646582 - TotalNetworkSendTime: 1676325 - TotalStorageWaitTime: 3337741 - TotalThreadsInvoluntaryContextSwitches: 27 - TotalThreadsTotalWallClockTime: 6172495370 - TotalThreadsSysTime: 4187000 - TotalThreadsUserTime: 164580142 - TotalThreadsVoluntaryContextSwitches: 197 - TotalTime: 7400452002 Fragment Instance Lifecycle Timings - ExecTime: 2375241 - ExecTreeExecTime: 3715 - InactiveTotalTime: 0 - OpenTime: 6139036083 - ExecTreeOpenTime: 4771802011 - PrepareTime: 1258998667 - ExecTreePrepareTime: 46173676 - TotalTime: 0 DataStreamSender (dst_id=206) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 797630 - OverallThroughput: 264842 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6239 - TotalTime: 1289246 - TransmitDataRPCTime: 18454 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 56171968 - CompileTime: 589294534 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 747119504 - PeakMemoryUsage: 1329664 - PrepareTime: 922412393 - TotalTime: 2310050049 AGGREGATION_NODE (id=93) - BuildTime: 17133135 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 71057 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 4817973957 NESTED_LOOP_JOIN_NODE (id=92) - BuildRows: 1 - BuildTime: 8589 - InactiveTotalTime: 0 - LocalTime: 63017483 - PeakMemoryUsage: 58623 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 545 - RowsReturnedRate: 582 - TotalTime: 4790655826 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=205) - BytesReceived: 21 - ConvertRowBatchTime: 879 - DeserializeRowBatchTimer: 9748 - FirstBatchArrivalWaitTime: 579735695 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 31834 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 4662653076 HDFS_SCAN_NODE (id=91) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.2857142857142857 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 29401230 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 76177 - PerReadThreadRawHdfsThroughput: 1014312709 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 41217040 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 188418 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 41960098 - MaterializeTupleTime(*): 53905 - ScannerThreadsSysTime: 200000 - ScannerThreadsUserTime: 793571 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 19027 - TotalReadThroughput: 1568 - TotalTime: 65040101 Fragment F60 Instance 5840e519cb1bb31f:12a (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0555555555555556 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 67036468 - RowsProduced: 1 - TotalNetworkReceiveTime: 2356 - TotalNetworkSendTime: 7479944 - TotalStorageWaitTime: 2438964 - TotalThreadsInvoluntaryContextSwitches: 55 - TotalThreadsTotalWallClockTime: 5192278188 - TotalThreadsSysTime: 4950000 - TotalThreadsUserTime: 175018000 - TotalThreadsVoluntaryContextSwitches: 462 - TotalTime: 9229770408 Fragment Instance Lifecycle Timings - ExecTime: 7626456 - ExecTreeExecTime: 4252 - InactiveTotalTime: 0 - OpenTime: 5103977908 - ExecTreeOpenTime: 403832880 - PrepareTime: 4118125840 - ExecTreePrepareTime: 130684816 - TotalTime: 0 DataStreamSender (dst_id=206) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 852794 - OverallThroughput: 336438 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4976 - TotalTime: 38640 - TransmitDataRPCTime: 15244 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 96233496 - CompileTime: 2033593768 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 2546840496 - PeakMemoryUsage: 1329664 - PrepareTime: 2944758368 - TotalTime: 7762323924 AGGREGATION_NODE (id=93) ExecOption: Codegen Enabled - BuildTime: 4744 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 534516044 NESTED_LOOP_JOIN_NODE (id=92) - BuildRows: 1 - BuildTime: 3388 - InactiveTotalTime: 0 - LocalTime: 53136140 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 764 - RowsReturnedRate: 2166 - TotalTime: 352580908 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=205) - BytesReceived: 21 - ConvertRowBatchTime: 776 - DeserializeRowBatchTimer: 4820 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 181159 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5520 HDFS_SCAN_NODE (id=91) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 143902836 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111804 - PerReadThreadRawHdfsThroughput: 1370319048 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 145644132 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 8886 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 146974128 - MaterializeTupleTime(*): 83684 - ScannerThreadsSysTime: 1400000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 26 - TotalRawHdfsReadTime(*): 29588 - TotalReadThroughput: 4733 - TotalTime: 299439248 Instance 5840e519cb1bb31f:12b (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0714285714285714 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 186036959 - RowsProduced: 1 - TotalNetworkReceiveTime: 4404 - TotalNetworkSendTime: 733332 - TotalStorageWaitTime: 2053496 - TotalThreadsInvoluntaryContextSwitches: 32 - TotalThreadsTotalWallClockTime: 3727205760 - TotalThreadsSysTime: 6316000 - TotalThreadsUserTime: 173878000 - TotalThreadsVoluntaryContextSwitches: 403 - TotalTime: 7289274528 Fragment Instance Lifecycle Timings - ExecTime: 1074372 - ExecTreeExecTime: 3668 - InactiveTotalTime: 0 - OpenTime: 3604062548 - ExecTreeOpenTime: 317698632 - PrepareTime: 3684090296 - ExecTreePrepareTime: 190403616 - TotalTime: 0 DataStreamSender (dst_id=206) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 850340 - OverallThroughput: 349763 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6172 - TotalTime: 37168 - TransmitDataRPCTime: 15288 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 264922432 - CompileTime: 1627675480 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 1652791464 - PeakMemoryUsage: 1329664 - PrepareTime: 2741621740 - TotalTime: 6093223408 AGGREGATION_NODE (id=93) ExecOption: Codegen Enabled - BuildTime: 119799680 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 508100000 NESTED_LOOP_JOIN_NODE (id=92) - BuildRows: 1 - BuildTime: 4480 - InactiveTotalTime: 0 - LocalTime: 381948436 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 763 - RowsReturnedRate: 1506 - TotalTime: 506498248 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=205) - BytesReceived: 21 - ConvertRowBatchTime: 732 - DeserializeRowBatchTimer: 11624 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 41680 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 23992 HDFS_SCAN_NODE (id=91) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 59994080 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 103612 - PerReadThreadRawHdfsThroughput: 1541824950 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 123679096 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 21369 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 124408348 - MaterializeTupleTime(*): 89256 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1261000 - ScannerThreadsVoluntaryContextSwitches: 28 - TotalRawHdfsReadTime(*): 26324 - TotalReadThroughput: 6244 - TotalTime: 124525820 Instance 5840e519cb1bb31f:127 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 193557629 - RowsProduced: 1 - TotalNetworkReceiveTime: 6898781776 - TotalNetworkSendTime: 2541952 - TotalStorageWaitTime: 9411472 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 7088223388 - TotalThreadsSysTime: 3093000 - TotalThreadsUserTime: 147468000 - TotalThreadsVoluntaryContextSwitches: 68 - TotalTime: 7111019536 Fragment Instance Lifecycle Timings - ExecTime: 6143332 - ExecTreeExecTime: 3104 - InactiveTotalTime: 0 - OpenTime: 7072528936 - ExecTreeOpenTime: 6915871016 - PrepareTime: 32312412 - ExecTreePrepareTime: 296924 - TotalTime: 0 DataStreamSender (dst_id=206) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 516036 - OverallThroughput: 11876 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5472 - TotalTime: 1094616 - TransmitDataRPCTime: 25192 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1208324 - CompileTime: 24073168 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 128428112 - PeakMemoryUsage: 1329664 - PrepareTime: 27609324 - TotalTime: 180663704 AGGREGATION_NODE (id=93) ExecOption: Codegen Enabled - BuildTime: 1356 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6916165800 NESTED_LOOP_JOIN_NODE (id=92) - BuildRows: 1 - BuildTime: 5748 - InactiveTotalTime: 0 - LocalTime: 189132 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6910524216 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=205) - BytesReceived: 21 - ConvertRowBatchTime: 1148 - DeserializeRowBatchTimer: 14736 - FirstBatchArrivalWaitTime: 1063016712 - InactiveTotalTime: 6898773508 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6898787564 HDFS_SCAN_NODE (id=91) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 67822651 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 9556452 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 9596104 - MaterializeTupleTime(*): 84 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 87000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4556 - TotalReadThroughput: 0 - TotalTime: 11547520 Instance 5840e519cb1bb31f:129 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 226755230 - RowsProduced: 1 - TotalNetworkReceiveTime: 6868719744 - TotalNetworkSendTime: 162544 - TotalStorageWaitTime: 811404 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 7043684424 - TotalThreadsSysTime: 3097000 - TotalThreadsUserTime: 161800000 - TotalThreadsVoluntaryContextSwitches: 54 - TotalTime: 7092015880 Fragment Instance Lifecycle Timings - ExecTime: 318968 - ExecTreeExecTime: 3140 - InactiveTotalTime: 0 - OpenTime: 7042446484 - ExecTreeOpenTime: 6871383472 - PrepareTime: 49193556 - ExecTreePrepareTime: 1166640 - TotalTime: 0 DataStreamSender (dst_id=206) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 895810 - OverallThroughput: 307183 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5688 - TotalTime: 42320 - TransmitDataRPCTime: 14512 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1375940 - CompileTime: 32017332 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 134836344 - PeakMemoryUsage: 1329664 - PrepareTime: 41872516 - TotalTime: 210813108 AGGREGATION_NODE (id=93) ExecOption: Codegen Enabled - BuildTime: 1504 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6872548672 NESTED_LOOP_JOIN_NODE (id=92) - BuildRows: 1 - BuildTime: 6432 - InactiveTotalTime: 0 - LocalTime: 0 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6873009476 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=205) - BytesReceived: 21 - ConvertRowBatchTime: 540 - DeserializeRowBatchTimer: 4852 - FirstBatchArrivalWaitTime: 1022295696 - InactiveTotalTime: 6868697508 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6868723204 HDFS_SCAN_NODE (id=91) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 75735294 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 896972 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 956176 - MaterializeTupleTime(*): 160 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 361000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4080 - TotalReadThroughput: 0 - TotalTime: 4670116 Instance 5840e519cb1bb31f:128 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 119259104 - RowsProduced: 1 - TotalNetworkReceiveTime: 6817993020 - TotalNetworkSendTime: 296784 - TotalStorageWaitTime: 3402820 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 7000297600 - TotalThreadsSysTime: 2940000 - TotalThreadsUserTime: 157663000 - TotalThreadsVoluntaryContextSwitches: 119 - TotalTime: 7028920900 Fragment Instance Lifecycle Timings - ExecTime: 636428 - ExecTreeExecTime: 3712 - InactiveTotalTime: 0 - OpenTime: 6995585672 - ExecTreeOpenTime: 6828129776 - PrepareTime: 32667384 - ExecTreePrepareTime: 150404 - TotalTime: 0 DataStreamSender (dst_id=206) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1423565 - OverallThroughput: 553851 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4736 - TotalTime: 23472 - TransmitDataRPCTime: 9132 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1054220 - CompileTime: 30934840 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 134095808 - PeakMemoryUsage: 1329664 - PrepareTime: 28749072 - TotalTime: 194382768 AGGREGATION_NODE (id=93) ExecOption: Codegen Enabled - BuildTime: 6316 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100552 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6828278656 NESTED_LOOP_JOIN_NODE (id=92) - BuildRows: 1 - BuildTime: 27968 - InactiveTotalTime: 0 - LocalTime: 1403964 - PeakMemoryUsage: 78024 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 762 - RowsReturnedRate: 111 - TotalTime: 6826434584 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=205) - BytesReceived: 21 - ConvertRowBatchTime: 1180 - DeserializeRowBatchTimer: 5496 - FirstBatchArrivalWaitTime: 971290456 - InactiveTotalTime: 6817985460 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6817998224 HDFS_SCAN_NODE (id=91) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 241796 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111816 - PerReadThreadRawHdfsThroughput: 2245484949 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3932392 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 378533 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 4115472 - MaterializeTupleTime(*): 76156 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1559000 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 17940 - TotalReadThroughput: 0 - TotalTime: 7032396 Instance 5840e519cb1bb31f:12d (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 164745449 - RowsProduced: 1 - TotalNetworkReceiveTime: 6839024580 - TotalNetworkSendTime: 323088 - TotalStorageWaitTime: 636884 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 6993054528 - TotalThreadsSysTime: 3065000 - TotalThreadsUserTime: 136975000 - TotalThreadsVoluntaryContextSwitches: 100 - TotalTime: 7027319012 Fragment Instance Lifecycle Timings - ExecTime: 524988 - ExecTreeExecTime: 3964 - InactiveTotalTime: 0 - OpenTime: 6991751852 - ExecTreeOpenTime: 6841108196 - PrepareTime: 35006228 - ExecTreePrepareTime: 285996 - TotalTime: 0 DataStreamSender (dst_id=206) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 538793 - OverallThroughput: 293109 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7156 - TotalTime: 44352 - TransmitDataRPCTime: 24128 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 883156 - CompileTime: 26058380 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 121560940 - PeakMemoryUsage: 1329664 - PrepareTime: 31463036 - TotalTime: 180501628 AGGREGATION_NODE (id=93) ExecOption: Codegen Enabled - BuildTime: 1320 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6841392440 NESTED_LOOP_JOIN_NODE (id=92) - BuildRows: 1 - BuildTime: 6024 - InactiveTotalTime: 0 - LocalTime: 145652 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6841392996 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=205) - BytesReceived: 21 - ConvertRowBatchTime: 804 - DeserializeRowBatchTimer: 12764 - FirstBatchArrivalWaitTime: 1001547004 - InactiveTotalTime: 6839016932 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6839029180 HDFS_SCAN_NODE (id=91) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 78346855 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 791660 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 830188 - MaterializeTupleTime(*): 112 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 988000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 3944 - TotalReadThroughput: 0 - TotalTime: 2218164 Instance 5840e519cb1bb31f:12c (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 222235771 - RowsProduced: 1 - TotalNetworkReceiveTime: 5214000198 - TotalNetworkSendTime: 196632 - TotalStorageWaitTime: 4609150 - TotalThreadsInvoluntaryContextSwitches: 99 - TotalThreadsTotalWallClockTime: 6162723702 - TotalThreadsSysTime: 5848000 - TotalThreadsUserTime: 199259000 - TotalThreadsVoluntaryContextSwitches: 174 - TotalTime: 7024843754 Fragment Instance Lifecycle Timings - ExecTime: 302147 - ExecTreeExecTime: 4169 - InactiveTotalTime: 0 - OpenTime: 6162899185 - ExecTreeOpenTime: 5224590105 - PrepareTime: 861594955 - ExecTreePrepareTime: 227337 - TotalTime: 0 DataStreamSender (dst_id=206) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 506072 - OverallThroughput: 1678 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 9479 - TotalTime: 7744160 - TransmitDataRPCTime: 25688 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 27526209 - CompileTime: 350708771 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 511283364 - PeakMemoryUsage: 1329664 - PrepareTime: 640812695 - TotalTime: 1548441804 AGGREGATION_NODE (id=93) ExecOption: Codegen Enabled - BuildTime: 117030 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 109756 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5224816091 NESTED_LOOP_JOIN_NODE (id=92) - BuildRows: 1 - BuildTime: 6089 - InactiveTotalTime: 0 - LocalTime: 4299057 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1529 - RowsReturnedRate: 292 - TotalTime: 5224150356 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=205) - BytesReceived: 21 - ConvertRowBatchTime: 974 - DeserializeRowBatchTimer: 13950 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 5213993959 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5214003853 HDFS_SCAN_NODE (id=91) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 1669902 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 132284 - PerReadThreadRawHdfsThroughput: 1720655218 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 4018579 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 910140 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 6840271 - MaterializeTupleTime(*): 127888 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1299000 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 46763 - TotalReadThroughput: 0 - TotalTime: 5847446 Averaged Fragment F61 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:1s674ms max:7s004ms mean: 2s993ms stddev:1s920ms execution rates: min:164.00 B/sec max:32.28 KB/sec mean:8.35 KB/sec stddev:10.91 KB/sec num instances: 7 - AverageThreadTokens: 1.0586080586080586 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 194017 - PerHostPeakMemUsage: 131637393 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 31995351 - TotalStorageWaitTime: 6409928 - TotalThreadsInvoluntaryContextSwitches: 9 - TotalThreadsTotalWallClockTime: 1463031369 - TotalThreadsSysTime: 2818142 - TotalThreadsUserTime: 26943571 - TotalThreadsVoluntaryContextSwitches: 121 - TotalTime: 2548305370 Fragment Instance Lifecycle Timings - ExecTime: 826496900 - ExecTreeExecTime: 98767558 - InactiveTotalTime: 0 - OpenTime: 556152128 - ExecTreeOpenTime: 62216 - PrepareTime: 1165599769 - ExecTreePrepareTime: 17836473 - TotalTime: 0 DataStreamSender (dst_id=205) - BytesSent: 21 - InactiveTotalTime: 0 - NetworkThroughput(*): 310357 - OverallThroughput: 3369 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 867 - TotalTime: 9822254 - TransmitDataRPCTime: 9666 - UncompressedRowBatchSize: 21 CodeGen - CodegenTime: 56099871 - CompileTime: 293732630 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 197747277 - PeakMemoryUsage: 94208 - PrepareTime: 842548211 - TotalTime: 1369425799 HDFS_SCAN_NODE (id=90) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.2857142857142857 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 9978273 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 81444 - PerReadThreadRawHdfsThroughput: 1028075055 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 76270956 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 1 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 2 - ScannerThreadsTotalWallClockTime: 84524164 - MaterializeTupleTime(*): 2237315 - ScannerThreadsSysTime: 384857 - ScannerThreadsUserTime: 725714 - ScannerThreadsVoluntaryContextSwitches: 17 - TotalRawHdfsReadTime(*): 20994 - TotalReadThroughput: 747 - TotalTime: 152228721 Fragment F61 Instance 5840e519cb1bb31f:123 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0769230769230769 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 64812329 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1440 - TotalStorageWaitTime: 1934912 - TotalThreadsInvoluntaryContextSwitches: 16 - TotalThreadsTotalWallClockTime: 3124382500 - TotalThreadsSysTime: 4341000 - TotalThreadsUserTime: 32644000 - TotalThreadsVoluntaryContextSwitches: 303 - TotalTime: 6715507788 Fragment Instance Lifecycle Timings - ExecTime: 494420052 - ExecTreeExecTime: 436586040 - InactiveTotalTime: 0 - OpenTime: 2303897292 - ExecTreeOpenTime: 90544 - PrepareTime: 3917019060 - ExecTreePrepareTime: 356008 - TotalTime: 0 DataStreamSender (dst_id=205) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 61386264 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 210400868 - CompileTime: 1541778432 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 611616592 - PeakMemoryUsage: 94208 - PrepareTime: 2693061308 - TotalTime: 4943367052 HDFS_SCAN_NODE (id=90) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 40274088 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1658417866 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 354693744 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 354814528 - MaterializeTupleTime(*): 89844 - ScannerThreadsSysTime: 1010000 - ScannerThreadsUserTime: 614000 - ScannerThreadsVoluntaryContextSwitches: 46 - TotalRawHdfsReadTime(*): 24448 - TotalReadThroughput: 5231 - TotalTime: 437416024 Instance 5840e519cb1bb31f:124 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 156986667 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1528 - TotalStorageWaitTime: 4520876 - TotalThreadsInvoluntaryContextSwitches: 9 - TotalThreadsTotalWallClockTime: 1470029760 - TotalThreadsSysTime: 5504000 - TotalThreadsUserTime: 31437000 - TotalThreadsVoluntaryContextSwitches: 214 - TotalTime: 4680230580 Fragment Instance Lifecycle Timings - ExecTime: 138985324 - ExecTreeExecTime: 132886956 - InactiveTotalTime: 0 - OpenTime: 1205813812 - ExecTreeOpenTime: 94024 - PrepareTime: 3335377024 - ExecTreePrepareTime: 112811748 - TotalTime: 0 DataStreamSender (dst_id=205) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 36292 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 154659816 - CompileTime: 378964936 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 577930580 - PeakMemoryUsage: 94208 - PrepareTime: 2468468280 - TotalTime: 3542477992 HDFS_SCAN_NODE (id=90) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 11779672 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1763731965 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 71209912 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 3 - ScannerThreadsTotalWallClockTime: 125277452 - MaterializeTupleTime(*): 97292 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1607000 - ScannerThreadsVoluntaryContextSwitches: 25 - TotalRawHdfsReadTime(*): 23012 - TotalReadThroughput: 0 - TotalTime: 471300824 Instance 5840e519cb1bb31f:122 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 170742429 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1420 - TotalStorageWaitTime: 2836292 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 1379461492 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 23666000 - TotalThreadsVoluntaryContextSwitches: 64 - TotalTime: 1418581952 Fragment Instance Lifecycle Timings - ExecTime: 1339823480 - ExecTreeExecTime: 10440456 - InactiveTotalTime: 0 - OpenTime: 32566776 - ExecTreeOpenTime: 58268 - PrepareTime: 46155976 - ExecTreePrepareTime: 91840 - TotalTime: 0 DataStreamSender (dst_id=205) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 1035080 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 2484536 - CompileTime: 11816960 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 15539400 - PeakMemoryUsage: 94208 - PrepareTime: 36552260 - TotalTime: 64895384 HDFS_SCAN_NODE (id=90) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 15480961 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 7064356 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 7113148 - MaterializeTupleTime(*): 160 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 720000 - ScannerThreadsVoluntaryContextSwitches: 7 - TotalRawHdfsReadTime(*): 19960 - TotalReadThroughput: 0 - TotalTime: 10707216 Instance 5840e519cb1bb31f:120 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.3333333333333333 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 170526338 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1472 - TotalStorageWaitTime: 26499188 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 1377725400 - TotalThreadsSysTime: 1013000 - TotalThreadsUserTime: 23369000 - TotalThreadsVoluntaryContextSwitches: 42 - TotalTime: 1372702612 Fragment Instance Lifecycle Timings - ExecTime: 1301371624 - ExecTreeExecTime: 53579728 - InactiveTotalTime: 0 - OpenTime: 24321408 - ExecTreeOpenTime: 40440 - PrepareTime: 46982744 - ExecTreePrepareTime: 69160 - TotalTime: 0 DataStreamSender (dst_id=205) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 17024 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 904536 - CompileTime: 7209700 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 14622704 - PeakMemoryUsage: 94208 - PrepareTime: 42734488 - TotalTime: 65532708 HDFS_SCAN_NODE (id=90) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 46368547 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 52020212 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 52062740 - MaterializeTupleTime(*): 116 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 781000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 6664 - TotalReadThroughput: 0 - TotalTime: 53780328 Instance 5840e519cb1bb31f:125 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 238830 - PerHostPeakMemUsage: 168075216 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 223958524 - TotalStorageWaitTime: 5501618 - TotalThreadsInvoluntaryContextSwitches: 39 - TotalThreadsTotalWallClockTime: 641615676 - TotalThreadsSysTime: 2543000 - TotalThreadsUserTime: 34806000 - TotalThreadsVoluntaryContextSwitches: 93 - TotalTime: 1344763530 Fragment Instance Lifecycle Timings - ExecTime: 320239834 - ExecTreeExecTime: 51648666 - InactiveTotalTime: 0 - OpenTime: 273420792 - ExecTreeOpenTime: 56861 - PrepareTime: 751057072 - ExecTreePrepareTime: 11377607 - TotalTime: 0 DataStreamSender (dst_id=205) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 2172499 - OverallThroughput: 23586 - PeakMemoryUsage: 70560 - RowsReturned: 1 - SerializeBatchTime: 6072 - TotalTime: 6232424 - TransmitDataRPCTime: 67664 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 21243026 - CompileTime: 101402540 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 130310018 - PeakMemoryUsage: 94208 - PrepareTime: 608957425 - TotalTime: 871218771 HDFS_SCAN_NODE (id=90) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 17594856 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1728008762 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 44569804 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 1 - RowsReturnedRate: 11 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 12 - ScannerThreadsTotalWallClockTime: 47991788 - MaterializeTupleTime(*): 15392721 - ScannerThreadsSysTime: 484000 - ScannerThreadsUserTime: 1358000 - ScannerThreadsVoluntaryContextSwitches: 22 - TotalRawHdfsReadTime(*): 46564 - TotalReadThroughput: 0 - TotalTime: 85732987 Instance 5840e519cb1bb31f:126 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 94972348 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1584 - TotalStorageWaitTime: 1737792 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 1255340492 - TotalThreadsSysTime: 2454000 - TotalThreadsUserTime: 22829000 - TotalThreadsVoluntaryContextSwitches: 86 - TotalTime: 1286166948 Fragment Instance Lifecycle Timings - ExecTime: 1223770420 - ExecTreeExecTime: 2285900 - InactiveTotalTime: 0 - OpenTime: 29767576 - ExecTreeOpenTime: 45612 - PrepareTime: 32595988 - ExecTreePrepareTime: 74396 - TotalTime: 0 DataStreamSender (dst_id=205) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 30116 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 962852 - CompileTime: 8212400 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 19283436 - PeakMemoryUsage: 94208 - PrepareTime: 25492288 - TotalTime: 53549240 HDFS_SCAN_NODE (id=90) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 57053175 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1830668 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1865896 - MaterializeTupleTime(*): 64 - ScannerThreadsSysTime: 361000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 5416 - TotalReadThroughput: 0 - TotalTime: 2502228 Instance 5840e519cb1bb31f:121 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200146 - PerHostPeakMemUsage: 95346428 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1492 - TotalStorageWaitTime: 1838820 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 992664264 - TotalThreadsSysTime: 3872000 - TotalThreadsUserTime: 19854000 - TotalThreadsVoluntaryContextSwitches: 50 - TotalTime: 1020184180 Fragment Instance Lifecycle Timings - ExecTime: 966867568 - ExecTreeExecTime: 3945164 - InactiveTotalTime: 0 - OpenTime: 23277244 - ExecTreeOpenTime: 49764 - PrepareTime: 30010524 - ExecTreePrepareTime: 74552 - TotalTime: 0 DataStreamSender (dst_id=205) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 18584 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 2043464 - CompileTime: 6743444 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 14928212 - PeakMemoryUsage: 94208 - PrepareTime: 22571432 - TotalTime: 44939448 HDFS_SCAN_NODE (id=90) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 199296 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121032 - PerReadThreadRawHdfsThroughput: 1927464114 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2507996 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2543596 - MaterializeTupleTime(*): 81008 - ScannerThreadsSysTime: 839000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 20900 - TotalReadThroughput: 0 - TotalTime: 4161440 Averaged Fragment F64 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:12s454ms max:12s454ms mean: 12s454ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 645820308 - RowsProduced: 1 - TotalNetworkReceiveTime: 11696728567 - TotalNetworkSendTime: 143260 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11699006832 - TotalThreadsSysTime: 60000 - TotalThreadsUserTime: 469000 - TotalThreadsVoluntaryContextSwitches: 9 - TotalTime: 12442400011 Fragment Instance Lifecycle Timings - ExecTime: 220341 - ExecTreeExecTime: 3256 - InactiveTotalTime: 0 - OpenTime: 11698814542 - ExecTreeOpenTime: 11696826458 - PrepareTime: 743295574 - ExecTreePrepareTime: 57250 - TotalTime: 0 DataStreamSender (dst_id=210) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 448154 - OverallThroughput: 183595 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1360 - TotalTime: 43574 - TransmitDataRPCTime: 17851 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 663463959 - TotalTime: 684233736 AGGREGATION_NODE (id=209) - BuildTime: 679 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11696883260 EXCHANGE_NODE (id=208) - BytesReceived: 56 - ConvertRowBatchTime: 6866 - DeserializeRowBatchTimer: 90412 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11696740268 Fragment F64 Instance 5840e519cb1bb31f:135 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 645820308 - RowsProduced: 1 - TotalNetworkReceiveTime: 11696728567 - TotalNetworkSendTime: 143260 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11699006832 - TotalThreadsSysTime: 60000 - TotalThreadsUserTime: 469000 - TotalThreadsVoluntaryContextSwitches: 9 - TotalTime: 12442400011 Fragment Instance Lifecycle Timings - ExecTime: 220341 - ExecTreeExecTime: 3256 - InactiveTotalTime: 0 - OpenTime: 11698814542 - ExecTreeOpenTime: 11696826458 - PrepareTime: 743295574 - ExecTreePrepareTime: 57250 - TotalTime: 0 DataStreamSender (dst_id=210) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 448154 - OverallThroughput: 183595 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1360 - TotalTime: 43574 - TransmitDataRPCTime: 17851 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 663463959 - TotalTime: 684233736 AGGREGATION_NODE (id=209) - BuildTime: 679 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11696883260 EXCHANGE_NODE (id=208) - BytesReceived: 56 - ConvertRowBatchTime: 6866 - DeserializeRowBatchTimer: 90412 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 11696701844 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11696740268 Averaged Fragment F63 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:1s425ms max:12s096ms mean: 4s421ms stddev:4s256ms execution rates: min:158.00 B/sec max:31.65 KB/sec mean:7.54 KB/sec stddev:10.98 KB/sec num instances: 7 - AverageThreadTokens: 0.7142857142857143 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 127529956 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 6372021 - TotalStorageWaitTime: 2879010 - TotalThreadsInvoluntaryContextSwitches: 26 - TotalThreadsTotalWallClockTime: 2083648099 - TotalThreadsSysTime: 3620000 - TotalThreadsUserTime: 180368142 - TotalThreadsVoluntaryContextSwitches: 270 - TotalTime: 3483731438 Fragment Instance Lifecycle Timings - ExecTime: 9437629 - ExecTreeExecTime: 3790 - InactiveTotalTime: 0 - OpenTime: 2050848105 - ExecTreeOpenTime: 42794464 - PrepareTime: 1404550736 - ExecTreePrepareTime: 8426384 - TotalTime: 0 DataStreamSender (dst_id=208) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 734292 - OverallThroughput: 165761 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1907 - TotalTime: 3396263 - TransmitDataRPCTime: 15531 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 241559633 - CompileTime: 1025121870 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 923889660 - PeakMemoryUsage: 376320 - PrepareTime: 1084091402 - TotalTime: 3089557838 AGGREGATION_NODE (id=95) - BuildTime: 3223 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 19309 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 140 - SpilledPartitions: 0 - TotalTime: 51219619 HDFS_SCAN_NODE (id=94) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 23121 - BytesReadDataNodeCache: 0 - BytesReadLocal: 23121 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 23121 - DecompressionTime: 20642 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 62464 - PerReadThreadRawHdfsThroughput: 952364519 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 26457282 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 26560368 - MaterializeTupleTime(*): 9609942 - ScannerThreadsSysTime: 220428 - ScannerThreadsUserTime: 946142 - ScannerThreadsVoluntaryContextSwitches: 13 - TotalRawHdfsReadTime(*): 16875 - TotalReadThroughput: 0 - TotalTime: 44153493 Fragment F63 Instance 5840e519cb1bb31f:131 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 77837987 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 26326516 - TotalStorageWaitTime: 1781348 - TotalThreadsInvoluntaryContextSwitches: 50 - TotalThreadsTotalWallClockTime: 6347812996 - TotalThreadsSysTime: 3211000 - TotalThreadsUserTime: 200186000 - TotalThreadsVoluntaryContextSwitches: 646 - TotalTime: 11697783956 Fragment Instance Lifecycle Timings - ExecTime: 36524660 - ExecTreeExecTime: 4448 - InactiveTotalTime: 0 - OpenTime: 6254774072 - ExecTreeOpenTime: 146343092 - PrepareTime: 5406421260 - ExecTreePrepareTime: 46820416 - TotalTime: 0 DataStreamSender (dst_id=208) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 679809 - OverallThroughput: 206058 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2376 - TotalTime: 38824 - TransmitDataRPCTime: 11768 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1413055480 - CompileTime: 3041041900 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 2825329824 - PeakMemoryUsage: 376320 - PrepareTime: 3737975288 - TotalTime: 9868168436 AGGREGATION_NODE (id=95) ExecOption: Codegen Enabled - BuildTime: 6100 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 5 - SpilledPartitions: 0 - TotalTime: 193162236 HDFS_SCAN_NODE (id=94) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32356 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32356 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32356 - DecompressionTime: 29004 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1634141414 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 69898872 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 2 - ScannerThreadsTotalWallClockTime: 70060764 - MaterializeTupleTime(*): 22081336 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1583000 - ScannerThreadsVoluntaryContextSwitches: 20 - TotalRawHdfsReadTime(*): 19800 - TotalReadThroughput: 0 - TotalTime: 146871764 Instance 5840e519cb1bb31f:132 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 218629856 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 505668 - TotalStorageWaitTime: 2472452 - TotalThreadsInvoluntaryContextSwitches: 47 - TotalThreadsTotalWallClockTime: 6358420928 - TotalThreadsSysTime: 8955000 - TotalThreadsUserTime: 190120000 - TotalThreadsVoluntaryContextSwitches: 638 - TotalTime: 9901435924 Fragment Instance Lifecycle Timings - ExecTime: 804156 - ExecTreeExecTime: 4356 - InactiveTotalTime: 0 - OpenTime: 6320190428 - ExecTreeOpenTime: 44848196 - PrepareTime: 3449456788 - ExecTreePrepareTime: 11212148 - TotalTime: 0 DataStreamSender (dst_id=208) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 883002 - OverallThroughput: 348 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2132 - TotalTime: 22924116 - TransmitDataRPCTime: 9060 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 208510892 - CompileTime: 3400696316 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 2730403768 - PeakMemoryUsage: 376320 - PrepareTime: 2966452264 - TotalTime: 9217816640 AGGREGATION_NODE (id=95) ExecOption: Codegen Enabled - BuildTime: 3040 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 17 - SpilledPartitions: 0 - TotalTime: 56059576 HDFS_SCAN_NODE (id=94) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32388 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32388 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32388 - DecompressionTime: 25368 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1162193196 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 37379484 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 37469856 - MaterializeTupleTime(*): 34378376 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1478000 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 27868 - TotalReadThroughput: 0 - TotalTime: 78070848 Instance 5840e519cb1bb31f:133 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 196990741 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 173891 - TotalStorageWaitTime: 3240802 - TotalThreadsInvoluntaryContextSwitches: 87 - TotalThreadsTotalWallClockTime: 1079020386 - TotalThreadsSysTime: 3474000 - TotalThreadsUserTime: 215785000 - TotalThreadsVoluntaryContextSwitches: 198 - TotalTime: 1818431451 Fragment Instance Lifecycle Timings - ExecTime: 272248 - ExecTreeExecTime: 6710 - InactiveTotalTime: 0 - OpenTime: 1026922208 - ExecTreeOpenTime: 67940155 - PrepareTime: 791203875 - ExecTreePrepareTime: 199052 - TotalTime: 0 DataStreamSender (dst_id=208) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 165463 - OverallThroughput: 42287 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2500 - TotalTime: 189181 - TransmitDataRPCTime: 48349 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 60250177 - CompileTime: 542423000 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 401483620 - PeakMemoryUsage: 376320 - PrepareTime: 716036524 - TotalTime: 1666783666 AGGREGATION_NODE (id=95) ExecOption: Codegen Enabled - BuildTime: 8657 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 14 - SpilledPartitions: 0 - TotalTime: 68138535 HDFS_SCAN_NODE (id=94) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 64093 - BytesReadDataNodeCache: 0 - BytesReadLocal: 64093 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 64093 - DecompressionTime: 63806 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 93184 - PerReadThreadRawHdfsThroughput: 1562938938 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 60002799 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 59997028 - MaterializeTupleTime(*): 8193843 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2784000 - ScannerThreadsVoluntaryContextSwitches: 19 - TotalRawHdfsReadTime(*): 41008 - TotalReadThroughput: 0 - TotalTime: 61713681 Instance 5840e519cb1bb31f:12e (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 118386549 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 7538260 - TotalStorageWaitTime: 8970296 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 240378984 - TotalThreadsSysTime: 4060000 - TotalThreadsUserTime: 175031000 - TotalThreadsVoluntaryContextSwitches: 79 - TotalTime: 262445420 Fragment Instance Lifecycle Timings - ExecTime: 13643600 - ExecTreeExecTime: 3312 - InactiveTotalTime: 0 - OpenTime: 217658524 - ExecTreeOpenTime: 29032668 - PrepareTime: 31106824 - ExecTreePrepareTime: 96596 - TotalTime: 0 DataStreamSender (dst_id=208) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 1126760 - OverallThroughput: 350692 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1544 - TotalTime: 22812 - TransmitDataRPCTime: 7100 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1903176 - CompileTime: 48279916 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 137483316 - PeakMemoryUsage: 376320 - PrepareTime: 29468204 - TotalTime: 215781132 AGGREGATION_NODE (id=95) ExecOption: Codegen Enabled - BuildTime: 516 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 34 - SpilledPartitions: 0 - TotalTime: 29127880 HDFS_SCAN_NODE (id=94) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 71527777 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 9067224 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 9115452 - MaterializeTupleTime(*): 152 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 717000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4320 - TotalReadThroughput: 0 - TotalTime: 10543592 Instance 5840e519cb1bb31f:12f (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 81967051 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 525180 - TotalStorageWaitTime: 1239136 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 178454244 - TotalThreadsSysTime: 4202000 - TotalThreadsUserTime: 155077000 - TotalThreadsVoluntaryContextSwitches: 84 - TotalTime: 246569452 Fragment Instance Lifecycle Timings - ExecTime: 1063616 - ExecTreeExecTime: 3076 - InactiveTotalTime: 0 - OpenTime: 173034348 - ExecTreeOpenTime: 5067352 - PrepareTime: 71631568 - ExecTreePrepareTime: 127944 - TotalTime: 0 DataStreamSender (dst_id=208) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 629524 - OverallThroughput: 243872 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1556 - TotalTime: 32804 - TransmitDataRPCTime: 12708 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 3276176 - CompileTime: 48229584 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 117293752 - PeakMemoryUsage: 376320 - PrepareTime: 63334088 - TotalTime: 231190872 AGGREGATION_NODE (id=95) ExecOption: Codegen Enabled - BuildTime: 2924 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 192 - SpilledPartitions: 0 - TotalTime: 5193808 HDFS_SCAN_NODE (id=94) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32089 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32089 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32089 - DecompressionTime: 26320 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 2098966509 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 4316628 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 4397912 - MaterializeTupleTime(*): 2615668 - ScannerThreadsSysTime: 855000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 10 - TotalRawHdfsReadTime(*): 15288 - TotalReadThroughput: 0 - TotalTime: 5173440 Instance 5840e519cb1bb31f:130 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 118650268 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 9373084 - TotalStorageWaitTime: 1905168 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 200328976 - TotalThreadsSysTime: 1438000 - TotalThreadsUserTime: 164563000 - TotalThreadsVoluntaryContextSwitches: 118 - TotalTime: 236803140 Fragment Instance Lifecycle Timings - ExecTime: 13441156 - ExecTreeExecTime: 2664 - InactiveTotalTime: 0 - OpenTime: 183150476 - ExecTreeOpenTime: 4816124 - PrepareTime: 40168804 - ExecTreePrepareTime: 126572 - TotalTime: 0 DataStreamSender (dst_id=208) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 708968 - OverallThroughput: 302251 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2180 - TotalTime: 26468 - TransmitDataRPCTime: 11284 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2245320 - CompileTime: 50253160 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 125685956 - PeakMemoryUsage: 376320 - PrepareTime: 38502732 - TotalTime: 215170560 AGGREGATION_NODE (id=95) ExecOption: Codegen Enabled - BuildTime: 868 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 202 - SpilledPartitions: 0 - TotalTime: 4941600 HDFS_SCAN_NODE (id=94) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 48799747 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3913020 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 4251956 - MaterializeTupleTime(*): 64 - ScannerThreadsSysTime: 688000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 27 - TotalRawHdfsReadTime(*): 6332 - TotalReadThroughput: 0 - TotalTime: 4997800 Instance 5840e519cb1bb31f:134 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 80247242 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 161552 - TotalStorageWaitTime: 543868 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 181120180 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 161815000 - TotalThreadsVoluntaryContextSwitches: 132 - TotalTime: 222650724 Fragment Instance Lifecycle Timings - ExecTime: 313972 - ExecTreeExecTime: 1968 - InactiveTotalTime: 0 - OpenTime: 180206684 - ExecTreeOpenTime: 1513664 - PrepareTime: 41866036 - ExecTreePrepareTime: 401960 - TotalTime: 0 DataStreamSender (dst_id=208) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 946521 - OverallThroughput: 14824 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1064 - TotalTime: 539640 - TransmitDataRPCTime: 8452 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1676216 - CompileTime: 44929220 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 129547384 - PeakMemoryUsage: 376320 - PrepareTime: 36870720 - TotalTime: 211993564 AGGREGATION_NODE (id=95) ExecOption: Codegen Enabled - BuildTime: 460 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 522 - SpilledPartitions: 0 - TotalTime: 1913700 HDFS_SCAN_NODE (id=94) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 87984054 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 622952 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 629608 - MaterializeTupleTime(*): 160 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 61000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3512 - TotalReadThroughput: 0 - TotalTime: 1703328 Averaged Fragment F72 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:13s037ms max:13s037ms mean: 13s037ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 764089375 - RowsProduced: 1 - TotalNetworkReceiveTime: 12325649211 - TotalNetworkSendTime: 9074780 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 12457168885 - TotalThreadsSysTime: 19000 - TotalThreadsUserTime: 652000 - TotalThreadsVoluntaryContextSwitches: 21 - TotalTime: 13036754243 Fragment Instance Lifecycle Timings - ExecTime: 107543659 - ExecTreeExecTime: 3791 - InactiveTotalTime: 0 - OpenTime: 12350227234 - ExecTreeOpenTime: 12325811040 - PrepareTime: 578927592 - ExecTreePrepareTime: 24341657 - TotalTime: 0 DataStreamSender (dst_id=224) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 1834677 - OverallThroughput: 2722 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 9326 - TotalTime: 33425856 - TransmitDataRPCTime: 49600 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 447876715 - TotalTime: 458276435 AGGREGATION_NODE (id=223) - BuildTime: 7894 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12350151562 EXCHANGE_NODE (id=222) - BytesReceived: 91 - ConvertRowBatchTime: 5905 - DeserializeRowBatchTimer: 175278 - FirstBatchArrivalWaitTime: 12089045077 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12325686149 Fragment F72 Instance 5840e519cb1bb31f:15d (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 764089375 - RowsProduced: 1 - TotalNetworkReceiveTime: 12325649211 - TotalNetworkSendTime: 9074780 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 12457168885 - TotalThreadsSysTime: 19000 - TotalThreadsUserTime: 652000 - TotalThreadsVoluntaryContextSwitches: 21 - TotalTime: 13036754243 Fragment Instance Lifecycle Timings - ExecTime: 107543659 - ExecTreeExecTime: 3791 - InactiveTotalTime: 0 - OpenTime: 12350227234 - ExecTreeOpenTime: 12325811040 - PrepareTime: 578927592 - ExecTreePrepareTime: 24341657 - TotalTime: 0 DataStreamSender (dst_id=224) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 1834677 - OverallThroughput: 2722 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 9326 - TotalTime: 33425856 - TransmitDataRPCTime: 49600 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 447876715 - TotalTime: 458276435 AGGREGATION_NODE (id=223) - BuildTime: 7894 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12350151562 EXCHANGE_NODE (id=222) - BytesReceived: 91 - ConvertRowBatchTime: 5905 - DeserializeRowBatchTimer: 175278 - FirstBatchArrivalWaitTime: 12089045077 - InactiveTotalTime: 12325615970 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12325686149 Averaged Fragment F66 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:12s558ms max:12s763ms mean: 12s679ms stddev:69.006ms execution rates: min:24.00 B/sec max:4.80 KB/sec mean:1.73 KB/sec stddev:1.67 KB/sec num instances: 7 - AverageThreadTokens: 1.0057142857142858 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 594900807 - RowsProduced: 1 - TotalNetworkReceiveTime: 10690742678 - TotalNetworkSendTime: 2391813 - TotalStorageWaitTime: 11177111 - TotalThreadsInvoluntaryContextSwitches: 9 - TotalThreadsTotalWallClockTime: 11318030486 - TotalThreadsSysTime: 2845428 - TotalThreadsUserTime: 40040000 - TotalThreadsVoluntaryContextSwitches: 111 - TotalTime: 12626038846 Fragment Instance Lifecycle Timings - ExecTime: 5335823 - ExecTreeExecTime: 3872 - InactiveTotalTime: 0 - OpenTime: 11294608908 - ExecTreeOpenTime: 10734678997 - PrepareTime: 1326051417 - ExecTreePrepareTime: 5532683 - TotalTime: 0 DataStreamSender (dst_id=222) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1105612 - OverallThroughput: 291195 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 9763 - TotalTime: 1952886 - TransmitDataRPCTime: 13653 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 176620366 - CompileTime: 269878797 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 183157840 - PeakMemoryUsage: 257024 - PrepareTime: 1041839291 - TotalTime: 1542370897 AGGREGATION_NODE (id=109) - BuildTime: 29280 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 48798 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 10740209864 NESTED_LOOP_JOIN_NODE (id=108) - BuildRows: 1 - BuildTime: 626014 - InactiveTotalTime: 0 - LocalTime: 7322552 - PeakMemoryUsage: 62256 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 1250 - RowsReturnedRate: 149 - TotalTime: 10733277239 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=221) - BytesReceived: 21 - ConvertRowBatchTime: 1640 - DeserializeRowBatchTimer: 25196 - FirstBatchArrivalWaitTime: 10617558713 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10690747613 HDFS_SCAN_NODE (id=107) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 25511 - BytesReadDataNodeCache: 0 - BytesReadLocal: 25511 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 25511 - DecompressionTime: 1516161 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 49237 - PerReadThreadRawHdfsThroughput: 1270682490 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 21668423 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 204364 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 22998516 - MaterializeTupleTime(*): 46157 - ScannerThreadsSysTime: 379000 - ScannerThreadsUserTime: 426714 - ScannerThreadsVoluntaryContextSwitches: 7 - TotalRawHdfsReadTime(*): 15369 - TotalReadThroughput: 439 - TotalTime: 35207073 Fragment F66 Instance 5840e519cb1bb31f:156 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 879562408 - RowsProduced: 1 - TotalNetworkReceiveTime: 12690445764 - TotalNetworkSendTime: 2367276 - TotalStorageWaitTime: 3584460 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 12744161204 - TotalThreadsSysTime: 3437000 - TotalThreadsUserTime: 31578000 - TotalThreadsVoluntaryContextSwitches: 68 - TotalTime: 12764139048 Fragment Instance Lifecycle Timings - ExecTime: 5928136 - ExecTreeExecTime: 2512 - InactiveTotalTime: 0 - OpenTime: 12734515596 - ExecTreeOpenTime: 12694903256 - PrepareTime: 23663336 - ExecTreePrepareTime: 168548 - TotalTime: 0 DataStreamSender (dst_id=222) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 2249134 - OverallThroughput: 494974 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4112 - TotalTime: 26264 - TransmitDataRPCTime: 5780 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 928256 - CompileTime: 12780368 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 24046224 - PeakMemoryUsage: 257024 - PrepareTime: 21389252 - TotalTime: 58739248 AGGREGATION_NODE (id=109) ExecOption: Codegen Enabled - BuildTime: 1108 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12695070604 NESTED_LOOP_JOIN_NODE (id=108) - BuildRows: 1 - BuildTime: 4832 - InactiveTotalTime: 0 - LocalTime: 138980 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12695015564 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=221) - BytesReceived: 21 - ConvertRowBatchTime: 1280 - DeserializeRowBatchTimer: 4088 - FirstBatchArrivalWaitTime: 12603142920 - InactiveTotalTime: 12690440528 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12690449816 HDFS_SCAN_NODE (id=107) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 56428049 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3685228 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 3751308 - MaterializeTupleTime(*): 92 - ScannerThreadsSysTime: 477000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 5476 - TotalReadThroughput: 0 - TotalTime: 4426768 Instance 5840e519cb1bb31f:157 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 705006686 - RowsProduced: 1 - TotalNetworkReceiveTime: 12638886092 - TotalNetworkSendTime: 221204 - TotalStorageWaitTime: 1894440 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12681180720 - TotalThreadsSysTime: 1916000 - TotalThreadsUserTime: 31919000 - TotalThreadsVoluntaryContextSwitches: 38 - TotalTime: 12734110652 Fragment Instance Lifecycle Timings - ExecTime: 522572 - ExecTreeExecTime: 4148 - InactiveTotalTime: 0 - OpenTime: 12678862100 - ExecTreeOpenTime: 12643075500 - PrepareTime: 54686936 - ExecTreePrepareTime: 3644820 - TotalTime: 0 DataStreamSender (dst_id=222) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 865512 - OverallThroughput: 309405 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6072 - TotalTime: 42016 - TransmitDataRPCTime: 15020 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1360204 - CompileTime: 9535724 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 23350436 - PeakMemoryUsage: 257024 - PrepareTime: 43894876 - TotalTime: 77830756 AGGREGATION_NODE (id=109) ExecOption: Codegen Enabled - BuildTime: 11268 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57752 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12646719580 NESTED_LOOP_JOIN_NODE (id=108) - BuildRows: 1 - BuildTime: 5632 - InactiveTotalTime: 0 - LocalTime: 1504420 - PeakMemoryUsage: 69016 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1751 - RowsReturnedRate: 138 - TotalTime: 12649851200 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=221) - BytesReceived: 21 - ConvertRowBatchTime: 576 - DeserializeRowBatchTimer: 9204 - FirstBatchArrivalWaitTime: 12551962444 - InactiveTotalTime: 12638879000 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12638889220 HDFS_SCAN_NODE (id=107) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35438 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35438 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35438 - DecompressionTime: 91816 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65944 - PerReadThreadRawHdfsThroughput: 2948252911 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2172076 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 281467 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2294400 - MaterializeTupleTime(*): 40100 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1134000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 12020 - TotalReadThroughput: 0 - TotalTime: 9457560 Instance 5840e519cb1bb31f:158 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 651597434 - RowsProduced: 1 - TotalNetworkReceiveTime: 12618062776 - TotalNetworkSendTime: 4980988 - TotalStorageWaitTime: 3318412 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 12704085364 - TotalThreadsSysTime: 2084000 - TotalThreadsUserTime: 45912000 - TotalThreadsVoluntaryContextSwitches: 101 - TotalTime: 12734000136 Fragment Instance Lifecycle Timings - ExecTime: 13242920 - ExecTreeExecTime: 4080 - InactiveTotalTime: 0 - OpenTime: 12687328056 - ExecTreeOpenTime: 12627704948 - PrepareTime: 33372836 - ExecTreePrepareTime: 233980 - TotalTime: 0 DataStreamSender (dst_id=222) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 855938 - OverallThroughput: 295884 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4732 - TotalTime: 43936 - TransmitDataRPCTime: 15188 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 898668 - CompileTime: 16717788 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 40053876 - PeakMemoryUsage: 257024 - PrepareTime: 28071292 - TotalTime: 86259116 AGGREGATION_NODE (id=109) ExecOption: Codegen Enabled - BuildTime: 146848 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12627937668 NESTED_LOOP_JOIN_NODE (id=108) - BuildRows: 1 - BuildTime: 5252 - InactiveTotalTime: 0 - LocalTime: 182868 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12623403384 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=221) - BytesReceived: 21 - ConvertRowBatchTime: 564 - DeserializeRowBatchTimer: 56356 - FirstBatchArrivalWaitTime: 12535852704 - InactiveTotalTime: 12618056832 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12618066156 HDFS_SCAN_NODE (id=107) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 23623853 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3474776 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 3539440 - MaterializeTupleTime(*): 60 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 967000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 13080 - TotalReadThroughput: 0 - TotalTime: 5154360 Instance 5840e519cb1bb31f:15c (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 663296891 - RowsProduced: 1 - TotalNetworkReceiveTime: 12616080092 - TotalNetworkSendTime: 917972 - TotalStorageWaitTime: 804896 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 12663944456 - TotalThreadsSysTime: 2146000 - TotalThreadsUserTime: 34959000 - TotalThreadsVoluntaryContextSwitches: 75 - TotalTime: 12694541336 Fragment Instance Lifecycle Timings - ExecTime: 1875260 - ExecTreeExecTime: 3528 - InactiveTotalTime: 0 - OpenTime: 12661180952 - ExecTreeOpenTime: 12618861768 - PrepareTime: 31455748 - ExecTreePrepareTime: 175448 - TotalTime: 0 DataStreamSender (dst_id=222) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 985147 - OverallThroughput: 214947 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 32848 - TotalTime: 60480 - TransmitDataRPCTime: 13196 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1113364 - CompileTime: 14955540 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 25633596 - PeakMemoryUsage: 257024 - PrepareTime: 27736068 - TotalTime: 70244852 AGGREGATION_NODE (id=109) ExecOption: Codegen Enabled - BuildTime: 1264 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12619035224 NESTED_LOOP_JOIN_NODE (id=108) - BuildRows: 1 - BuildTime: 13936 - InactiveTotalTime: 0 - LocalTime: 137640 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12618790372 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=221) - BytesReceived: 21 - ConvertRowBatchTime: 584 - DeserializeRowBatchTimer: 8332 - FirstBatchArrivalWaitTime: 12529761112 - InactiveTotalTime: 12616073040 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12616084960 HDFS_SCAN_NODE (id=107) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 55455850 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 905552 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 919056 - MaterializeTupleTime(*): 132 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 123000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 5572 - TotalReadThroughput: 0 - TotalTime: 2567772 Instance 5840e519cb1bb31f:15b (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 740870667 - RowsProduced: 1 - TotalNetworkReceiveTime: 11765721323 - TotalNetworkSendTime: 147406 - TotalStorageWaitTime: 3843794 - TotalThreadsInvoluntaryContextSwitches: 35 - TotalThreadsTotalWallClockTime: 11943533358 - TotalThreadsSysTime: 2034000 - TotalThreadsUserTime: 44723000 - TotalThreadsVoluntaryContextSwitches: 65 - TotalTime: 12633038314 Fragment Instance Lifecycle Timings - ExecTime: 218507 - ExecTreeExecTime: 3187 - InactiveTotalTime: 0 - OpenTime: 11951745403 - ExecTreeOpenTime: 11770901492 - PrepareTime: 681036121 - ExecTreePrepareTime: 18818770 - TotalTime: 0 DataStreamSender (dst_id=222) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 764705 - OverallThroughput: 968 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 8721 - TotalTime: 13418857 - TransmitDataRPCTime: 17000 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 90821832 - CompileTime: 38092588 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 112896756 - PeakMemoryUsage: 257024 - PrepareTime: 518804599 - TotalTime: 707908356 AGGREGATION_NODE (id=109) ExecOption: Codegen Enabled - BuildTime: 17868 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11789718568 NESTED_LOOP_JOIN_NODE (id=108) - BuildRows: 1 - BuildTime: 12276 - InactiveTotalTime: 0 - LocalTime: 37491719 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 3499 - RowsReturnedRate: 296 - TotalTime: 11808214718 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=221) - BytesReceived: 21 - ConvertRowBatchTime: 2218 - DeserializeRowBatchTimer: 27390 - FirstBatchArrivalWaitTime: 11685970850 - InactiveTotalTime: 11765714906 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11765726871 HDFS_SCAN_NODE (id=107) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 70769 - BytesReadDataNodeCache: 0 - BytesReadLocal: 70769 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 70769 - DecompressionTime: 194325 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 81300 - PerReadThreadRawHdfsThroughput: 2342336080 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 4216539 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 1065224 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 4504269 - MaterializeTupleTime(*): 86147 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 763000 - ScannerThreadsVoluntaryContextSwitches: 10 - TotalRawHdfsReadTime(*): 30213 - TotalReadThroughput: 0 - TotalTime: 4996128 Instance 5840e519cb1bb31f:159 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.04 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 107636359 - RowsProduced: 1 - TotalNetworkReceiveTime: 4156019408 - TotalNetworkSendTime: 5814740 - TotalStorageWaitTime: 61432616 - TotalThreadsInvoluntaryContextSwitches: 9 - TotalThreadsTotalWallClockTime: 7000451164 - TotalThreadsSysTime: 3664000 - TotalThreadsUserTime: 47217000 - TotalThreadsVoluntaryContextSwitches: 271 - TotalTime: 12586307960 Fragment Instance Lifecycle Timings - ExecTime: 12268600 - ExecTreeExecTime: 4856 - InactiveTotalTime: 0 - OpenTime: 6851387680 - ExecTreeOpenTime: 4392989008 - PrepareTime: 5722594772 - ExecTreePrepareTime: 308656 - TotalTime: 0 DataStreamSender (dst_id=222) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 654450 - OverallThroughput: 256107 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5692 - TotalTime: 50760 - TransmitDataRPCTime: 19864 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1140139768 - CompileTime: 1527817724 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 567683712 - PeakMemoryUsage: 257024 - PrepareTime: 3996510084 - TotalTime: 6270468872 AGGREGATION_NODE (id=109) ExecOption: Codegen Enabled - BuildTime: 15184 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 4393293896 NESTED_LOOP_JOIN_NODE (id=108) - BuildRows: 1 - BuildTime: 3724 - InactiveTotalTime: 0 - LocalTime: 450000 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1752 - RowsReturnedRate: 403 - TotalTime: 4337860192 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=221) - BytesReceived: 21 - ConvertRowBatchTime: 732 - DeserializeRowBatchTimer: 3444 - FirstBatchArrivalWaitTime: 4153248208 - InactiveTotalTime: 4156015496 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 4156023320 HDFS_SCAN_NODE (id=107) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 35703 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35703 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35703 - DecompressionTime: 10244180 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 57748 - PerReadThreadRawHdfsThroughput: 1779455741 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 128225580 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 14670 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 2 - ScannerThreadsTotalWallClockTime: 136855348 - MaterializeTupleTime(*): 157052 - ScannerThreadsSysTime: 1414000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 15 - TotalRawHdfsReadTime(*): 20064 - TotalReadThroughput: 3077 - TotalTime: 181386872 Instance 5840e519cb1bb31f:15a (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 416335209 - RowsProduced: 1 - TotalNetworkReceiveTime: 8349983292 - TotalNetworkSendTime: 2293108 - TotalStorageWaitTime: 3361160 - TotalThreadsInvoluntaryContextSwitches: 22 - TotalThreadsTotalWallClockTime: 9488857140 - TotalThreadsSysTime: 4637000 - TotalThreadsUserTime: 43972000 - TotalThreadsVoluntaryContextSwitches: 159 - TotalTime: 12236134476 Fragment Instance Lifecycle Timings - ExecTime: 3294772 - ExecTreeExecTime: 4796 - InactiveTotalTime: 0 - OpenTime: 9497242572 - ExecTreeOpenTime: 8394317012 - PrepareTime: 2735550176 - ExecTreePrepareTime: 15378560 - TotalTime: 0 DataStreamSender (dst_id=222) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1364399 - OverallThroughput: 466083 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6164 - TotalTime: 27892 - TransmitDataRPCTime: 9528 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1080472 - CompileTime: 269251852 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 488440284 - PeakMemoryUsage: 257024 - PrepareTime: 2656468868 - TotalTime: 3525145084 AGGREGATION_NODE (id=109) ExecOption: Codegen Enabled - BuildTime: 11420 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 8409693512 NESTED_LOOP_JOIN_NODE (id=108) - BuildRows: 1 - BuildTime: 4336448 - InactiveTotalTime: 0 - LocalTime: 11352240 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1748 - RowsReturnedRate: 208 - TotalTime: 8399805244 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=221) - BytesReceived: 21 - ConvertRowBatchTime: 5532 - DeserializeRowBatchTimer: 67560 - FirstBatchArrivalWaitTime: 8262972756 - InactiveTotalTime: 8349975452 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8349992952 HDFS_SCAN_NODE (id=107) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35744 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35744 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35744 - DecompressionTime: 82812 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65940 - PerReadThreadRawHdfsThroughput: 1689224952 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 8999216 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 69188 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 4 - ScannerThreadsTotalWallClockTime: 9125792 - MaterializeTupleTime(*): 39520 - ScannerThreadsSysTime: 762000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 21160 - TotalReadThroughput: 0 - TotalTime: 38460052 Averaged Fragment F69 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:12s700ms max:12s700ms mean: 12s700ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 740870667 - RowsProduced: 1 - TotalNetworkReceiveTime: 11779900790 - TotalNetworkSendTime: 76461557 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11878351275 - TotalThreadsSysTime: 165000 - TotalThreadsUserTime: 855000 - TotalThreadsVoluntaryContextSwitches: 15 - TotalTime: 12699073882 Fragment Instance Lifecycle Timings - ExecTime: 89958590 - ExecTreeExecTime: 4554 - InactiveTotalTime: 0 - OpenTime: 11788429371 - ExecTreeOpenTime: 11780042195 - PrepareTime: 820640928 - ExecTreePrepareTime: 10434974 - TotalTime: 0 DataStreamSender (dst_id=221) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 2289469 - OverallThroughput: 1154444 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 12184 - TotalTime: 127334 - TransmitDataRPCTime: 64207 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 639696174 - TotalTime: 669093100 NESTED_LOOP_JOIN_NODE (id=106) - BuildRows: 1 - BuildTime: 5897 - InactiveTotalTime: 0 - LocalTime: 15857679 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 11800879258 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=220) - BytesReceived: 8 - ConvertRowBatchTime: 985 - DeserializeRowBatchTimer: 15778 - FirstBatchArrivalWaitTime: 11779833502 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11779870405 AGGREGATION_NODE (id=217) - BuildTime: 7970 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 194 - SpilledPartitions: 0 - TotalTime: 5151174 EXCHANGE_NODE (id=216) - BytesReceived: 91 - ConvertRowBatchTime: 4123 - DeserializeRowBatchTimer: 80197 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 164713 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 42498 Fragment F69 Instance 5840e519cb1bb31f:155 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 740870667 - RowsProduced: 1 - TotalNetworkReceiveTime: 11779900790 - TotalNetworkSendTime: 76461557 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11878351275 - TotalThreadsSysTime: 165000 - TotalThreadsUserTime: 855000 - TotalThreadsVoluntaryContextSwitches: 15 - TotalTime: 12699073882 Fragment Instance Lifecycle Timings - ExecTime: 89958590 - ExecTreeExecTime: 4554 - InactiveTotalTime: 0 - OpenTime: 11788429371 - ExecTreeOpenTime: 11780042195 - PrepareTime: 820640928 - ExecTreePrepareTime: 10434974 - TotalTime: 0 DataStreamSender (dst_id=221) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 2289469 - OverallThroughput: 1154444 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 12184 - TotalTime: 127334 - TransmitDataRPCTime: 64207 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 639696174 - TotalTime: 669093100 NESTED_LOOP_JOIN_NODE (id=106) - BuildRows: 1 - BuildTime: 5897 - InactiveTotalTime: 0 - LocalTime: 15857679 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 11800879258 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=220) - BytesReceived: 8 - ConvertRowBatchTime: 985 - DeserializeRowBatchTimer: 15778 - FirstBatchArrivalWaitTime: 11779833502 - InactiveTotalTime: 11779862811 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11779870405 AGGREGATION_NODE (id=217) - BuildTime: 7970 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 194 - SpilledPartitions: 0 - TotalTime: 5151174 EXCHANGE_NODE (id=216) - BytesReceived: 91 - ConvertRowBatchTime: 4123 - DeserializeRowBatchTimer: 80197 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 164713 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 42498 Averaged Fragment F67 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:7s567ms max:10s101ms mean: 8s184ms stddev:851.664ms execution rates: min:39.00 B/sec max:8.02 KB/sec mean:2.65 KB/sec stddev:2.72 KB/sec num instances: 7 - AverageThreadTokens: 1.0166666666666666 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1386302 - PerHostPeakMemUsage: 263787637 - RowsProduced: 1 - TotalNetworkReceiveTime: 5154475307 - TotalNetworkSendTime: 5233346 - TotalStorageWaitTime: 3348677 - TotalThreadsInvoluntaryContextSwitches: 23 - TotalThreadsTotalWallClockTime: 6625400122 - TotalThreadsSysTime: 3508857 - TotalThreadsUserTime: 162054857 - TotalThreadsVoluntaryContextSwitches: 181 - TotalTime: 8097830860 Fragment Instance Lifecycle Timings - ExecTime: 6649448 - ExecTreeExecTime: 6264 - InactiveTotalTime: 0 - OpenTime: 6566437717 - ExecTreeOpenTime: 5319819196 - PrepareTime: 1512706008 - ExecTreePrepareTime: 25076866 - TotalTime: 0 DataStreamSender (dst_id=216) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 796791 - OverallThroughput: 315169 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 8323 - TotalTime: 42817 - TransmitDataRPCTime: 16927 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 97542065 - CompileTime: 549771901 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 621718535 - PeakMemoryUsage: 1329664 - PrepareTime: 1134591287 - TotalTime: 2352815807 AGGREGATION_NODE (id=103) - BuildTime: 4386 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 71057 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5344896696 NESTED_LOOP_JOIN_NODE (id=102) - BuildRows: 1 - BuildTime: 8362 - InactiveTotalTime: 0 - LocalTime: 2894331 - PeakMemoryUsage: 58623 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 545 - RowsReturnedRate: 576 - TotalTime: 5273290057 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=215) - BytesReceived: 21 - ConvertRowBatchTime: 823 - DeserializeRowBatchTimer: 102359 - FirstBatchArrivalWaitTime: 643093099 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 17816 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5154479538 HDFS_SCAN_NODE (id=101) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.21428571428571427 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 36637623 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 81736 - PerReadThreadRawHdfsThroughput: 1132727671 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 57408702 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 155054 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 89383216 - MaterializeTupleTime(*): 1102249 - ScannerThreadsSysTime: 337714 - ScannerThreadsUserTime: 632000 - ScannerThreadsVoluntaryContextSwitches: 15 - TotalRawHdfsReadTime(*): 17393 - TotalReadThroughput: 1382 - TotalTime: 120269899 Fragment F67 Instance 5840e519cb1bb31f:149 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.05 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 68043571 - RowsProduced: 1 - TotalNetworkReceiveTime: 3460 - TotalNetworkSendTime: 1266120 - TotalStorageWaitTime: 5995408 - TotalThreadsInvoluntaryContextSwitches: 21 - TotalThreadsTotalWallClockTime: 4626878888 - TotalThreadsSysTime: 4204000 - TotalThreadsUserTime: 179532000 - TotalThreadsVoluntaryContextSwitches: 435 - TotalTime: 10065624856 Fragment Instance Lifecycle Timings - ExecTime: 2589928 - ExecTreeExecTime: 5620 - InactiveTotalTime: 0 - OpenTime: 4368300956 - ExecTreeOpenTime: 666328792 - PrepareTime: 5694632872 - ExecTreePrepareTime: 49397192 - TotalTime: 0 DataStreamSender (dst_id=216) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 608272 - OverallThroughput: 302128 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6028 - TotalTime: 43028 - TransmitDataRPCTime: 21372 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 212206584 - CompileTime: 2297524132 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 1066536820 - PeakMemoryUsage: 1329664 - PrepareTime: 4307882844 - TotalTime: 7876083912 AGGREGATION_NODE (id=103) ExecOption: Codegen Enabled - BuildTime: 5420 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 715726248 NESTED_LOOP_JOIN_NODE (id=102) - BuildRows: 1 - BuildTime: 14360 - InactiveTotalTime: 0 - LocalTime: 0 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 764 - RowsReturnedRate: 1947 - TotalTime: 392213096 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=215) - BytesReceived: 21 - ConvertRowBatchTime: 796 - DeserializeRowBatchTimer: 613452 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 124688 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 8020 HDFS_SCAN_NODE (id=101) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.5 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 135854740 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 125116 - PerReadThreadRawHdfsThroughput: 1845975232 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 256475500 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 6295 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 477459920 - MaterializeTupleTime(*): 99640 - ScannerThreadsSysTime: 1024000 - ScannerThreadsUserTime: 801000 - ScannerThreadsVoluntaryContextSwitches: 54 - TotalRawHdfsReadTime(*): 21964 - TotalReadThroughput: 4267 - TotalTime: 422681056 Instance 5840e519cb1bb31f:14a (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0666666666666667 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 209499135 - RowsProduced: 1 - TotalNetworkReceiveTime: 34926076 - TotalNetworkSendTime: 28562228 - TotalStorageWaitTime: 1945396 - TotalThreadsInvoluntaryContextSwitches: 25 - TotalThreadsTotalWallClockTime: 4298484280 - TotalThreadsSysTime: 6781000 - TotalThreadsUserTime: 178006000 - TotalThreadsVoluntaryContextSwitches: 405 - TotalTime: 8077023856 Fragment Instance Lifecycle Timings - ExecTime: 28918020 - ExecTreeExecTime: 18928 - InactiveTotalTime: 0 - OpenTime: 4177273572 - ExecTreeOpenTime: 492448304 - PrepareTime: 3786907008 - ExecTreePrepareTime: 124396116 - TotalTime: 0 DataStreamSender (dst_id=216) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 629967 - OverallThroughput: 266852 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7656 - TotalTime: 48716 - TransmitDataRPCTime: 20636 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 440568660 - CompileTime: 1134126868 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 2415775728 - PeakMemoryUsage: 1329664 - PrepareTime: 2656238560 - TotalTime: 6307858960 AGGREGATION_NODE (id=103) ExecOption: Codegen Enabled - BuildTime: 5604 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 616855616 NESTED_LOOP_JOIN_NODE (id=102) - BuildRows: 1 - BuildTime: 15188 - InactiveTotalTime: 0 - LocalTime: 10966608 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 763 - RowsReturnedRate: 1734 - TotalTime: 439829132 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=215) - BytesReceived: 21 - ConvertRowBatchTime: 1176 - DeserializeRowBatchTimer: 10480 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 34921256 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 28 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 34930172 HDFS_SCAN_NODE (id=101) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 120001872 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111804 - PerReadThreadRawHdfsThroughput: 1555772769 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 129559884 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 6754 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 129803848 - MaterializeTupleTime(*): 7358300 - ScannerThreadsSysTime: 486000 - ScannerThreadsUserTime: 672000 - ScannerThreadsVoluntaryContextSwitches: 25 - TotalRawHdfsReadTime(*): 26088 - TotalReadThroughput: 5411 - TotalTime: 393932352 Instance 5840e519cb1bb31f:147 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 286864055 - RowsProduced: 1 - TotalNetworkReceiveTime: 7691953508 - TotalNetworkSendTime: 2871728 - TotalStorageWaitTime: 1749072 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 7852120596 - TotalThreadsSysTime: 1698000 - TotalThreadsUserTime: 139866000 - TotalThreadsVoluntaryContextSwitches: 70 - TotalTime: 7885614968 Fragment Instance Lifecycle Timings - ExecTime: 6490564 - ExecTreeExecTime: 3088 - InactiveTotalTime: 0 - OpenTime: 7843298888 - ExecTreeOpenTime: 7699353680 - PrepareTime: 35784692 - ExecTreePrepareTime: 261380 - TotalTime: 0 DataStreamSender (dst_id=216) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 896799 - OverallThroughput: 345230 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4480 - TotalTime: 37656 - TransmitDataRPCTime: 14496 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1642396 - CompileTime: 27890940 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 113872048 - PeakMemoryUsage: 1329664 - PrepareTime: 30704676 - TotalTime: 173686920 AGGREGATION_NODE (id=103) ExecOption: Codegen Enabled - BuildTime: 4580 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100552 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7699612180 NESTED_LOOP_JOIN_NODE (id=102) - BuildRows: 1 - BuildTime: 5292 - InactiveTotalTime: 0 - LocalTime: 3684152 - PeakMemoryUsage: 78024 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 762 - RowsReturnedRate: 98 - TotalTime: 7699574880 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=215) - BytesReceived: 21 - ConvertRowBatchTime: 508 - DeserializeRowBatchTimer: 24876 - FirstBatchArrivalWaitTime: 1165200932 - InactiveTotalTime: 7691942688 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7691957604 HDFS_SCAN_NODE (id=101) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 187540 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111816 - PerReadThreadRawHdfsThroughput: 2475663716 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2155860 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 676815 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2360720 - MaterializeTupleTime(*): 121388 - ScannerThreadsSysTime: 854000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 16272 - TotalReadThroughput: 0 - TotalTime: 3933124 Instance 5840e519cb1bb31f:14c (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 351213357 - RowsProduced: 1 - TotalNetworkReceiveTime: 7580419520 - TotalNetworkSendTime: 3307208 - TotalStorageWaitTime: 734056 - TotalThreadsInvoluntaryContextSwitches: 3 - TotalThreadsTotalWallClockTime: 7746666212 - TotalThreadsSysTime: 1816000 - TotalThreadsUserTime: 145467000 - TotalThreadsVoluntaryContextSwitches: 81 - TotalTime: 7794781316 Fragment Instance Lifecycle Timings - ExecTime: 7337520 - ExecTreeExecTime: 3156 - InactiveTotalTime: 0 - OpenTime: 7738531968 - ExecTreeOpenTime: 7583018412 - PrepareTime: 48867636 - ExecTreePrepareTime: 309144 - TotalTime: 0 DataStreamSender (dst_id=216) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 996321 - OverallThroughput: 391330 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5452 - TotalTime: 33220 - TransmitDataRPCTime: 13048 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 991676 - CompileTime: 27149144 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 125675864 - PeakMemoryUsage: 1329664 - PrepareTime: 43682084 - TotalTime: 197306692 AGGREGATION_NODE (id=103) ExecOption: Codegen Enabled - BuildTime: 1460 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7583325500 NESTED_LOOP_JOIN_NODE (id=102) - BuildRows: 1 - BuildTime: 5672 - InactiveTotalTime: 0 - LocalTime: 284856 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 7583383100 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=215) - BytesReceived: 21 - ConvertRowBatchTime: 556 - DeserializeRowBatchTimer: 31920 - FirstBatchArrivalWaitTime: 1057242972 - InactiveTotalTime: 7580412936 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7580423464 HDFS_SCAN_NODE (id=101) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 82886266 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 853532 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 893468 - MaterializeTupleTime(*): 56 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 753000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3728 - TotalReadThroughput: 0 - TotalTime: 2674780 Instance 5840e519cb1bb31f:146 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 349336530 - RowsProduced: 1 - TotalNetworkReceiveTime: 7481497360 - TotalNetworkSendTime: 159708 - TotalStorageWaitTime: 661436 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 7641752716 - TotalThreadsSysTime: 2017000 - TotalThreadsUserTime: 148343000 - TotalThreadsVoluntaryContextSwitches: 85 - TotalTime: 7676775216 Fragment Instance Lifecycle Timings - ExecTime: 316448 - ExecTreeExecTime: 2708 - InactiveTotalTime: 0 - OpenTime: 7640618948 - ExecTreeOpenTime: 7484352672 - PrepareTime: 35803964 - ExecTreePrepareTime: 558468 - TotalTime: 0 DataStreamSender (dst_id=216) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 898534 - OverallThroughput: 309937 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6108 - TotalTime: 41944 - TransmitDataRPCTime: 14468 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 971284 - CompileTime: 32131628 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 121613572 - PeakMemoryUsage: 1329664 - PrepareTime: 32789852 - TotalTime: 187143296 AGGREGATION_NODE (id=103) ExecOption: Codegen Enabled - BuildTime: 1392 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7484909484 NESTED_LOOP_JOIN_NODE (id=102) - BuildRows: 1 - BuildTime: 5588 - InactiveTotalTime: 0 - LocalTime: 223108 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 7484388848 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=215) - BytesReceived: 21 - ConvertRowBatchTime: 704 - DeserializeRowBatchTimer: 17324 - FirstBatchArrivalWaitTime: 1172302652 - InactiveTotalTime: 7481490080 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7481501588 HDFS_SCAN_NODE (id=101) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 55615550 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 780296 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 853676 - MaterializeTupleTime(*): 132 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 506000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 5556 - TotalReadThroughput: 0 - TotalTime: 2664152 Instance 5840e519cb1bb31f:148 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 323109459 - RowsProduced: 1 - TotalNetworkReceiveTime: 7429988484 - TotalNetworkSendTime: 279968 - TotalStorageWaitTime: 670616 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 7590559868 - TotalThreadsSysTime: 2084000 - TotalThreadsUserTime: 147374000 - TotalThreadsVoluntaryContextSwitches: 58 - TotalTime: 7626937936 Fragment Instance Lifecycle Timings - ExecTime: 518568 - ExecTreeExecTime: 5420 - InactiveTotalTime: 0 - OpenTime: 7589271784 - ExecTreeOpenTime: 7432650248 - PrepareTime: 37086660 - ExecTreePrepareTime: 226892 - TotalTime: 0 DataStreamSender (dst_id=216) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 896799 - OverallThroughput: 376200 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5160 - TotalTime: 34556 - TransmitDataRPCTime: 14496 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 964792 - CompileTime: 29544776 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 123800364 - PeakMemoryUsage: 1329664 - PrepareTime: 34210064 - TotalTime: 188159552 AGGREGATION_NODE (id=103) ExecOption: Codegen Enabled - BuildTime: 1464 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 7432877184 NESTED_LOOP_JOIN_NODE (id=102) - BuildRows: 1 - BuildTime: 6840 - InactiveTotalTime: 0 - LocalTime: 99512 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 7432640828 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=215) - BytesReceived: 21 - ConvertRowBatchTime: 1184 - DeserializeRowBatchTimer: 9864 - FirstBatchArrivalWaitTime: 1106905140 - InactiveTotalTime: 7429980572 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7429993368 HDFS_SCAN_NODE (id=101) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 68121693 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 754836 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 807692 - MaterializeTupleTime(*): 52 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 540000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 4536 - TotalReadThroughput: 0 - TotalTime: 2547948 Instance 5840e519cb1bb31f:14b (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 258447352 - RowsProduced: 1 - TotalNetworkReceiveTime: 5862538745 - TotalNetworkSendTime: 186464 - TotalStorageWaitTime: 11684756 - TotalThreadsInvoluntaryContextSwitches: 109 - TotalThreadsTotalWallClockTime: 6621338299 - TotalThreadsSysTime: 5962000 - TotalThreadsUserTime: 195796000 - TotalThreadsVoluntaryContextSwitches: 136 - TotalTime: 7558057873 Fragment Instance Lifecycle Timings - ExecTime: 375094 - ExecTreeExecTime: 4933 - InactiveTotalTime: 0 - OpenTime: 6607767909 - ExecTreeOpenTime: 5880582268 - PrepareTime: 949859230 - ExecTreePrepareTime: 388873 - TotalTime: 0 DataStreamSender (dst_id=216) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 650846 - OverallThroughput: 214510 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 23381 - TotalTime: 60603 - TransmitDataRPCTime: 19974 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 25449068 - CompileTime: 300035819 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 384755352 - PeakMemoryUsage: 1329664 - PrepareTime: 836630935 - TotalTime: 1539471322 AGGREGATION_NODE (id=103) ExecOption: Codegen Enabled - BuildTime: 10782 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 109756 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 5880970660 NESTED_LOOP_JOIN_NODE (id=102) - BuildRows: 1 - BuildTime: 5597 - InactiveTotalTime: 0 - LocalTime: 5002083 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1529 - RowsReturnedRate: 259 - TotalTime: 5881000521 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=215) - BytesReceived: 21 - ConvertRowBatchTime: 842 - DeserializeRowBatchTimer: 8603 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 5862533225 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5862542551 HDFS_SCAN_NODE (id=101) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 419214 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 149692 - PerReadThreadRawHdfsThroughput: 1845058472 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 11281009 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 395514 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 13503188 - MaterializeTupleTime(*): 136181 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1152000 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 43610 - TotalReadThroughput: 0 - TotalTime: 13455887 Averaged Fragment F68 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:1s370ms max:7s403ms mean: 2s929ms stddev:2s122ms execution rates: min:172.00 B/sec max:33.47 KB/sec mean:9.12 KB/sec stddev:11.75 KB/sec num instances: 7 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 188489 - PerHostPeakMemUsage: 131820392 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 16405210 - TotalStorageWaitTime: 7554824 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 1193932271 - TotalThreadsSysTime: 1658571 - TotalThreadsUserTime: 25417428 - TotalThreadsVoluntaryContextSwitches: 96 - TotalTime: 2372489768 Fragment Instance Lifecycle Timings - ExecTime: 633403807 - ExecTreeExecTime: 57488214 - InactiveTotalTime: 0 - OpenTime: 538679314 - ExecTreeOpenTime: 51604 - PrepareTime: 1199561124 - ExecTreePrepareTime: 707116 - TotalTime: 0 DataStreamSender (dst_id=215) - BytesSent: 21 - InactiveTotalTime: 0 - NetworkThroughput(*): 165532 - OverallThroughput: 4424 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 1124 - TotalTime: 13696063 - TransmitDataRPCTime: 18123 - UncompressedRowBatchSize: 21 CodeGen - CodegenTime: 56924708 - CompileTime: 143435200 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 238267847 - PeakMemoryUsage: 94208 - PrepareTime: 1017145589 - TotalTime: 1430936415 HDFS_SCAN_NODE (id=100) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 38709695 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 81444 - PerReadThreadRawHdfsThroughput: 949960275 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 55581079 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 2 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 55651680 - MaterializeTupleTime(*): 51282 - ScannerThreadsSysTime: 157571 - ScannerThreadsUserTime: 643571 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 21107 - TotalReadThroughput: 0 - TotalTime: 59587464 Fragment F68 Instance 5840e519cb1bb31f:142 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 66627850 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1376 - TotalStorageWaitTime: 2367404 - TotalThreadsInvoluntaryContextSwitches: 3 - TotalThreadsTotalWallClockTime: 2884349204 - TotalThreadsSysTime: 1044000 - TotalThreadsUserTime: 30664000 - TotalThreadsVoluntaryContextSwitches: 243 - TotalTime: 7107403056 Fragment Instance Lifecycle Timings - ExecTime: 356475524 - ExecTreeExecTime: 152356060 - InactiveTotalTime: 0 - OpenTime: 2592705044 - ExecTreeOpenTime: 53948 - PrepareTime: 4158121748 - ExecTreePrepareTime: 97872 - TotalTime: 0 DataStreamSender (dst_id=215) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 90649904 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 272985788 - CompileTime: 533082792 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 1211455680 - PeakMemoryUsage: 94208 - PrepareTime: 3642424224 - TotalTime: 5458280772 HDFS_SCAN_NODE (id=100) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 106118016 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 957967110 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 151599976 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 151674820 - MaterializeTupleTime(*): 65316 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1188000 - ScannerThreadsVoluntaryContextSwitches: 24 - TotalRawHdfsReadTime(*): 42324 - TotalReadThroughput: 0 - TotalTime: 152617276 Instance 5840e519cb1bb31f:143 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 156986667 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1684 - TotalStorageWaitTime: 2192736 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 1414366940 - TotalThreadsSysTime: 3240000 - TotalThreadsUserTime: 31913000 - TotalThreadsVoluntaryContextSwitches: 143 - TotalTime: 4594886720 Fragment Instance Lifecycle Timings - ExecTime: 494436620 - ExecTreeExecTime: 137415740 - InactiveTotalTime: 0 - OpenTime: 803833176 - ExecTreeOpenTime: 61824 - PrepareTime: 3296587540 - ExecTreePrepareTime: 136568 - TotalTime: 0 DataStreamSender (dst_id=215) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 30432 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 114340548 - CompileTime: 350739168 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 274116692 - PeakMemoryUsage: 94208 - PrepareTime: 2644212088 - TotalTime: 3389083004 HDFS_SCAN_NODE (id=100) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 133397692 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1836848298 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 135935552 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 136040280 - MaterializeTupleTime(*): 80344 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 897000 - ScannerThreadsVoluntaryContextSwitches: 22 - TotalRawHdfsReadTime(*): 22096 - TotalReadThroughput: 0 - TotalTime: 137784060 Instance 5840e519cb1bb31f:144 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 168075216 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 114826786 - TotalStorageWaitTime: 12027704 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 544603893 - TotalThreadsSysTime: 2765000 - TotalThreadsUserTime: 28495000 - TotalThreadsVoluntaryContextSwitches: 91 - TotalTime: 1325269386 Fragment Instance Lifecycle Timings - ExecTime: 231364995 - ExecTreeExecTime: 51257729 - InactiveTotalTime: 0 - OpenTime: 267836260 - ExecTreeOpenTime: 54776 - PrepareTime: 820592104 - ExecTreePrepareTime: 4387659 - TotalTime: 0 DataStreamSender (dst_id=215) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1158730 - OverallThroughput: 30970 - PeakMemoryUsage: 70560 - RowsReturned: 1 - SerializeBatchTime: 7873 - TotalTime: 4746487 - TransmitDataRPCTime: 126863 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 7968125 - CompileTime: 89911337 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 114776777 - PeakMemoryUsage: 94208 - PrepareTime: 732615881 - TotalTime: 967867749 HDFS_SCAN_NODE (id=100) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 31148540 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 1628640825 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 45304179 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 1 - RowsReturnedRate: 15 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 45446289 - MaterializeTupleTime(*): 152783 - ScannerThreadsSysTime: 724000 - ScannerThreadsUserTime: 1144000 - ScannerThreadsVoluntaryContextSwitches: 20 - TotalRawHdfsReadTime(*): 49405 - TotalReadThroughput: 0 - TotalTime: 64368713 Instance 5840e519cb1bb31f:145 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 94972348 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1668 - TotalStorageWaitTime: 524984 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 1061684112 - TotalThreadsSysTime: 1908000 - TotalThreadsUserTime: 19872000 - TotalThreadsVoluntaryContextSwitches: 65 - TotalTime: 1088314280 Fragment Instance Lifecycle Timings - ExecTime: 1033370984 - ExecTreeExecTime: 2305528 - InactiveTotalTime: 0 - OpenTime: 27473072 - ExecTreeOpenTime: 42880 - PrepareTime: 27397808 - ExecTreePrepareTime: 103836 - TotalTime: 0 DataStreamSender (dst_id=215) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 64864 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1035372 - CompileTime: 9195392 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 15939088 - PeakMemoryUsage: 94208 - PrepareTime: 22509848 - TotalTime: 48683780 HDFS_SCAN_NODE (id=100) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 70099818 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 837652 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 868656 - MaterializeTupleTime(*): 52 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 544000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 4408 - TotalReadThroughput: 0 - TotalTime: 2598088 Instance 5840e519cb1bb31f:141 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 170376117 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1476 - TotalStorageWaitTime: 2977480 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 833220036 - TotalThreadsSysTime: 1119000 - TotalThreadsUserTime: 27408000 - TotalThreadsVoluntaryContextSwitches: 41 - TotalTime: 869965460 Fragment Instance Lifecycle Timings - ExecTime: 796370936 - ExecTreeExecTime: 4766948 - InactiveTotalTime: 0 - OpenTime: 33758656 - ExecTreeOpenTime: 56948 - PrepareTime: 39757784 - ExecTreePrepareTime: 83380 - TotalTime: 0 DataStreamSender (dst_id=215) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 330752 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 696632 - CompileTime: 8774656 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 23253004 - PeakMemoryUsage: 94208 - PrepareTime: 30725292 - TotalTime: 63283776 HDFS_SCAN_NODE (id=100) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 55776173 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3084304 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 3118668 - MaterializeTupleTime(*): 72 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 236000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 5540 - TotalReadThroughput: 0 - TotalTime: 5011548 Instance 5840e519cb1bb31f:13f (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 170297282 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1720 - TotalStorageWaitTime: 31043900 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 853500752 - TotalThreadsSysTime: 1534000 - TotalThreadsUserTime: 19647000 - TotalThreadsVoluntaryContextSwitches: 34 - TotalTime: 834523732 Fragment Instance Lifecycle Timings - ExecTime: 779422656 - ExecTreeExecTime: 50380860 - InactiveTotalTime: 0 - OpenTime: 24108904 - ExecTreeOpenTime: 44192 - PrepareTime: 30906688 - ExecTreePrepareTime: 68900 - TotalTime: 0 DataStreamSender (dst_id=215) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 16740 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 786544 - CompileTime: 6902132 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 15098848 - PeakMemoryUsage: 94208 - PrepareTime: 27396656 - TotalTime: 49985576 HDFS_SCAN_NODE (id=100) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 75661116 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 49951736 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 50001736 - MaterializeTupleTime(*): 136 - ScannerThreadsSysTime: 379000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 4084 - TotalReadThroughput: 0 - TotalTime: 50578500 Instance 5840e519cb1bb31f:140 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200146 - PerHostPeakMemUsage: 95407264 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1764 - TotalStorageWaitTime: 1749560 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 765800960 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 19923000 - TotalThreadsVoluntaryContextSwitches: 60 - TotalTime: 787065744 Fragment Instance Lifecycle Timings - ExecTime: 742384940 - ExecTreeExecTime: 3934636 - InactiveTotalTime: 0 - OpenTime: 21040088 - ExecTreeOpenTime: 46660 - PrepareTime: 23564196 - ExecTreePrepareTime: 71600 - TotalTime: 0 DataStreamSender (dst_id=215) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 33268 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 659948 - CompileTime: 5440924 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 13234840 - PeakMemoryUsage: 94208 - PrepareTime: 20135136 - TotalTime: 39370252 HDFS_SCAN_NODE (id=100) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 303620 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121032 - PerReadThreadRawHdfsThroughput: 2024728588 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2354156 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2411316 - MaterializeTupleTime(*): 60276 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 496000 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 19896 - TotalReadThroughput: 0 - TotalTime: 4154064 Averaged Fragment F71 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:12s427ms max:12s427ms mean: 12s427ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 718080646 - RowsProduced: 1 - TotalNetworkReceiveTime: 11723878498 - TotalNetworkSendTime: 206546 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 11727210222 - TotalThreadsSysTime: 56000 - TotalThreadsUserTime: 646000 - TotalThreadsVoluntaryContextSwitches: 12 - TotalTime: 12383714265 Fragment Instance Lifecycle Timings - ExecTime: 277368 - ExecTreeExecTime: 4104 - InactiveTotalTime: 0 - OpenTime: 11726960463 - ExecTreeOpenTime: 11723958620 - PrepareTime: 656437446 - ExecTreePrepareTime: 12419404 - TotalTime: 0 DataStreamSender (dst_id=220) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 187815 - OverallThroughput: 135623 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1433 - TotalTime: 58987 - TransmitDataRPCTime: 42595 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 559568654 - TotalTime: 576236869 AGGREGATION_NODE (id=219) - BuildTime: 698 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11736376515 EXCHANGE_NODE (id=218) - BytesReceived: 56 - ConvertRowBatchTime: 6114 - DeserializeRowBatchTimer: 98371 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11723889836 Fragment F71 Instance 5840e519cb1bb31f:154 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 718080646 - RowsProduced: 1 - TotalNetworkReceiveTime: 11723878498 - TotalNetworkSendTime: 206546 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 11727210222 - TotalThreadsSysTime: 56000 - TotalThreadsUserTime: 646000 - TotalThreadsVoluntaryContextSwitches: 12 - TotalTime: 12383714265 Fragment Instance Lifecycle Timings - ExecTime: 277368 - ExecTreeExecTime: 4104 - InactiveTotalTime: 0 - OpenTime: 11726960463 - ExecTreeOpenTime: 11723958620 - PrepareTime: 656437446 - ExecTreePrepareTime: 12419404 - TotalTime: 0 DataStreamSender (dst_id=220) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 187815 - OverallThroughput: 135623 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1433 - TotalTime: 58987 - TransmitDataRPCTime: 42595 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 559568654 - TotalTime: 576236869 AGGREGATION_NODE (id=219) - BuildTime: 698 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11736376515 EXCHANGE_NODE (id=218) - BytesReceived: 56 - ConvertRowBatchTime: 6114 - DeserializeRowBatchTimer: 98371 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 11723851920 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11723889836 Averaged Fragment F70 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:1s262ms max:12s158ms mean: 4s196ms stddev:4s338ms execution rates: min:181.00 B/sec max:35.10 KB/sec mean:9.35 KB/sec stddev:13.18 KB/sec num instances: 7 - AverageThreadTokens: 0.7204968944099379 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 134011116 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 21397826 - TotalStorageWaitTime: 3775659 - TotalThreadsInvoluntaryContextSwitches: 37 - TotalThreadsTotalWallClockTime: 2038358389 - TotalThreadsSysTime: 3428142 - TotalThreadsUserTime: 174301571 - TotalThreadsVoluntaryContextSwitches: 237 - TotalTime: 3456064273 Fragment Instance Lifecycle Timings - ExecTime: 36585565 - ExecTreeExecTime: 3111 - InactiveTotalTime: 0 - OpenTime: 1949405894 - ExecTreeOpenTime: 100984936 - PrepareTime: 1452810396 - ExecTreePrepareTime: 78551294 - TotalTime: 0 DataStreamSender (dst_id=218) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 472600 - OverallThroughput: 148098 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1552 - TotalTime: 815118 - TransmitDataRPCTime: 18827 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 243933812 - CompileTime: 939286067 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 840042171 - PeakMemoryUsage: 376320 - PrepareTime: 1009532539 - TotalTime: 2880079682 AGGREGATION_NODE (id=105) - BuildTime: 3531 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 19309 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 220 - SpilledPartitions: 0 - TotalTime: 179534193 HDFS_SCAN_NODE (id=104) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 23121 - BytesReadDataNodeCache: 0 - BytesReadLocal: 23121 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 23121 - DecompressionTime: 20291 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 61440 - PerReadThreadRawHdfsThroughput: 1006459674 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 67674678 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 67753615 - MaterializeTupleTime(*): 22900314 - ScannerThreadsSysTime: 177285 - ScannerThreadsUserTime: 1044142 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 15471 - TotalReadThroughput: 436 - TotalTime: 228082520 Fragment F70 Instance 5840e519cb1bb31f:150 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0434782608695652 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 78779792 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 145513000 - TotalStorageWaitTime: 12823948 - TotalThreadsInvoluntaryContextSwitches: 52 - TotalThreadsTotalWallClockTime: 6169385608 - TotalThreadsSysTime: 10266000 - TotalThreadsUserTime: 193983000 - TotalThreadsVoluntaryContextSwitches: 572 - TotalTime: 11959232600 Fragment Instance Lifecycle Timings - ExecTime: 248111540 - ExecTreeExecTime: 3816 - InactiveTotalTime: 0 - OpenTime: 5847196896 - ExecTreeOpenTime: 294358148 - PrepareTime: 5863894236 - ExecTreePrepareTime: 380653504 - TotalTime: 0 DataStreamSender (dst_id=218) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 356824 - OverallThroughput: 137873 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1576 - TotalTime: 58024 - TransmitDataRPCTime: 22420 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1433837228 - CompileTime: 3126622976 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 2075932464 - PeakMemoryUsage: 376320 - PrepareTime: 3329866316 - TotalTime: 9059985816 AGGREGATION_NODE (id=105) ExecOption: Codegen Enabled - BuildTime: 5152 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 675009300 HDFS_SCAN_NODE (id=104) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 32356 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32356 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32356 - DecompressionTime: 29408 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1566421378 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 181468384 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 6 - ScannerThreadsTotalWallClockTime: 181571636 - MaterializeTupleTime(*): 61248336 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1666000 - ScannerThreadsVoluntaryContextSwitches: 28 - TotalRawHdfsReadTime(*): 20656 - TotalReadThroughput: 3052 - TotalTime: 961864380 Instance 5840e519cb1bb31f:151 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 218629856 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 264316 - TotalStorageWaitTime: 2616912 - TotalThreadsInvoluntaryContextSwitches: 73 - TotalThreadsTotalWallClockTime: 6488763800 - TotalThreadsSysTime: 5510000 - TotalThreadsUserTime: 197346000 - TotalThreadsVoluntaryContextSwitches: 624 - TotalTime: 9745892452 Fragment Instance Lifecycle Timings - ExecTime: 703460 - ExecTreeExecTime: 4140 - InactiveTotalTime: 0 - OpenTime: 6225206444 - ExecTreeOpenTime: 352725780 - PrepareTime: 3405582324 - ExecTreePrepareTime: 168609044 - TotalTime: 0 DataStreamSender (dst_id=218) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 429000 - OverallThroughput: 1494 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2028 - TotalTime: 5353068 - TransmitDataRPCTime: 18648 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 143240708 - CompileTime: 2858140988 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 2932998864 - PeakMemoryUsage: 376320 - PrepareTime: 3033619172 - TotalTime: 8884736248 AGGREGATION_NODE (id=105) ExecOption: Codegen Enabled - BuildTime: 5312 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 521331908 HDFS_SCAN_NODE (id=104) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32388 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32388 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32388 - DecompressionTime: 25284 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1317656631 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 262831304 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 262907624 - MaterializeTupleTime(*): 89446340 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1493000 - ScannerThreadsVoluntaryContextSwitches: 37 - TotalRawHdfsReadTime(*): 24580 - TotalReadThroughput: 0 - TotalTime: 577471968 Instance 5840e519cb1bb31f:152 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 197597365 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 122618 - TotalStorageWaitTime: 8029659 - TotalThreadsInvoluntaryContextSwitches: 127 - TotalThreadsTotalWallClockTime: 938866369 - TotalThreadsSysTime: 2070000 - TotalThreadsUserTime: 210917000 - TotalThreadsVoluntaryContextSwitches: 181 - TotalTime: 1670324544 Fragment Instance Lifecycle Timings - ExecTime: 201548 - ExecTreeExecTime: 5230 - InactiveTotalTime: 0 - OpenTime: 913713184 - ExecTreeOpenTime: 49664910 - PrepareTime: 750161005 - ExecTreePrepareTime: 112489 - TotalTime: 0 DataStreamSender (dst_id=218) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 376382 - OverallThroughput: 140877 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1714 - TotalTime: 56787 - TransmitDataRPCTime: 21255 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 121810550 - CompileTime: 433610729 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 390337903 - PeakMemoryUsage: 376320 - PrepareTime: 561341515 - TotalTime: 1433689426 AGGREGATION_NODE (id=105) ExecOption: Codegen Enabled - BuildTime: 8491 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 20 - SpilledPartitions: 0 - TotalTime: 49775767 HDFS_SCAN_NODE (id=104) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 64093 - BytesReadDataNodeCache: 0 - BytesReadLocal: 64093 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 64093 - DecompressionTime: 63818 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1806708949 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 24896540 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 2 - ScannerThreadsTotalWallClockTime: 24997771 - MaterializeTupleTime(*): 9270046 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2520000 - ScannerThreadsVoluntaryContextSwitches: 17 - TotalRawHdfsReadTime(*): 35475 - TotalReadThroughput: 0 - TotalTime: 46451105 Instance 5840e519cb1bb31f:14f (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 129328961 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1690920 - TotalStorageWaitTime: 643472 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 196663364 - TotalThreadsSysTime: 1991000 - TotalThreadsUserTime: 179808000 - TotalThreadsVoluntaryContextSwitches: 80 - TotalTime: 231465112 Fragment Instance Lifecycle Timings - ExecTime: 3339020 - ExecTreeExecTime: 2668 - InactiveTotalTime: 0 - OpenTime: 192538040 - ExecTreeOpenTime: 2531820 - PrepareTime: 35536772 - ExecTreePrepareTime: 111856 - TotalTime: 0 DataStreamSender (dst_id=218) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 733944 - OverallThroughput: 282605 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1412 - TotalTime: 28308 - TransmitDataRPCTime: 10900 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1753580 - CompileTime: 42918160 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 142487724 - PeakMemoryUsage: 376320 - PrepareTime: 35386908 - TotalTime: 221504028 AGGREGATION_NODE (id=105) ExecOption: Codegen Enabled - BuildTime: 1996 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 378 - SpilledPartitions: 0 - TotalTime: 2641784 HDFS_SCAN_NODE (id=104) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 77018943 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 749816 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 812180 - MaterializeTupleTime(*): 56 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 175000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 4012 - TotalReadThroughput: 0 - TotalTime: 2690772 Instance 5840e519cb1bb31f:14d (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 129279391 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 291196 - TotalStorageWaitTime: 671060 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 164828188 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 154969000 - TotalThreadsVoluntaryContextSwitches: 52 - TotalTime: 204307412 Fragment Instance Lifecycle Timings - ExecTime: 480312 - ExecTreeExecTime: 1824 - InactiveTotalTime: 0 - OpenTime: 163508524 - ExecTreeOpenTime: 2091144 - PrepareTime: 40284448 - ExecTreePrepareTime: 143036 - TotalTime: 0 DataStreamSender (dst_id=218) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 287976 - OverallThroughput: 60646 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1452 - TotalTime: 131912 - TransmitDataRPCTime: 27780 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2661676 - CompileTime: 37955328 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 120261396 - PeakMemoryUsage: 376320 - PrepareTime: 37736052 - TotalTime: 196724752 AGGREGATION_NODE (id=105) ExecOption: Codegen Enabled - BuildTime: 516 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 448 - SpilledPartitions: 0 - TotalTime: 2232116 HDFS_SCAN_NODE (id=104) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 68362831 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 834660 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 874972 - MaterializeTupleTime(*): 52 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 794000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 4520 - TotalReadThroughput: 0 - TotalTime: 2296072 Instance 5840e519cb1bb31f:153 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 92079089 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1287468 - TotalStorageWaitTime: 641144 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 156008776 - TotalThreadsSysTime: 951000 - TotalThreadsUserTime: 142671000 - TotalThreadsVoluntaryContextSwitches: 92 - TotalTime: 194248164 Fragment Instance Lifecycle Timings - ExecTime: 2440436 - ExecTreeExecTime: 2560 - InactiveTotalTime: 0 - OpenTime: 152703636 - ExecTreeOpenTime: 2527404 - PrepareTime: 39068824 - ExecTreePrepareTime: 142180 - TotalTime: 0 DataStreamSender (dst_id=218) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 407747 - OverallThroughput: 219130 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1280 - TotalTime: 36508 - TransmitDataRPCTime: 19620 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1640684 - CompileTime: 38767696 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 108926756 - PeakMemoryUsage: 376320 - PrepareTime: 36371280 - TotalTime: 184674724 AGGREGATION_NODE (id=105) ExecOption: Codegen Enabled - BuildTime: 672 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 374 - SpilledPartitions: 0 - TotalTime: 2668324 HDFS_SCAN_NODE (id=104) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 77172827 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 842588 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 892616 - MaterializeTupleTime(*): 56 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 661000 - ScannerThreadsVoluntaryContextSwitches: 5 - TotalRawHdfsReadTime(*): 4004 - TotalReadThroughput: 0 - TotalTime: 2684568 Instance 5840e519cb1bb31f:14e (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 92383360 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 615264 - TotalStorageWaitTime: 1003420 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 153992620 - TotalThreadsSysTime: 3209000 - TotalThreadsUserTime: 140417000 - TotalThreadsVoluntaryContextSwitches: 61 - TotalTime: 186979628 Fragment Instance Lifecycle Timings - ExecTime: 822640 - ExecTreeExecTime: 1544 - InactiveTotalTime: 0 - OpenTime: 150974540 - ExecTreeOpenTime: 2995352 - PrepareTime: 35145164 - ExecTreePrepareTime: 86952 - TotalTime: 0 DataStreamSender (dst_id=218) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 716332 - OverallThroughput: 194061 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1404 - TotalTime: 41224 - TransmitDataRPCTime: 11168 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2592264 - CompileTime: 36986596 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 109350096 - PeakMemoryUsage: 376320 - PrepareTime: 32406532 - TotalTime: 179242780 AGGREGATION_NODE (id=105) ExecOption: Codegen Enabled - BuildTime: 2584 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 324 - SpilledPartitions: 0 - TotalTime: 3080156 HDFS_SCAN_NODE (id=104) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32089 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32089 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32089 - DecompressionTime: 23528 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 2131876162 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2099456 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2218508 - MaterializeTupleTime(*): 337312 - ScannerThreadsSysTime: 1241000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 15052 - TotalReadThroughput: 0 - TotalTime: 3118780 Averaged Fragment F80 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:12s680ms max:12s680ms mean: 12s680ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 764089375 - RowsProduced: 1 - TotalNetworkReceiveTime: 11949346552 - TotalNetworkSendTime: 8570307 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12001888349 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 954000 - TotalThreadsVoluntaryContextSwitches: 25 - TotalTime: 12672573299 Fragment Instance Lifecycle Timings - ExecTime: 44488777 - ExecTreeExecTime: 3876 - InactiveTotalTime: 0 - OpenTime: 11957436161 - ExecTreeOpenTime: 11949917530 - PrepareTime: 670582871 - ExecTreePrepareTime: 130910 - TotalTime: 0 DataStreamSender (dst_id=237) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 1582278 - OverallThroughput: 2567 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 10794 - TotalTime: 35444117 - TransmitDataRPCTime: 57512 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 541719087 - TotalTime: 542387183 AGGREGATION_NODE (id=236) - BuildTime: 9756 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11950047226 EXCHANGE_NODE (id=235) - BytesReceived: 91 - ConvertRowBatchTime: 6424 - DeserializeRowBatchTimer: 46640 - FirstBatchArrivalWaitTime: 11468058430 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11949366574 Fragment F80 Instance 5840e519cb1bb31f:184 (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 236720 - PerHostPeakMemUsage: 764089375 - RowsProduced: 1 - TotalNetworkReceiveTime: 11949346552 - TotalNetworkSendTime: 8570307 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12001888349 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 954000 - TotalThreadsVoluntaryContextSwitches: 25 - TotalTime: 12672573299 Fragment Instance Lifecycle Timings - ExecTime: 44488777 - ExecTreeExecTime: 3876 - InactiveTotalTime: 0 - OpenTime: 11957436161 - ExecTreeOpenTime: 11949917530 - PrepareTime: 670582871 - ExecTreePrepareTime: 130910 - TotalTime: 0 DataStreamSender (dst_id=237) - BytesSent: 91 - InactiveTotalTime: 0 - NetworkThroughput(*): 1582278 - OverallThroughput: 2567 - PeakMemoryUsage: 183456 - RowsReturned: 1 - SerializeBatchTime: 10794 - TotalTime: 35444117 - TransmitDataRPCTime: 57512 - UncompressedRowBatchSize: 91 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 541719087 - TotalTime: 542387183 AGGREGATION_NODE (id=236) - BuildTime: 9756 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11950047226 EXCHANGE_NODE (id=235) - BytesReceived: 91 - ConvertRowBatchTime: 6424 - DeserializeRowBatchTimer: 46640 - FirstBatchArrivalWaitTime: 11468058430 - InactiveTotalTime: 11949312458 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11949366574 Averaged Fragment F74 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:12s059ms max:12s420ms mean: 12s254ms stddev:144.966ms execution rates: min:24.00 B/sec max:4.96 KB/sec mean:1.79 KB/sec stddev:1.73 KB/sec num instances: 7 - AverageThreadTokens: 1.0062111801242237 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 583320435 - RowsProduced: 1 - TotalNetworkReceiveTime: 10279710970 - TotalNetworkSendTime: 2448380 - TotalStorageWaitTime: 5742448 - TotalThreadsInvoluntaryContextSwitches: 5 - TotalThreadsTotalWallClockTime: 11076803623 - TotalThreadsSysTime: 2369857 - TotalThreadsUserTime: 37731428 - TotalThreadsVoluntaryContextSwitches: 101 - TotalTime: 12184650845 Fragment Instance Lifecycle Timings - ExecTime: 5122657 - ExecTreeExecTime: 4104 - InactiveTotalTime: 0 - OpenTime: 11054604055 - ExecTreeOpenTime: 10320562781 - PrepareTime: 1103943790 - ExecTreePrepareTime: 73910010 - TotalTime: 0 DataStreamSender (dst_id=235) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 904358 - OverallThroughput: 146914 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 14042 - TotalTime: 5842012 - TransmitDataRPCTime: 17311 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 54766271 - CompileTime: 284539534 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 413164083 - PeakMemoryUsage: 257024 - PrepareTime: 878013897 - TotalTime: 1599795246 AGGREGATION_NODE (id=122) - BuildTime: 8269 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 48798 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 10394470217 NESTED_LOOP_JOIN_NODE (id=121) - BuildRows: 1 - BuildTime: 8422 - InactiveTotalTime: 0 - LocalTime: 52142052 - PeakMemoryUsage: 62256 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 1250 - RowsReturnedRate: 144 - TotalTime: 10376859156 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=234) - BytesReceived: 21 - ConvertRowBatchTime: 6710 - DeserializeRowBatchTimer: 5064 - FirstBatchArrivalWaitTime: 10091991369 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 10279721251 HDFS_SCAN_NODE (id=120) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 25511 - BytesReadDataNodeCache: 0 - BytesReadLocal: 25511 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 25511 - DecompressionTime: 168315 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 52894 - PerReadThreadRawHdfsThroughput: 980181069 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 9501725 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 203538 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 17654460 - MaterializeTupleTime(*): 952284 - ScannerThreadsSysTime: 456857 - ScannerThreadsUserTime: 291142 - ScannerThreadsVoluntaryContextSwitches: 7 - TotalRawHdfsReadTime(*): 17177 - TotalReadThroughput: 443 - TotalTime: 44995852 Fragment F74 Instance 5840e519cb1bb31f:17d (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 879562408 - RowsProduced: 1 - TotalNetworkReceiveTime: 12346482884 - TotalNetworkSendTime: 3564020 - TotalStorageWaitTime: 3321632 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 12394534556 - TotalThreadsSysTime: 424000 - TotalThreadsUserTime: 33634000 - TotalThreadsVoluntaryContextSwitches: 14 - TotalTime: 12418065536 Fragment Instance Lifecycle Timings - ExecTime: 6509084 - ExecTreeExecTime: 3256 - InactiveTotalTime: 0 - OpenTime: 12384553160 - ExecTreeOpenTime: 12351355736 - PrepareTime: 26964868 - ExecTreePrepareTime: 188876 - TotalTime: 0 DataStreamSender (dst_id=235) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1312600 - OverallThroughput: 42976 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4516 - TotalTime: 302492 - TransmitDataRPCTime: 9904 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 949952 - CompileTime: 10017392 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 21871272 - PeakMemoryUsage: 257024 - PrepareTime: 21403680 - TotalTime: 53796268 AGGREGATION_NODE (id=122) ExecOption: Codegen Enabled - BuildTime: 1200 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12351543456 NESTED_LOOP_JOIN_NODE (id=121) - BuildRows: 1 - BuildTime: 4100 - InactiveTotalTime: 0 - LocalTime: 192388 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12351393192 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=234) - BytesReceived: 21 - ConvertRowBatchTime: 748 - DeserializeRowBatchTimer: 5460 - FirstBatchArrivalWaitTime: 12091710652 - InactiveTotalTime: 12346476048 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12346485812 HDFS_SCAN_NODE (id=120) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 72740112 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3418864 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 3501544 - MaterializeTupleTime(*): 56 - ScannerThreadsSysTime: 424000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4248 - TotalReadThroughput: 0 - TotalTime: 4714992 Instance 5840e519cb1bb31f:17f (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 651597434 - RowsProduced: 1 - TotalNetworkReceiveTime: 12332248628 - TotalNetworkSendTime: 5966712 - TotalStorageWaitTime: 4569064 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 12391059672 - TotalThreadsSysTime: 2005000 - TotalThreadsUserTime: 30108000 - TotalThreadsVoluntaryContextSwitches: 26 - TotalTime: 12411224996 Fragment Instance Lifecycle Timings - ExecTime: 13234796 - ExecTreeExecTime: 4900 - InactiveTotalTime: 0 - OpenTime: 12371606260 - ExecTreeOpenTime: 12339765780 - PrepareTime: 26337124 - ExecTreePrepareTime: 192512 - TotalTime: 0 DataStreamSender (dst_id=235) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 546585 - OverallThroughput: 323544 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5756 - TotalTime: 40180 - TransmitDataRPCTime: 23784 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 848376 - CompileTime: 10125900 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 19287832 - PeakMemoryUsage: 257024 - PrepareTime: 23818092 - TotalTime: 53767536 AGGREGATION_NODE (id=122) ExecOption: Codegen Enabled - BuildTime: 1976 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12339958676 NESTED_LOOP_JOIN_NODE (id=121) - BuildRows: 1 - BuildTime: 7228 - InactiveTotalTime: 0 - LocalTime: 148572 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 12339578776 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=234) - BytesReceived: 21 - ConvertRowBatchTime: 740 - DeserializeRowBatchTimer: 4028 - FirstBatchArrivalWaitTime: 12070699444 - InactiveTotalTime: 12332240916 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12332253504 HDFS_SCAN_NODE (id=120) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 75884086 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 6178660 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 6246136 - MaterializeTupleTime(*): 80 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 560000 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 4072 - TotalReadThroughput: 0 - TotalTime: 7176700 Instance 5840e519cb1bb31f:17e (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 705065958 - RowsProduced: 1 - TotalNetworkReceiveTime: 12327475872 - TotalNetworkSendTime: 580532 - TotalStorageWaitTime: 1620380 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 12368136808 - TotalThreadsSysTime: 2763000 - TotalThreadsUserTime: 30664000 - TotalThreadsVoluntaryContextSwitches: 41 - TotalTime: 12396855480 Fragment Instance Lifecycle Timings - ExecTime: 733584 - ExecTreeExecTime: 2224 - InactiveTotalTime: 0 - OpenTime: 12364996784 - ExecTreeOpenTime: 12332682104 - PrepareTime: 31077472 - ExecTreePrepareTime: 617784 - TotalTime: 0 DataStreamSender (dst_id=235) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1221804 - OverallThroughput: 43172 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4640 - TotalTime: 301116 - TransmitDataRPCTime: 10640 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 832120 - CompileTime: 9470572 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 20711696 - PeakMemoryUsage: 257024 - PrepareTime: 27735856 - TotalTime: 58797948 AGGREGATION_NODE (id=122) ExecOption: Codegen Enabled - BuildTime: 11940 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57752 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 12333296744 NESTED_LOOP_JOIN_NODE (id=121) - BuildRows: 1 - BuildTime: 7792 - InactiveTotalTime: 0 - LocalTime: 426204 - PeakMemoryUsage: 69016 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1751 - RowsReturnedRate: 141 - TotalTime: 12331644416 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=234) - BytesReceived: 21 - ConvertRowBatchTime: 42412 - DeserializeRowBatchTimer: 6872 - FirstBatchArrivalWaitTime: 12062911956 - InactiveTotalTime: 12327469364 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 12327524176 HDFS_SCAN_NODE (id=120) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35438 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35438 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35438 - DecompressionTime: 90020 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 65944 - PerReadThreadRawHdfsThroughput: 1600632339 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2256464 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 720621 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2431600 - MaterializeTupleTime(*): 59820 - ScannerThreadsSysTime: 661000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 22140 - TotalReadThroughput: 0 - TotalTime: 3694036 Instance 5840e519cb1bb31f:182 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 740870667 - RowsProduced: 1 - TotalNetworkReceiveTime: 11139346937 - TotalNetworkSendTime: 116973 - TotalStorageWaitTime: 5830577 - TotalThreadsInvoluntaryContextSwitches: 19 - TotalThreadsTotalWallClockTime: 11487667557 - TotalThreadsSysTime: 2757000 - TotalThreadsUserTime: 46795000 - TotalThreadsVoluntaryContextSwitches: 77 - TotalTime: 12181579595 Fragment Instance Lifecycle Timings - ExecTime: 282628 - ExecTreeExecTime: 4683 - InactiveTotalTime: 0 - OpenTime: 11484486129 - ExecTreeOpenTime: 11147895941 - PrepareTime: 696766648 - ExecTreePrepareTime: 1009900 - TotalTime: 0 DataStreamSender (dst_id=235) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 870380 - OverallThroughput: 370 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 52835 - TotalTime: 35065186 - TransmitDataRPCTime: 14936 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 79791831 - CompileTime: 78496558 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 179813665 - PeakMemoryUsage: 257024 - PrepareTime: 562883289 - TotalTime: 869591268 AGGREGATION_NODE (id=122) ExecOption: Codegen Enabled - BuildTime: 16448 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11148904653 NESTED_LOOP_JOIN_NODE (id=121) - BuildRows: 1 - BuildTime: 24471 - InactiveTotalTime: 0 - LocalTime: 1935751 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 3499 - RowsReturnedRate: 313 - TotalTime: 11149659067 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=234) - BytesReceived: 21 - ConvertRowBatchTime: 779 - DeserializeRowBatchTimer: 4982 - FirstBatchArrivalWaitTime: 10881479795 - InactiveTotalTime: 11139339810 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11139351555 HDFS_SCAN_NODE (id=120) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 70769 - BytesReadDataNodeCache: 0 - BytesReadLocal: 70769 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 70769 - DecompressionTime: 163077 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 74132 - PerReadThreadRawHdfsThroughput: 2230349826 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 6225796 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 635708 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 6502174 - MaterializeTupleTime(*): 97094 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 719000 - ScannerThreadsVoluntaryContextSwitches: 6 - TotalRawHdfsReadTime(*): 31730 - TotalReadThroughput: 0 - TotalTime: 8371761 Instance 5840e519cb1bb31f:183 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 608507224 - RowsProduced: 1 - TotalNetworkReceiveTime: 11983975428 - TotalNetworkSendTime: 3169432 - TotalStorageWaitTime: 685916 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 12030838452 - TotalThreadsSysTime: 121000 - TotalThreadsUserTime: 32851000 - TotalThreadsVoluntaryContextSwitches: 31 - TotalTime: 12058132032 Fragment Instance Lifecycle Timings - ExecTime: 5851644 - ExecTreeExecTime: 3840 - InactiveTotalTime: 0 - OpenTime: 12024405588 - ExecTreeOpenTime: 11986640140 - PrepareTime: 27846384 - ExecTreePrepareTime: 166640 - TotalTime: 0 DataStreamSender (dst_id=235) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1303127 - OverallThroughput: 449019 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4680 - TotalTime: 28952 - TransmitDataRPCTime: 9976 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 986344 - CompileTime: 12641424 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 22372364 - PeakMemoryUsage: 257024 - PrepareTime: 25041280 - TotalTime: 60641940 AGGREGATION_NODE (id=122) ExecOption: Codegen Enabled - BuildTime: 1480 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 36864 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11986806712 NESTED_LOOP_JOIN_NODE (id=121) - BuildRows: 1 - BuildTime: 4016 - InactiveTotalTime: 0 - LocalTime: 139364 - PeakMemoryUsage: 53248 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 11986602872 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=234) - BytesReceived: 21 - ConvertRowBatchTime: 832 - DeserializeRowBatchTimer: 3236 - FirstBatchArrivalWaitTime: 11980912524 - InactiveTotalTime: 11983971808 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11983978724 HDFS_SCAN_NODE (id=120) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 77560240 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 793256 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 843376 - MaterializeTupleTime(*): 124 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 759000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3984 - TotalReadThroughput: 0 - TotalTime: 2484784 Instance 5840e519cb1bb31f:180 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0434782608695652 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 83374727 - RowsProduced: 1 - TotalNetworkReceiveTime: 5741317656 - TotalNetworkSendTime: 3397768 - TotalStorageWaitTime: 16552384 - TotalThreadsInvoluntaryContextSwitches: 5 - TotalThreadsTotalWallClockTime: 8224817512 - TotalThreadsSysTime: 4484000 - TotalThreadsUserTime: 43095000 - TotalThreadsVoluntaryContextSwitches: 243 - TotalTime: 12035730620 Fragment Instance Lifecycle Timings - ExecTime: 8512852 - ExecTreeExecTime: 6136 - InactiveTotalTime: 0 - OpenTime: 8127159200 - ExecTreeOpenTime: 5973206096 - PrepareTime: 3753432876 - ExecTreePrepareTime: 266886600 - TotalTime: 0 DataStreamSender (dst_id=235) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 396099 - OverallThroughput: 166760 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 19160 - TotalTime: 77956 - TransmitDataRPCTime: 32820 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 64023776 - CompileTime: 513133520 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 1601698028 - PeakMemoryUsage: 257024 - PrepareTime: 2810172764 - TotalTime: 4979343284 AGGREGATION_NODE (id=122) ExecOption: Codegen Enabled - BuildTime: 14816 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6240081808 NESTED_LOOP_JOIN_NODE (id=121) - BuildRows: 1 - BuildTime: 5768 - InactiveTotalTime: 0 - LocalTime: 18090788 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1752 - RowsReturnedRate: 291 - TotalTime: 6001624156 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=234) - BytesReceived: 21 - ConvertRowBatchTime: 624 - DeserializeRowBatchTimer: 4780 - FirstBatchArrivalWaitTime: 5739333376 - InactiveTotalTime: 5741313356 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 5741321716 HDFS_SCAN_NODE (id=120) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 35703 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35703 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35703 - DecompressionTime: 92592 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 78228 - PerReadThreadRawHdfsThroughput: 1737879672 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 34272512 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 10986 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 89189488 - MaterializeTupleTime(*): 6463872 - ScannerThreadsSysTime: 1141000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 19 - TotalRawHdfsReadTime(*): 20544 - TotalReadThroughput: 3104 - TotalTime: 242211652 Instance 5840e519cb1bb31f:181 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 320096 - PerHostPeakMemUsage: 414264633 - RowsProduced: 1 - TotalNetworkReceiveTime: 6087129388 - TotalNetworkSendTime: 343228 - TotalStorageWaitTime: 7617184 - TotalThreadsInvoluntaryContextSwitches: 11 - TotalThreadsTotalWallClockTime: 8640570804 - TotalThreadsSysTime: 4035000 - TotalThreadsUserTime: 46973000 - TotalThreadsVoluntaryContextSwitches: 281 - TotalTime: 11790967656 Fragment Instance Lifecycle Timings - ExecTime: 734012 - ExecTreeExecTime: 3692 - InactiveTotalTime: 0 - OpenTime: 8625021268 - ExecTreeOpenTime: 6112393672 - PrepareTime: 3165181164 - ExecTreePrepareTime: 248307760 - TotalTime: 0 DataStreamSender (dst_id=235) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 679916 - OverallThroughput: 2559 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6708 - TotalTime: 5078204 - TransmitDataRPCTime: 19120 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 235931500 - CompileTime: 1357891372 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 34 - NumInstructions: 502 - OptimizationTime: 1026393728 - PeakMemoryUsage: 257024 - PrepareTime: 2675042324 - TotalTime: 5122628484 AGGREGATION_NODE (id=122) ExecOption: Codegen Enabled - BuildTime: 10028 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 57748 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6360699476 NESTED_LOOP_JOIN_NODE (id=121) - BuildRows: 1 - BuildTime: 5580 - InactiveTotalTime: 0 - LocalTime: 344061300 - PeakMemoryUsage: 69012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1748 - RowsReturnedRate: 269 - TotalTime: 6477511616 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 20480 - TotalTime: 0 EXCHANGE_NODE (id=234) - BytesReceived: 21 - ConvertRowBatchTime: 840 - DeserializeRowBatchTimer: 6092 - FirstBatchArrivalWaitTime: 5816891840 - InactiveTotalTime: 6087116576 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6087133272 HDFS_SCAN_NODE (id=120) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 35744 - BytesReadDataNodeCache: 0 - BytesReadLocal: 35744 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 35744 - DecompressionTime: 832516 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 78228 - PerReadThreadRawHdfsThroughput: 1066221214 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 13366524 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 57451 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 3 - ScannerThreadsTotalWallClockTime: 14866904 - MaterializeTupleTime(*): 44948 - ScannerThreadsSysTime: 972000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 33524 - TotalReadThroughput: 0 - TotalTime: 46317044 Averaged Fragment F77 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:12s277ms max:12s277ms mean: 12s277ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 740870667 - RowsProduced: 1 - TotalNetworkReceiveTime: 11187613878 - TotalNetworkSendTime: 252735370 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11467586851 - TotalThreadsSysTime: 51000 - TotalThreadsUserTime: 562000 - TotalThreadsVoluntaryContextSwitches: 17 - TotalTime: 12271846772 Fragment Instance Lifecycle Timings - ExecTime: 270621570 - ExecTreeExecTime: 3788 - InactiveTotalTime: 0 - OpenTime: 11196996845 - ExecTreeOpenTime: 11187714527 - PrepareTime: 804181715 - ExecTreePrepareTime: 7706591 - TotalTime: 0 DataStreamSender (dst_id=234) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1890918 - OverallThroughput: 870626 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 14180 - TotalTime: 168844 - TransmitDataRPCTime: 77740 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 649949556 - TotalTime: 656429427 NESTED_LOOP_JOIN_NODE (id=119) - BuildRows: 1 - BuildTime: 4598 - InactiveTotalTime: 0 - LocalTime: 7800863 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 11203100809 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=233) - BytesReceived: 8 - ConvertRowBatchTime: 723 - DeserializeRowBatchTimer: 2667 - FirstBatchArrivalWaitTime: 11187522407 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11187599395 AGGREGATION_NODE (id=230) - BuildTime: 7073 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 129 - SpilledPartitions: 0 - TotalTime: 7700551 EXCHANGE_NODE (id=229) - BytesReceived: 91 - ConvertRowBatchTime: 4408 - DeserializeRowBatchTimer: 58177 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 238696 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 29326 Fragment F77 Instance 5840e519cb1bb31f:17c (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 452984 - PerHostPeakMemUsage: 740870667 - RowsProduced: 1 - TotalNetworkReceiveTime: 11187613878 - TotalNetworkSendTime: 252735370 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11467586851 - TotalThreadsSysTime: 51000 - TotalThreadsUserTime: 562000 - TotalThreadsVoluntaryContextSwitches: 17 - TotalTime: 12271846772 Fragment Instance Lifecycle Timings - ExecTime: 270621570 - ExecTreeExecTime: 3788 - InactiveTotalTime: 0 - OpenTime: 11196996845 - ExecTreeOpenTime: 11187714527 - PrepareTime: 804181715 - ExecTreePrepareTime: 7706591 - TotalTime: 0 DataStreamSender (dst_id=234) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 1890918 - OverallThroughput: 870626 - PeakMemoryUsage: 366912 - RowsReturned: 1 - SerializeBatchTime: 14180 - TotalTime: 168844 - TransmitDataRPCTime: 77740 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 649949556 - TotalTime: 656429427 NESTED_LOOP_JOIN_NODE (id=119) - BuildRows: 1 - BuildTime: 4598 - InactiveTotalTime: 0 - LocalTime: 7800863 - PeakMemoryUsage: 24576 - ProbeRows: 1 - ProbeTime: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - TotalTime: 11203100809 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - TotalTime: 0 EXCHANGE_NODE (id=233) - BytesReceived: 8 - ConvertRowBatchTime: 723 - DeserializeRowBatchTimer: 2667 - FirstBatchArrivalWaitTime: 11187522407 - InactiveTotalTime: 11187592805 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11187599395 AGGREGATION_NODE (id=230) - BuildTime: 7073 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 45056 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 129 - SpilledPartitions: 0 - TotalTime: 7700551 EXCHANGE_NODE (id=229) - BytesReceived: 91 - ConvertRowBatchTime: 4408 - DeserializeRowBatchTimer: 58177 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 238696 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 29326 Averaged Fragment F75 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:6s808ms max:10s299ms mean: 7s676ms stddev:1s311ms execution rates: min:44.00 B/sec max:8.92 KB/sec mean:2.82 KB/sec stddev:3.00 KB/sec num instances: 7 - AverageThreadTokens: 1.025 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1386302 - PerHostPeakMemUsage: 229493279 - RowsProduced: 1 - TotalNetworkReceiveTime: 4514336236 - TotalNetworkSendTime: 2154546 - TotalStorageWaitTime: 10282378 - TotalThreadsInvoluntaryContextSwitches: 15 - TotalThreadsTotalWallClockTime: 6155117903 - TotalThreadsSysTime: 1822428 - TotalThreadsUserTime: 169839142 - TotalThreadsVoluntaryContextSwitches: 201 - TotalTime: 7614446900 Fragment Instance Lifecycle Timings - ExecTime: 5537395 - ExecTreeExecTime: 4817 - InactiveTotalTime: 0 - OpenTime: 6116804566 - ExecTreeOpenTime: 4775239352 - PrepareTime: 1492059076 - ExecTreePrepareTime: 104831195 - TotalTime: 0 DataStreamSender (dst_id=229) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 803461 - OverallThroughput: 310066 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6817 - TotalTime: 44445 - TransmitDataRPCTime: 17803 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 104190418 - CompileTime: 544686561 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 724376372 - PeakMemoryUsage: 1329664 - PrepareTime: 1126020679 - TotalTime: 2417441203 AGGREGATION_NODE (id=116) - BuildTime: 5849 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 71057 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 4880069146 NESTED_LOOP_JOIN_NODE (id=115) - BuildRows: 1 - BuildTime: 7859 - InactiveTotalTime: 0 - LocalTime: 108600590 - PeakMemoryUsage: 58623 - ProbeRows: 585 - ProbeTime: 0 - RowsReturned: 545 - RowsReturnedRate: 320 - TotalTime: 4785800373 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=228) - BytesReceived: 21 - ConvertRowBatchTime: 1314 - DeserializeRowBatchTimer: 9090290 - FirstBatchArrivalWaitTime: 635951405 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 40680 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 4514341908 HDFS_SCAN_NODE (id=114) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.2857142857142857 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 5782003 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 75007 - PerReadThreadRawHdfsThroughput: 1012567593 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 46585164 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 1900 - RowsReturnedRate: 17583 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 47422559 - MaterializeTupleTime(*): 56143 - ScannerThreadsSysTime: 181428 - ScannerThreadsUserTime: 832142 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 20025 - TotalReadThroughput: 767 - TotalTime: 166044158 Fragment F75 Instance 5840e519cb1bb31f:170 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.05 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 70118184 - RowsProduced: 1 - TotalNetworkReceiveTime: 3232 - TotalNetworkSendTime: 2310424 - TotalStorageWaitTime: 6429452 - TotalThreadsInvoluntaryContextSwitches: 19 - TotalThreadsTotalWallClockTime: 4295458064 - TotalThreadsSysTime: 844000 - TotalThreadsUserTime: 195577000 - TotalThreadsVoluntaryContextSwitches: 382 - TotalTime: 10185330132 Fragment Instance Lifecycle Timings - ExecTime: 6717868 - ExecTreeExecTime: 6100 - InactiveTotalTime: 0 - OpenTime: 4293119528 - ExecTreeOpenTime: 306109956 - PrepareTime: 5885435732 - ExecTreePrepareTime: 619661048 - TotalTime: 0 DataStreamSender (dst_id=229) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 573799 - OverallThroughput: 238654 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6168 - TotalTime: 54472 - TransmitDataRPCTime: 22656 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 600086264 - CompileTime: 1963000272 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 1618493576 - PeakMemoryUsage: 1329664 - PrepareTime: 4209531592 - TotalTime: 7791804244 AGGREGATION_NODE (id=116) ExecOption: Codegen Enabled - BuildTime: 5532 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 1 - SpilledPartitions: 0 - TotalTime: 925769312 NESTED_LOOP_JOIN_NODE (id=115) - BuildRows: 1 - BuildTime: 3460 - InactiveTotalTime: 0 - LocalTime: 660616396 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 764 - RowsReturnedRate: 714 - TotalTime: 1069834964 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=228) - BytesReceived: 21 - ConvertRowBatchTime: 884 - DeserializeRowBatchTimer: 9912 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 158629 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6304 HDFS_SCAN_NODE (id=114) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 312004 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111804 - PerReadThreadRawHdfsThroughput: 1314007000 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 67406824 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 6502 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 69392728 - MaterializeTupleTime(*): 87536 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1004000 - ScannerThreadsVoluntaryContextSwitches: 17 - TotalRawHdfsReadTime(*): 30856 - TotalReadThroughput: 0 - TotalTime: 409212264 Instance 5840e519cb1bb31f:171 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.125 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 215100688 - RowsProduced: 1 - TotalNetworkReceiveTime: 3992 - TotalNetworkSendTime: 1170664 - TotalStorageWaitTime: 1498912 - TotalThreadsInvoluntaryContextSwitches: 14 - TotalThreadsTotalWallClockTime: 5467060180 - TotalThreadsSysTime: 2232000 - TotalThreadsUserTime: 184319000 - TotalThreadsVoluntaryContextSwitches: 463 - TotalTime: 8783692584 Fragment Instance Lifecycle Timings - ExecTime: 7103556 - ExecTreeExecTime: 6176 - InactiveTotalTime: 0 - OpenTime: 5290836028 - ExecTreeOpenTime: 1429389648 - PrepareTime: 3485694948 - ExecTreePrepareTime: 66220324 - TotalTime: 0 DataStreamSender (dst_id=229) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1241880 - OverallThroughput: 403075 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 7052 - TotalTime: 32252 - TransmitDataRPCTime: 10468 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 105042580 - CompileTime: 1270119328 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 2523530932 - PeakMemoryUsage: 1329664 - PrepareTime: 2791847380 - TotalTime: 6722708484 AGGREGATION_NODE (id=116) ExecOption: Codegen Enabled - BuildTime: 8432 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100540 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 1495609636 NESTED_LOOP_JOIN_NODE (id=115) - BuildRows: 1 - BuildTime: 5212 - InactiveTotalTime: 0 - LocalTime: 94674880 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 763 - RowsReturnedRate: 1114 - TotalTime: 684641084 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=228) - BytesReceived: 21 - ConvertRowBatchTime: 808 - DeserializeRowBatchTimer: 63562800 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 126135 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 7928 HDFS_SCAN_NODE (id=114) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 39417068 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 115900 - PerReadThreadRawHdfsThroughput: 1457029006 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 183120176 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 2661 - RowsReturnedRate: 4510 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 184190480 - MaterializeTupleTime(*): 65476 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1819000 - ScannerThreadsVoluntaryContextSwitches: 29 - TotalRawHdfsReadTime(*): 27856 - TotalReadThroughput: 5370 - TotalTime: 589958276 Instance 5840e519cb1bb31f:16e (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 236938876 - RowsProduced: 1 - TotalNetworkReceiveTime: 6743680692 - TotalNetworkSendTime: 2165564 - TotalStorageWaitTime: 26970680 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 6990364052 - TotalThreadsSysTime: 761000 - TotalThreadsUserTime: 151983000 - TotalThreadsVoluntaryContextSwitches: 96 - TotalTime: 6983646324 Fragment Instance Lifecycle Timings - ExecTime: 5205508 - ExecTreeExecTime: 5244 - InactiveTotalTime: 0 - OpenTime: 6945746144 - ExecTreeOpenTime: 6787804812 - PrepareTime: 32653956 - ExecTreePrepareTime: 166632 - TotalTime: 0 DataStreamSender (dst_id=229) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 511649 - OverallThroughput: 211919 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 6100 - TotalTime: 61344 - TransmitDataRPCTime: 25408 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 852352 - CompileTime: 28471224 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 127778868 - PeakMemoryUsage: 1329664 - PrepareTime: 28613684 - TotalTime: 185363984 AGGREGATION_NODE (id=116) ExecOption: Codegen Enabled - BuildTime: 6560 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 100552 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6787970844 NESTED_LOOP_JOIN_NODE (id=115) - BuildRows: 1 - BuildTime: 15588 - InactiveTotalTime: 0 - LocalTime: 3150196 - PeakMemoryUsage: 78024 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 762 - RowsReturnedRate: 112 - TotalTime: 6787054492 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=228) - BytesReceived: 21 - ConvertRowBatchTime: 1212 - DeserializeRowBatchTimer: 4224 - FirstBatchArrivalWaitTime: 1138140620 - InactiveTotalTime: 6743663280 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6743688352 HDFS_SCAN_NODE (id=114) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 194176 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111816 - PerReadThreadRawHdfsThroughput: 2532310787 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 39280320 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 2662 - RowsReturnedRate: 66192 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 39440036 - MaterializeTupleTime(*): 73364 - ScannerThreadsSysTime: 761000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 10 - TotalRawHdfsReadTime(*): 15908 - TotalReadThroughput: 0 - TotalTime: 40215944 Instance 5840e519cb1bb31f:16d (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 306722927 - RowsProduced: 1 - TotalNetworkReceiveTime: 6766344280 - TotalNetworkSendTime: 3170732 - TotalStorageWaitTime: 653200 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 6916503880 - TotalThreadsSysTime: 980000 - TotalThreadsUserTime: 133595000 - TotalThreadsVoluntaryContextSwitches: 33 - TotalTime: 6950565708 Fragment Instance Lifecycle Timings - ExecTime: 6222488 - ExecTreeExecTime: 3000 - InactiveTotalTime: 0 - OpenTime: 6909496236 - ExecTreeOpenTime: 6768865564 - PrepareTime: 34812400 - ExecTreePrepareTime: 1327524 - TotalTime: 0 DataStreamSender (dst_id=229) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 774547 - OverallThroughput: 287661 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 5016 - TotalTime: 45192 - TransmitDataRPCTime: 16784 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1320764 - CompileTime: 26219600 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 111059252 - PeakMemoryUsage: 1329664 - PrepareTime: 29848600 - TotalTime: 167834456 AGGREGATION_NODE (id=116) ExecOption: Codegen Enabled - BuildTime: 1304 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6770190732 NESTED_LOOP_JOIN_NODE (id=115) - BuildRows: 1 - BuildTime: 5768 - InactiveTotalTime: 0 - LocalTime: 1376416 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6770263392 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=228) - BytesReceived: 21 - ConvertRowBatchTime: 2268 - DeserializeRowBatchTimer: 3924 - FirstBatchArrivalWaitTime: 1219946972 - InactiveTotalTime: 6766336144 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6766351540 HDFS_SCAN_NODE (id=114) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 59698608 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 775432 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 813712 - MaterializeTupleTime(*): 116 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 463000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 5176 - TotalReadThroughput: 0 - TotalTime: 2535436 Instance 5840e519cb1bb31f:16f (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 263299815 - RowsProduced: 1 - TotalNetworkReceiveTime: 6603554804 - TotalNetworkSendTime: 2696368 - TotalStorageWaitTime: 816636 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 6782029760 - TotalThreadsSysTime: 3781000 - TotalThreadsUserTime: 148080000 - TotalThreadsVoluntaryContextSwitches: 87 - TotalTime: 6818928164 Fragment Instance Lifecycle Timings - ExecTime: 5848804 - ExecTreeExecTime: 3580 - InactiveTotalTime: 0 - OpenTime: 6775570796 - ExecTreeOpenTime: 6605449344 - PrepareTime: 37465140 - ExecTreePrepareTime: 222168 - TotalTime: 0 DataStreamSender (dst_id=229) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 908074 - OverallThroughput: 397796 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 4700 - TotalTime: 32680 - TransmitDataRPCTime: 14316 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 2658364 - CompileTime: 46342064 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 120593872 - PeakMemoryUsage: 1329664 - PrepareTime: 31358120 - TotalTime: 200432116 AGGREGATION_NODE (id=116) ExecOption: Codegen Enabled - BuildTime: 1380 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6605670212 NESTED_LOOP_JOIN_NODE (id=115) - BuildRows: 1 - BuildTime: 9224 - InactiveTotalTime: 0 - LocalTime: 196980 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6605587512 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=228) - BytesReceived: 21 - ConvertRowBatchTime: 1368 - DeserializeRowBatchTimer: 23512 - FirstBatchArrivalWaitTime: 1059603560 - InactiveTotalTime: 6603545120 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6603561176 HDFS_SCAN_NODE (id=114) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 51023778 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 915460 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 950276 - MaterializeTupleTime(*): 116 - ScannerThreadsSysTime: 509000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 6056 - TotalReadThroughput: 0 - TotalTime: 1829356 Instance 5840e519cb1bb31f:173 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1384544 - PerHostPeakMemUsage: 255825115 - RowsProduced: 1 - TotalNetworkReceiveTime: 6574387824 - TotalNetworkSendTime: 3260180 - TotalStorageWaitTime: 665368 - TotalThreadsInvoluntaryContextSwitches: 5 - TotalThreadsTotalWallClockTime: 6773970108 - TotalThreadsSysTime: 2056000 - TotalThreadsUserTime: 157692000 - TotalThreadsVoluntaryContextSwitches: 168 - TotalTime: 6806814432 Fragment Instance Lifecycle Timings - ExecTime: 7262832 - ExecTreeExecTime: 4508 - InactiveTotalTime: 0 - OpenTime: 6765866896 - ExecTreeOpenTime: 6577018512 - PrepareTime: 33653892 - ExecTreePrepareTime: 206120 - TotalTime: 0 DataStreamSender (dst_id=229) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 1034702 - OverallThroughput: 373091 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 9796 - TotalTime: 34844 - TransmitDataRPCTime: 12564 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 1007164 - CompileTime: 45083420 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 141189948 - PeakMemoryUsage: 1329664 - PrepareTime: 30288968 - TotalTime: 217154152 AGGREGATION_NODE (id=116) ExecOption: Codegen Enabled - BuildTime: 2456 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 28672 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6577223688 NESTED_LOOP_JOIN_NODE (id=115) - BuildRows: 1 - BuildTime: 8596 - InactiveTotalTime: 0 - LocalTime: 189268 - PeakMemoryUsage: 32768 - ProbeRows: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 6577145292 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=228) - BytesReceived: 21 - ConvertRowBatchTime: 1684 - DeserializeRowBatchTimer: 8036 - FirstBatchArrivalWaitTime: 1033968684 - InactiveTotalTime: 6574377056 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 6574395196 HDFS_SCAN_NODE (id=114) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 81144957 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 820424 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 887008 - MaterializeTupleTime(*): 148 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1059000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 3808 - TotalReadThroughput: 0 - TotalTime: 2560828 Instance 5840e519cb1bb31f:172 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1388648 - PerHostPeakMemUsage: 258447352 - RowsProduced: 1 - TotalNetworkReceiveTime: 4912378830 - TotalNetworkSendTime: 307896 - TotalStorageWaitTime: 34942399 - TotalThreadsInvoluntaryContextSwitches: 64 - TotalThreadsTotalWallClockTime: 5860439280 - TotalThreadsSysTime: 2103000 - TotalThreadsUserTime: 217628000 - TotalThreadsVoluntaryContextSwitches: 184 - TotalTime: 6772150960 Fragment Instance Lifecycle Timings - ExecTime: 400712 - ExecTreeExecTime: 5116 - InactiveTotalTime: 0 - OpenTime: 5836996335 - ExecTreeOpenTime: 4952037631 - PrepareTime: 934697469 - ExecTreePrepareTime: 46014550 - TotalTime: 0 DataStreamSender (dst_id=229) - BytesSent: 13 - InactiveTotalTime: 0 - NetworkThroughput(*): 579580 - OverallThroughput: 258269 - PeakMemoryUsage: 26208 - RowsReturned: 1 - SerializeBatchTime: 8892 - TotalTime: 50335 - TransmitDataRPCTime: 22430 - UncompressedRowBatchSize: 13 CodeGen - CodegenTime: 18365442 - CompileTime: 433570022 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 141 - NumInstructions: 2597 - OptimizationTime: 427988160 - PeakMemoryUsage: 1329664 - PrepareTime: 760656412 - TotalTime: 1636790985 AGGREGATION_NODE (id=116) ExecOption: Codegen Enabled - BuildTime: 15282 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 109756 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 4998049600 NESTED_LOOP_JOIN_NODE (id=115) - BuildRows: 1 - BuildTime: 7169 - InactiveTotalTime: 0 - LocalTime: 0 - PeakMemoryUsage: 78012 - ProbeRows: 1024 - ProbeTime: 0 - RowsReturned: 1529 - RowsReturnedRate: 305 - TotalTime: 5006075879 Nested Loop Join Builder - InactiveTotalTime: 0 - PeakMemoryUsage: 12288 - TotalTime: 0 EXCHANGE_NODE (id=228) - BytesReceived: 21 - ConvertRowBatchTime: 975 - DeserializeRowBatchTimer: 19626 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 4912371813 - PeakMemoryUsage: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 4912382865 HDFS_SCAN_NODE (id=114) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 550776 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 111804 - PerReadThreadRawHdfsThroughput: 1592759016 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 33777512 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 5322 - RowsReturnedRate: 45880 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 36283678 - MaterializeTupleTime(*): 166247 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1480000 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 50518 - TotalReadThroughput: 0 - TotalTime: 115997006 Averaged Fragment F76 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:972.807ms max:6s525ms mean: 2s713ms stddev:2s329ms execution rates: min:217.00 B/sec max:43.11 KB/sec mean:12.09 KB/sec stddev:16.29 KB/sec num instances: 7 - AverageThreadTokens: 1.0129870129870129 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 191415 - PerHostPeakMemUsage: 136740263 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 29655055 - TotalStorageWaitTime: 2305129 - TotalThreadsInvoluntaryContextSwitches: 5 - TotalThreadsTotalWallClockTime: 1341363117 - TotalThreadsSysTime: 2421571 - TotalThreadsUserTime: 27244000 - TotalThreadsVoluntaryContextSwitches: 118 - TotalTime: 2557272338 Fragment Instance Lifecycle Timings - ExecTime: 752457917 - ExecTreeExecTime: 97054102 - InactiveTotalTime: 0 - OpenTime: 548233908 - ExecTreeOpenTime: 61895 - PrepareTime: 1256538401 - ExecTreePrepareTime: 12215463 - TotalTime: 0 DataStreamSender (dst_id=228) - BytesSent: 21 - InactiveTotalTime: 0 - NetworkThroughput(*): 308261 - OverallThroughput: 3256 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 844 - TotalTime: 12512382 - TransmitDataRPCTime: 9732 - UncompressedRowBatchSize: 21 CodeGen - CodegenTime: 32683204 - CompileTime: 232062380 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 205219758 - PeakMemoryUsage: 94208 - PrepareTime: 1005149639 - TotalTime: 1491555615 HDFS_SCAN_NODE (id=113) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 28972 - BytesReadDataNodeCache: 0 - BytesReadLocal: 28972 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 28972 - DecompressionTime: 20575592 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 84369 - PerReadThreadRawHdfsThroughput: 757416063 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 47145703 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 1 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 63523768 - MaterializeTupleTime(*): 58829 - ScannerThreadsSysTime: 318571 - ScannerThreadsUserTime: 629428 - ScannerThreadsVoluntaryContextSwitches: 15 - TotalRawHdfsReadTime(*): 27286 - TotalReadThroughput: 0 - TotalTime: 121590489 Fragment F76 Instance 5840e519cb1bb31f:169 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 66627850 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1292 - TotalStorageWaitTime: 1363640 - TotalThreadsInvoluntaryContextSwitches: 16 - TotalThreadsTotalWallClockTime: 2141989644 - TotalThreadsSysTime: 3030000 - TotalThreadsUserTime: 30718000 - TotalThreadsVoluntaryContextSwitches: 204 - TotalTime: 6501413348 Fragment Instance Lifecycle Timings - ExecTime: 392340680 - ExecTreeExecTime: 267378972 - InactiveTotalTime: 0 - OpenTime: 1743959904 - ExecTreeOpenTime: 84676 - PrepareTime: 4365081184 - ExecTreePrepareTime: 84829340 - TotalTime: 0 DataStreamSender (dst_id=228) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 65636 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 151838736 - CompileTime: 494606180 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 536378608 - PeakMemoryUsage: 94208 - PrepareTime: 3363507420 - TotalTime: 4674591340 HDFS_SCAN_NODE (id=113) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40545 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40545 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40545 - DecompressionTime: 111586940 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 701664820 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 52154320 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 165396424 - MaterializeTupleTime(*): 77188 - ScannerThreadsSysTime: 839000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 26 - TotalRawHdfsReadTime(*): 57784 - TotalReadThroughput: 0 - TotalTime: 437144308 Instance 5840e519cb1bb31f:16a (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0909090909090908 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200134 - PerHostPeakMemUsage: 156986667 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 2120 - TotalStorageWaitTime: 5835316 - TotalThreadsInvoluntaryContextSwitches: 8 - TotalThreadsTotalWallClockTime: 2930362528 - TotalThreadsSysTime: 2679000 - TotalThreadsUserTime: 31642000 - TotalThreadsVoluntaryContextSwitches: 228 - TotalTime: 6208780088 Fragment Instance Lifecycle Timings - ExecTime: 1008692428 - ExecTreeExecTime: 278845072 - InactiveTotalTime: 0 - OpenTime: 1754364608 - ExecTreeOpenTime: 68976 - PrepareTime: 3445672644 - ExecTreePrepareTime: 95160 - TotalTime: 0 DataStreamSender (dst_id=228) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 80918572 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 65493308 - CompileTime: 1002278344 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 715665416 - PeakMemoryUsage: 94208 - PrepareTime: 2839078400 - TotalTime: 4595444952 HDFS_SCAN_NODE (id=113) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 40587 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40587 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40587 - DecompressionTime: 11949876 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121020 - PerReadThreadRawHdfsThroughput: 841634870 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 166285800 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 167364648 - MaterializeTupleTime(*): 89680 - ScannerThreadsSysTime: 683000 - ScannerThreadsUserTime: 683000 - ScannerThreadsVoluntaryContextSwitches: 26 - TotalRawHdfsReadTime(*): 48224 - TotalReadThroughput: 0 - TotalTime: 279124804 Instance 5840e519cb1bb31f:16b (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 220614 - PerHostPeakMemUsage: 198456801 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 207574293 - TotalStorageWaitTime: 4321037 - TotalThreadsInvoluntaryContextSwitches: 9 - TotalThreadsTotalWallClockTime: 636748950 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 31016000 - TotalThreadsVoluntaryContextSwitches: 91 - TotalTime: 1360118142 Fragment Instance Lifecycle Timings - ExecTime: 344504185 - ExecTreeExecTime: 121304566 - InactiveTotalTime: 0 - OpenTime: 187916845 - ExecTreeOpenTime: 59950 - PrepareTime: 827624731 - ExecTreePrepareTime: 117066 - TotalTime: 0 DataStreamSender (dst_id=228) - BytesSent: 147 - InactiveTotalTime: 0 - NetworkThroughput(*): 2157829 - OverallThroughput: 22794 - PeakMemoryUsage: 70560 - RowsReturned: 1 - SerializeBatchTime: 5911 - TotalTime: 6448900 - TransmitDataRPCTime: 68124 - UncompressedRowBatchSize: 147 CodeGen - CodegenTime: 7096621 - CompileTime: 84899308 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 87958614 - PeakMemoryUsage: 94208 - PrepareTime: 694751941 - TotalTime: 888744743 HDFS_SCAN_NODE (id=113) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 80463 - BytesReadDataNodeCache: 0 - BytesReadLocal: 80463 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 80463 - DecompressionTime: 20287528 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 141500 - PerReadThreadRawHdfsThroughput: 1566555691 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 104194455 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 1 - RowsReturnedRate: 8 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 1 - ScannerThreadsTotalWallClockTime: 104369388 - MaterializeTupleTime(*): 174646 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1995000 - ScannerThreadsVoluntaryContextSwitches: 31 - TotalRawHdfsReadTime(*): 51363 - TotalReadThroughput: 0 - TotalTime: 121625005 Instance 5840e519cb1bb31f:166 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 170526338 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1756 - TotalStorageWaitTime: 2428476 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 938955792 - TotalThreadsSysTime: 3197000 - TotalThreadsUserTime: 22045000 - TotalThreadsVoluntaryContextSwitches: 46 - TotalTime: 971181856 Fragment Instance Lifecycle Timings - ExecTime: 907491432 - ExecTreeExecTime: 4176472 - InactiveTotalTime: 0 - OpenTime: 28882592 - ExecTreeOpenTime: 50416 - PrepareTime: 34772716 - ExecTreePrepareTime: 242116 - TotalTime: 0 DataStreamSender (dst_id=228) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 36044 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 957504 - CompileTime: 10384940 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 16806324 - PeakMemoryUsage: 94208 - PrepareTime: 26549204 - TotalTime: 55550344 HDFS_SCAN_NODE (id=113) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 70871559 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2599716 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2613128 - MaterializeTupleTime(*): 60 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 757000 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4360 - TotalReadThroughput: 0 - TotalTime: 4877864 Instance 5840e519cb1bb31f:167 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 200146 - PerHostPeakMemUsage: 97016331 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 2252 - TotalStorageWaitTime: 1540740 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 933202420 - TotalThreadsSysTime: 287000 - TotalThreadsUserTime: 23674000 - TotalThreadsVoluntaryContextSwitches: 73 - TotalTime: 970090968 Fragment Instance Lifecycle Timings - ExecTime: 900811012 - ExecTreeExecTime: 2715176 - InactiveTotalTime: 0 - OpenTime: 30237712 - ExecTreeOpenTime: 56360 - PrepareTime: 39009920 - ExecTreePrepareTime: 75264 - TotalTime: 0 DataStreamSender (dst_id=228) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 23120 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 798000 - CompileTime: 7383532 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 21145300 - PeakMemoryUsage: 94208 - PrepareTime: 35019596 - TotalTime: 64337372 HDFS_SCAN_NODE (id=113) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 40284 - BytesReadDataNodeCache: 0 - BytesReadLocal: 40284 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 40284 - DecompressionTime: 204800 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 121032 - PerReadThreadRawHdfsThroughput: 1980530973 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 2158192 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 2207824 - MaterializeTupleTime(*): 70008 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 444000 - ScannerThreadsVoluntaryContextSwitches: 8 - TotalRawHdfsReadTime(*): 20340 - TotalReadThroughput: 0 - TotalTime: 2945184 Instance 5840e519cb1bb31f:168 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 171639503 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1828 - TotalStorageWaitTime: 645772 - TotalThreadsInvoluntaryContextSwitches: 4 - TotalThreadsTotalWallClockTime: 913989668 - TotalThreadsSysTime: 3238000 - TotalThreadsUserTime: 25059000 - TotalThreadsVoluntaryContextSwitches: 114 - TotalTime: 948372824 Fragment Instance Lifecycle Timings - ExecTime: 859745572 - ExecTreeExecTime: 2337884 - InactiveTotalTime: 0 - OpenTime: 53490688 - ExecTreeOpenTime: 55536 - PrepareTime: 35105584 - ExecTreePrepareTime: 73116 - TotalTime: 0 DataStreamSender (dst_id=228) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 19048 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 695512 - CompileTime: 10418908 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 38490132 - PeakMemoryUsage: 94208 - PrepareTime: 33555172 - TotalTime: 83050804 HDFS_SCAN_NODE (id=113) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 79393627 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 737940 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 784308 - MaterializeTupleTime(*): 164 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 527000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 3892 - TotalReadThroughput: 0 - TotalTime: 2560896 Instance 5840e519cb1bb31f:16c (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 172960 - PerHostPeakMemUsage: 95928352 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1848 - TotalStorageWaitTime: 928 - TotalThreadsInvoluntaryContextSwitches: 3 - TotalThreadsTotalWallClockTime: 894292820 - TotalThreadsSysTime: 4520000 - TotalThreadsUserTime: 26554000 - TotalThreadsVoluntaryContextSwitches: 71 - TotalTime: 940949140 Fragment Instance Lifecycle Timings - ExecTime: 853620112 - ExecTreeExecTime: 2620572 - InactiveTotalTime: 0 - OpenTime: 38785012 - ExecTreeOpenTime: 57352 - PrepareTime: 48502032 - ExecTreePrepareTime: 76180 - TotalTime: 0 DataStreamSender (dst_id=228) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 70560 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 75360 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1902748 - CompileTime: 14465448 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 10 - NumInstructions: 184 - OptimizationTime: 20093916 - PeakMemoryUsage: 94208 - PrepareTime: 43585744 - TotalTime: 79169756 HDFS_SCAN_NODE (id=113) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 61260904 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1889504 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1930656 - MaterializeTupleTime(*): 60 - ScannerThreadsSysTime: 708000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 11 - TotalRawHdfsReadTime(*): 5044 - TotalReadThroughput: 0 - TotalTime: 2855368 Averaged Fragment F79 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:11s835ms max:11s835ms mean: 11s835ms stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 661420800 - RowsProduced: 1 - TotalNetworkReceiveTime: 11288880140 - TotalNetworkSendTime: 95035 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11301568110 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 772000 - TotalThreadsVoluntaryContextSwitches: 9 - TotalTime: 11826812475 Fragment Instance Lifecycle Timings - ExecTime: 198941 - ExecTreeExecTime: 25474 - InactiveTotalTime: 0 - OpenTime: 11301394376 - ExecTreeOpenTime: 11289081618 - PrepareTime: 525176696 - ExecTreePrepareTime: 26528490 - TotalTime: 0 DataStreamSender (dst_id=233) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 575663 - OverallThroughput: 185515 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1808 - TotalTime: 43123 - TransmitDataRPCTime: 13897 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 416275180 - TotalTime: 441927410 AGGREGATION_NODE (id=232) - BuildTime: 1021 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11315629359 EXCHANGE_NODE (id=231) - BytesReceived: 56 - ConvertRowBatchTime: 7185 - DeserializeRowBatchTimer: 123163 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11288893629 Fragment F79 Instance 5840e519cb1bb31f:17b (host=SH-Dev-S1.ny.os.local:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 147488 - PerHostPeakMemUsage: 661420800 - RowsProduced: 1 - TotalNetworkReceiveTime: 11288880140 - TotalNetworkSendTime: 95035 - TotalStorageWaitTime: 0 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 11301568110 - TotalThreadsSysTime: 0 - TotalThreadsUserTime: 772000 - TotalThreadsVoluntaryContextSwitches: 9 - TotalTime: 11826812475 Fragment Instance Lifecycle Timings - ExecTime: 198941 - ExecTreeExecTime: 25474 - InactiveTotalTime: 0 - OpenTime: 11301394376 - ExecTreeOpenTime: 11289081618 - PrepareTime: 525176696 - ExecTreePrepareTime: 26528490 - TotalTime: 0 DataStreamSender (dst_id=233) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 575663 - OverallThroughput: 185515 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1808 - TotalTime: 43123 - TransmitDataRPCTime: 13897 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 0 - CompileTime: 0 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 0 - NumInstructions: 0 - OptimizationTime: 0 - PeakMemoryUsage: 0 - PrepareTime: 416275180 - TotalTime: 441927410 AGGREGATION_NODE (id=232) - BuildTime: 1021 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 11315629359 EXCHANGE_NODE (id=231) - BytesReceived: 56 - ConvertRowBatchTime: 7185 - DeserializeRowBatchTimer: 123163 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 11288830781 - PeakMemoryUsage: 0 - RowsReturned: 7 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 11288893629 Averaged Fragment F78 split sizes: min: 309.00 B, max: 60.70 KB, avg: 21.90 KB, stddev: 21.15 KB completion times: min:839.303ms max:11s668ms mean: 3s716ms stddev:4s226ms execution rates: min:291.00 B/sec max:34.76 KB/sec mean:10.73 KB/sec stddev:14.77 KB/sec num instances: 7 - AverageThreadTokens: 0.7207792207792207 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 147647605 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 16726626 - TotalStorageWaitTime: 9096003 - TotalThreadsInvoluntaryContextSwitches: 41 - TotalThreadsTotalWallClockTime: 1981844559 - TotalThreadsSysTime: 4681428 - TotalThreadsUserTime: 179361285 - TotalThreadsVoluntaryContextSwitches: 251 - TotalTime: 3280432895 Fragment Instance Lifecycle Timings - ExecTime: 23090463 - ExecTreeExecTime: 4098 - InactiveTotalTime: 0 - OpenTime: 1930450613 - ExecTreeOpenTime: 56982012 - PrepareTime: 1295509194 - ExecTreePrepareTime: 11102723 - TotalTime: 0 DataStreamSender (dst_id=231) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 573183 - OverallThroughput: 125607 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1946 - TotalTime: 4739306 - TransmitDataRPCTime: 15456 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 49030004 - CompileTime: 980924488 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 785708400 - PeakMemoryUsage: 376320 - PrepareTime: 1117511313 - TotalTime: 2984558989 AGGREGATION_NODE (id=118) - BuildTime: 263774 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 19309 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 125 - SpilledPartitions: 0 - TotalTime: 68082787 HDFS_SCAN_NODE (id=117) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.14285714285714285 - BytesRead: 23121 - BytesReadDataNodeCache: 0 - BytesReadLocal: 23121 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 23121 - DecompressionTime: 28430 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 62464 - PerReadThreadRawHdfsThroughput: 1031461872 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 29224521 - RowBatchQueuePutWaitTime: 0 - RowsRead: 1900 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 29299827 - MaterializeTupleTime(*): 15831765 - ScannerThreadsSysTime: 358285 - ScannerThreadsUserTime: 776285 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 15934 - TotalReadThroughput: 440 - TotalTime: 34599697 Fragment F78 Instance 5840e519cb1bb31f:177 (host=SH-Dev-S2.ny.os.local:22000) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B - AverageThreadTokens: 1.0454545454545454 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 77837987 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 4949808 - TotalStorageWaitTime: 821312 - TotalThreadsInvoluntaryContextSwitches: 22 - TotalThreadsTotalWallClockTime: 6125600756 - TotalThreadsSysTime: 8431000 - TotalThreadsUserTime: 192590000 - TotalThreadsVoluntaryContextSwitches: 559 - TotalTime: 11291091940 Fragment Instance Lifecycle Timings - ExecTime: 10901540 - ExecTreeExecTime: 4664 - InactiveTotalTime: 0 - OpenTime: 6037302452 - ExecTreeOpenTime: 178387744 - PrepareTime: 5044932464 - ExecTreePrepareTime: 170172 - TotalTime: 0 DataStreamSender (dst_id=231) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 457770 - OverallThroughput: 116522 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1796 - TotalTime: 68656 - TransmitDataRPCTime: 17476 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 184026272 - CompileTime: 2770287704 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 2384174040 - PeakMemoryUsage: 376320 - PrepareTime: 4363647344 - TotalTime: 10109608548 AGGREGATION_NODE (id=118) ExecOption: Codegen Enabled - BuildTime: 3580 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 5 - SpilledPartitions: 0 - TotalTime: 178557440 HDFS_SCAN_NODE (id=117) Hdfs split stats (:<# splits>/): 1:1/30.35 KB 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 32356 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32356 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32356 - DecompressionTime: 40244 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1808810375 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 77335284 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 77421568 - MaterializeTupleTime(*): 68057952 - ScannerThreadsSysTime: 735000 - ScannerThreadsUserTime: 82000 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 17888 - TotalReadThroughput: 3081 - TotalTime: 105540932 Instance 5840e519cb1bb31f:178 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 218145555 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 71809360 - TotalStorageWaitTime: 2166596 - TotalThreadsInvoluntaryContextSwitches: 70 - TotalThreadsTotalWallClockTime: 5735283344 - TotalThreadsSysTime: 9902000 - TotalThreadsUserTime: 194164000 - TotalThreadsVoluntaryContextSwitches: 555 - TotalTime: 8832711556 Fragment Instance Lifecycle Timings - ExecTime: 74367552 - ExecTreeExecTime: 5144 - InactiveTotalTime: 0 - OpenTime: 5617564708 - ExecTreeOpenTime: 126257152 - PrepareTime: 3119254768 - ExecTreePrepareTime: 75644324 - TotalTime: 0 DataStreamSender (dst_id=231) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 416753 - OverallThroughput: 620 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 3076 - TotalTime: 12902640 - TransmitDataRPCTime: 19196 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 115795496 - CompileTime: 3368162572 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 2104501244 - PeakMemoryUsage: 376320 - PrepareTime: 2746433204 - TotalTime: 8309260812 AGGREGATION_NODE (id=118) ExecOption: Codegen Enabled - BuildTime: 3348 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 4 - SpilledPartitions: 0 - TotalTime: 201899380 HDFS_SCAN_NODE (id=117) Hdfs split stats (:<# splits>/): 0:1/30.38 KB 5:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32388 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32388 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32388 - DecompressionTime: 31088 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 1238831089 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 43306300 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2661 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 4 - ScannerThreadsTotalWallClockTime: 43424476 - MaterializeTupleTime(*): 40648304 - ScannerThreadsSysTime: 1422000 - ScannerThreadsUserTime: 829000 - ScannerThreadsVoluntaryContextSwitches: 12 - TotalRawHdfsReadTime(*): 26144 - TotalReadThroughput: 0 - TotalTime: 45163388 Instance 5840e519cb1bb31f:179 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 207709406 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 107510 - TotalStorageWaitTime: 53025852 - TotalThreadsInvoluntaryContextSwitches: 134 - TotalThreadsTotalWallClockTime: 1166348282 - TotalThreadsSysTime: 6030000 - TotalThreadsUserTime: 212538000 - TotalThreadsVoluntaryContextSwitches: 194 - TotalTime: 1802872602 Fragment Instance Lifecycle Timings - ExecTime: 203172 - ExecTreeExecTime: 4218 - InactiveTotalTime: 0 - OpenTime: 1102549124 - ExecTreeOpenTime: 72207130 - PrepareTime: 700062099 - ExecTreePrepareTime: 200971 - TotalTime: 0 DataStreamSender (dst_id=231) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 408621 - OverallThroughput: 430 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1620 - TotalTime: 18595320 - TransmitDataRPCTime: 19578 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 31279101 - CompileTime: 500585995 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 520119610 - PeakMemoryUsage: 376320 - PrepareTime: 524722927 - TotalTime: 1562803224 AGGREGATION_NODE (id=118) ExecOption: Codegen Enabled - BuildTime: 7965 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 13 - SpilledPartitions: 0 - TotalTime: 72404230 HDFS_SCAN_NODE (id=117) Hdfs split stats (:<# splits>/): 4:1/30.39 KB 3:1/30.31 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:2 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 64093 - BytesReadDataNodeCache: 0 - BytesReadLocal: 64093 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 64093 - DecompressionTime: 62955 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 93184 - PerReadThreadRawHdfsThroughput: 1866423995 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 70162710 - RowBatchQueuePutWaitTime: 0 - RowsRead: 5322 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 70279754 - MaterializeTupleTime(*): 1214856 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 2414000 - ScannerThreadsVoluntaryContextSwitches: 13 - TotalRawHdfsReadTime(*): 34340 - TotalReadThroughput: 0 - TotalTime: 71615598 Instance 5840e519cb1bb31f:175 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/30.39 KB - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 95407264 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 20569996 - TotalStorageWaitTime: 1325576 - TotalThreadsInvoluntaryContextSwitches: 1 - TotalThreadsTotalWallClockTime: 220121812 - TotalThreadsSysTime: 2074000 - TotalThreadsUserTime: 150014000 - TotalThreadsVoluntaryContextSwitches: 116 - TotalTime: 270082880 Fragment Instance Lifecycle Timings - ExecTime: 40577792 - ExecTreeExecTime: 4308 - InactiveTotalTime: 0 - OpenTime: 173108556 - ExecTreeOpenTime: 10637136 - PrepareTime: 56360200 - ExecTreePrepareTime: 130044 - TotalTime: 0 DataStreamSender (dst_id=231) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 381097 - OverallThroughput: 191957 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 2332 - TotalTime: 41676 - TransmitDataRPCTime: 20992 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 2390792 - CompileTime: 42214396 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 116099768 - PeakMemoryUsage: 376320 - PrepareTime: 52978384 - TotalTime: 213196288 AGGREGATION_NODE (id=118) ExecOption: Codegen Enabled - BuildTime: 1829176 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 27648 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 92 - SpilledPartitions: 0 - TotalTime: 10765548 HDFS_SCAN_NODE (id=117) Hdfs split stats (:<# splits>/): 3:1/30.39 KB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 32089 - BytesReadDataNodeCache: 0 - BytesReadLocal: 32089 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 32089 - DecompressionTime: 64724 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 86016 - PerReadThreadRawHdfsThroughput: 2148433315 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 6402652 - RowBatchQueuePutWaitTime: 0 - RowsRead: 2662 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 6485664 - MaterializeTupleTime(*): 900848 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 1147000 - ScannerThreadsVoluntaryContextSwitches: 14 - TotalRawHdfsReadTime(*): 14936 - TotalReadThroughput: 0 - TotalTime: 8020272 Instance 5840e519cb1bb31f:17a (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 3:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 94705299 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 6266136 - TotalStorageWaitTime: 2933500 - TotalThreadsInvoluntaryContextSwitches: 49 - TotalThreadsTotalWallClockTime: 212742232 - TotalThreadsSysTime: 2040000 - TotalThreadsUserTime: 173345000 - TotalThreadsVoluntaryContextSwitches: 82 - TotalTime: 267359704 Fragment Instance Lifecycle Timings - ExecTime: 12467864 - ExecTreeExecTime: 3120 - InactiveTotalTime: 0 - OpenTime: 196994288 - ExecTreeOpenTime: 5426460 - PrepareTime: 57855940 - ExecTreePrepareTime: 159768 - TotalTime: 0 DataStreamSender (dst_id=231) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 888888 - OverallThroughput: 5297 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1588 - TotalTime: 1510012 - TransmitDataRPCTime: 9000 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 4964868 - CompileTime: 53780824 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 134696304 - PeakMemoryUsage: 376320 - PrepareTime: 51773616 - TotalTime: 240930188 AGGREGATION_NODE (id=118) ExecOption: Codegen Enabled - BuildTime: 844 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 179 - SpilledPartitions: 0 - TotalTime: 5584408 HDFS_SCAN_NODE (id=117) Hdfs split stats (:<# splits>/): 3:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 48251093 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3268748 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 3316600 - MaterializeTupleTime(*): 108 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 505000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 6404 - TotalReadThroughput: 0 - TotalTime: 5649584 Instance 5840e519cb1bb31f:176 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 4:1/309.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 169603791 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 3342356 - TotalStorageWaitTime: 721580 - TotalThreadsInvoluntaryContextSwitches: 10 - TotalThreadsTotalWallClockTime: 214940648 - TotalThreadsSysTime: 1313000 - TotalThreadsUserTime: 181194000 - TotalThreadsVoluntaryContextSwitches: 145 - TotalTime: 263906216 Fragment Instance Lifecycle Timings - ExecTime: 5919044 - ExecTreeExecTime: 2748 - InactiveTotalTime: 0 - OpenTime: 208243856 - ExecTreeOpenTime: 1342740 - PrepareTime: 49711976 - ExecTreePrepareTime: 1318976 - TotalTime: 0 DataStreamSender (dst_id=231) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 754432 - OverallThroughput: 267737 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1896 - TotalTime: 29880 - TransmitDataRPCTime: 10604 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 3018176 - CompileTime: 76330496 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 127344200 - PeakMemoryUsage: 376320 - PrepareTime: 42526920 - TotalTime: 246817260 AGGREGATION_NODE (id=118) ExecOption: Codegen Enabled - BuildTime: 644 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 376 - SpilledPartitions: 0 - TotalTime: 2659536 HDFS_SCAN_NODE (id=117) Hdfs split stats (:<# splits>/): 4:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 66423043 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 810524 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 842456 - MaterializeTupleTime(*): 200 - ScannerThreadsSysTime: 351000 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 3 - TotalRawHdfsReadTime(*): 4652 - TotalReadThroughput: 0 - TotalTime: 1498844 Instance 5840e519cb1bb31f:174 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/309.00 B - AverageThreadTokens: 0.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 515584 - PerHostPeakMemUsage: 170123936 - RowsProduced: 1 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 10041220 - TotalStorageWaitTime: 2677608 - TotalThreadsInvoluntaryContextSwitches: 2 - TotalThreadsTotalWallClockTime: 197874844 - TotalThreadsSysTime: 2980000 - TotalThreadsUserTime: 151684000 - TotalThreadsVoluntaryContextSwitches: 107 - TotalTime: 235005372 Fragment Instance Lifecycle Timings - ExecTime: 17196280 - ExecTreeExecTime: 4484 - InactiveTotalTime: 0 - OpenTime: 177391312 - ExecTreeOpenTime: 4615728 - PrepareTime: 40386912 - ExecTreePrepareTime: 94812 - TotalTime: 0 DataStreamSender (dst_id=231) - BytesSent: 8 - InactiveTotalTime: 0 - NetworkThroughput(*): 704721 - OverallThroughput: 296691 - PeakMemoryUsage: 131072 - RowsReturned: 1 - SerializeBatchTime: 1320 - TotalTime: 26964 - TransmitDataRPCTime: 11352 - UncompressedRowBatchSize: 8 CodeGen - CodegenTime: 1735324 - CompileTime: 55109432 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 52 - NumInstructions: 735 - OptimizationTime: 113023636 - PeakMemoryUsage: 376320 - PrepareTime: 40496800 - TotalTime: 209296604 AGGREGATION_NODE (id=118) ExecOption: Codegen Enabled - BuildTime: 864 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - RowsRepartitioned: 0 - RowsReturned: 1 - RowsReturnedRate: 212 - SpilledPartitions: 0 - TotalTime: 4708968 HDFS_SCAN_NODE (id=117) Hdfs split stats (:<# splits>/): 0:1/309.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 309 - BytesReadDataNodeCache: 0 - BytesReadLocal: 309 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 28672 - PerReadThreadRawHdfsThroughput: 43060200 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 3285432 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 3328276 - MaterializeTupleTime(*): 92 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 457000 - ScannerThreadsVoluntaryContextSwitches: 9 - TotalRawHdfsReadTime(*): 7176 - TotalReadThroughput: 0 - TotalTime: 4709264 Averaged Fragment F82 split sizes: min: 164.00 B, max: 50.05 MB, avg: 20.86 MB, stddev: 17.20 MB completion times: min:753.355ms max:53s465ms mean: 31s313ms stddev:21s859ms execution rates: min:207.00 B/sec max:958.62 KB/sec mean:449.48 KB/sec stddev:345.06 KB/sec num instances: 6 - AverageThreadTokens: 1.6371699912379487 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 26279941 - PerHostPeakMemUsage: 1022418178 - RowsProduced: 5305981 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 27926356165 - TotalStorageWaitTime: 11959802 - TotalThreadsInvoluntaryContextSwitches: 268 - TotalThreadsTotalWallClockTime: 60136459668 - TotalThreadsSysTime: 111791500 - TotalThreadsUserTime: 1778829666 - TotalThreadsVoluntaryContextSwitches: 7709 - TotalTime: 31124627462 Fragment Instance Lifecycle Timings - ExecTime: 29924459953 - ExecTreeExecTime: 305777749 - InactiveTotalTime: 0 - OpenTime: 483985607 - ExecTreeOpenTime: 49535 - PrepareTime: 711823256 - ExecTreePrepareTime: 10705871 - TotalTime: 0 DataStreamSender (dst_id=241) - BytesSent: 78927576 - InactiveTotalTime: 0 - NetworkThroughput(*): 259906871 - OverallThroughput: 69048560 - PeakMemoryUsage: 146128 - RowsReturned: 5305981 - SerializeBatchTime: 550600881 - TotalTime: 755582799 - TransmitDataRPCTime: 201300231 - UncompressedRowBatchSize: 153905859 CodeGen - CodegenTime: 8349142 - CompileTime: 133953550 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 302725259 - PeakMemoryUsage: 50176 - PrepareTime: 586743157 - TotalTime: 1054506078 HDFS_SCAN_NODE (id=126) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.6647727272727273 - BytesRead: 21955971 - BytesReadDataNodeCache: 0 - BytesReadLocal: 21955971 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 21955971 - DecompressionTime: 807966362 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 26123065 - PerReadThreadRawHdfsThroughput: 908313733 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 206352994 - RowBatchQueuePutWaitTime: 28132888911 - RowsRead: 5305981 - RowsReturned: 5305981 - RowsReturnedRate: 25007470 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 82 - ScannerThreadsTotalWallClockTime: 29728054568 - MaterializeTupleTime(*): 309523728 - ScannerThreadsSysTime: 52268500 - ScannerThreadsUserTime: 634802333 - ScannerThreadsVoluntaryContextSwitches: 4878 - TotalRawHdfsReadTime(*): 24659860 - TotalReadThroughput: 467993 - TotalTime: 331481397 Fragment F82 Instance 5840e519cb1bb31f:192 (host=SH-Dev-S7.ny.os.local:22000) Hdfs split stats (:<# splits>/): 5:1/25.03 MB 3:1/25.03 MB - AverageThreadTokens: 2.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 42306664 - PerHostPeakMemUsage: 1559280396 - RowsProduced: 12734355 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 50384982648 - TotalStorageWaitTime: 6618524 - TotalThreadsInvoluntaryContextSwitches: 289 - TotalThreadsTotalWallClockTime: 106843272456 - TotalThreadsSysTime: 246912000 - TotalThreadsUserTime: 4106518000 - TotalThreadsVoluntaryContextSwitches: 17833 - TotalTime: 53469673836 Fragment Instance Lifecycle Timings - ExecTime: 53428754228 - ExecTreeExecTime: 151273608 - InactiveTotalTime: 0 - OpenTime: 16370176 - ExecTreeOpenTime: 40048 - PrepareTime: 24484688 - ExecTreePrepareTime: 86496 - TotalTime: 0 DataStreamSender (dst_id=241) - BytesSent: 189427048 - InactiveTotalTime: 0 - NetworkThroughput(*): 402686582 - OverallThroughput: 109467112 - PeakMemoryUsage: 203472 - RowsReturned: 12734355 - SerializeBatchTime: 1256388676 - TotalTime: 1730447100 - TransmitDataRPCTime: 470408144 - UncompressedRowBatchSize: 369374071 CodeGen - CodegenTime: 439320 - CompileTime: 5637712 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 7672536 - PeakMemoryUsage: 50176 - PrepareTime: 20076012 - TotalTime: 33931248 HDFS_SCAN_NODE (id=126) Hdfs split stats (:<# splits>/): 5:1/25.03 MB 3:1/25.03 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:6 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 52687379 - BytesReadDataNodeCache: 0 - BytesReadLocal: 52687379 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 52687379 - DecompressionTime: 1234728308 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 2 - NumRowGroups: 2 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 42085534 - PerReadThreadRawHdfsThroughput: 1947041783 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 18951320 - RowBatchQueuePutWaitTime: 51444505988 - RowsRead: 12734355 - RowsReturned: 12734355 - RowsReturnedRate: 90020810 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 92 - ScannerThreadsTotalWallClockTime: 53398187700 - MaterializeTupleTime(*): 618618688 - ScannerThreadsSysTime: 116885000 - ScannerThreadsUserTime: 1491606000 - ScannerThreadsVoluntaryContextSwitches: 11450 - TotalRawHdfsReadTime(*): 27060220 - TotalReadThroughput: 994101 - TotalTime: 141460124 Instance 5840e519cb1bb31f:195 (host=SH-Dev-S1.ny.os.local:22000) Hdfs split stats (:<# splits>/): 5:1/25.03 MB 2:1/164.00 B - AverageThreadTokens: 1.978021978021978 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 38386982 - PerHostPeakMemUsage: 1354731770 - RowsProduced: 6367177 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 43027507802 - TotalStorageWaitTime: 5561435 - TotalThreadsInvoluntaryContextSwitches: 197 - TotalThreadsTotalWallClockTime: 89750628874 - TotalThreadsSysTime: 126437000 - TotalThreadsUserTime: 2136493000 - TotalThreadsVoluntaryContextSwitches: 9396 - TotalTime: 45739306305 Fragment Instance Lifecycle Timings - ExecTime: 44803984173 - ExecTreeExecTime: 246724812 - InactiveTotalTime: 0 - OpenTime: 228458444 - ExecTreeOpenTime: 47950 - PrepareTime: 706818593 - ExecTreePrepareTime: 1564687 - TotalTime: 0 DataStreamSender (dst_id=241) - BytesSent: 94710711 - InactiveTotalTime: 0 - NetworkThroughput(*): 396097881 - OverallThroughput: 106685330 - PeakMemoryUsage: 203472 - RowsReturned: 6367177 - SerializeBatchTime: 647030488 - TotalTime: 887757582 - TransmitDataRPCTime: 239109360 - UncompressedRowBatchSize: 184687025 CodeGen - CodegenTime: 23757737 - CompileTime: 68456247 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 107359037 - PeakMemoryUsage: 50176 - PrepareTime: 592003240 - TotalTime: 802099865 HDFS_SCAN_NODE (id=126) Hdfs split stats (:<# splits>/): 5:1/25.03 MB 2:1/164.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 2 out of 2 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:3 PARQUET/GZIP:3 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 26350011 - BytesReadDataNodeCache: 0 - BytesReadLocal: 26350011 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 26350011 - DecompressionTime: 589276771 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 2 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 38190428 - PerReadThreadRawHdfsThroughput: 1608757289 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 189876585 - RowBatchQueuePutWaitTime: 43395361735 - RowsRead: 6367177 - RowsReturned: 6367177 - RowsReturnedRate: 26015845 - ScanRangesComplete: 2 - ScannerThreadsInvoluntaryContextSwitches: 66 - ScannerThreadsTotalWallClockTime: 44718228620 - MaterializeTupleTime(*): 470701699 - ScannerThreadsSysTime: 56812000 - ScannerThreadsUserTime: 765677000 - ScannerThreadsVoluntaryContextSwitches: 6011 - TotalRawHdfsReadTime(*): 16379109 - TotalReadThroughput: 579104 - TotalTime: 244742268 Instance 5840e519cb1bb31f:194 (host=SH-Dev-S5.ny.os.local:22000) Hdfs split stats (:<# splits>/): 2:1/25.03 MB 0:1/164.00 B 1:1/164.00 B - AverageThreadTokens: 1.9775280898876404 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 38377650 - PerHostPeakMemUsage: 1501042841 - RowsProduced: 6367177 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 41715391024 - TotalStorageWaitTime: 54543224 - TotalThreadsInvoluntaryContextSwitches: 321 - TotalThreadsTotalWallClockTime: 88743392224 - TotalThreadsSysTime: 130407000 - TotalThreadsUserTime: 2175229000 - TotalThreadsVoluntaryContextSwitches: 9344 - TotalTime: 44633886940 Fragment Instance Lifecycle Timings - ExecTime: 44577102096 - ExecTreeExecTime: 222760320 - InactiveTotalTime: 0 - OpenTime: 16464824 - ExecTreeOpenTime: 39300 - PrepareTime: 40293652 - ExecTreePrepareTime: 109000 - TotalTime: 0 DataStreamSender (dst_id=241) - BytesSent: 94713892 - InactiveTotalTime: 0 - NetworkThroughput(*): 388326255 - OverallThroughput: 103100167 - PeakMemoryUsage: 203472 - RowsReturned: 6367177 - SerializeBatchTime: 672448016 - TotalTime: 918658952 - TransmitDataRPCTime: 243902880 - UncompressedRowBatchSize: 184687029 CodeGen - CodegenTime: 471768 - CompileTime: 5187548 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 8028132 - PeakMemoryUsage: 50176 - PrepareTime: 32979700 - TotalTime: 46836032 HDFS_SCAN_NODE (id=126) Hdfs split stats (:<# splits>/): 2:1/25.03 MB 0:1/164.00 B 1:1/164.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 3 out of 3 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:6 PARQUET/GZIP:3 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9886363636363636 - BytesRead: 26350651 - BytesReadDataNodeCache: 0 - BytesReadLocal: 26350651 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 26350651 - DecompressionTime: 1929982392 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 3 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 38189288 - PerReadThreadRawHdfsThroughput: 1509737191 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 22427368 - RowBatchQueuePutWaitTime: 40994913008 - RowsRead: 6367177 - RowsReturned: 6367177 - RowsReturnedRate: 29394694 - ScanRangesComplete: 3 - ScannerThreadsInvoluntaryContextSwitches: 110 - ScannerThreadsTotalWallClockTime: 44149863908 - MaterializeTupleTime(*): 338828048 - ScannerThreadsSysTime: 61934000 - ScannerThreadsUserTime: 773663000 - ScannerThreadsVoluntaryContextSwitches: 5849 - TotalRawHdfsReadTime(*): 17453800 - TotalReadThroughput: 592149 - TotalTime: 216609732 Instance 5840e519cb1bb31f:193 (host=SH-Dev-S4.ny.os.local:22000) Hdfs split stats (:<# splits>/): 5:1/25.03 MB - AverageThreadTokens: 1.8674698795180722 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 38428734 - PerHostPeakMemUsage: 1529678556 - RowsProduced: 6367177 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 32430252964 - TotalStorageWaitTime: 3036584 - TotalThreadsInvoluntaryContextSwitches: 802 - TotalThreadsTotalWallClockTime: 75060573336 - TotalThreadsSysTime: 165847000 - TotalThreadsUserTime: 2224275000 - TotalThreadsVoluntaryContextSwitches: 9610 - TotalTime: 42398871128 Fragment Instance Lifecycle Timings - ExecTime: 36361553852 - ExecTreeExecTime: 1208492580 - InactiveTotalTime: 0 - OpenTime: 2599494576 - ExecTreeOpenTime: 69200 - PrepareTime: 3411917404 - ExecTreePrepareTime: 62276796 - TotalTime: 0 DataStreamSender (dst_id=241) - BytesSent: 94713809 - InactiveTotalTime: 0 - NetworkThroughput(*): 372330510 - OverallThroughput: 95038756 - PeakMemoryUsage: 203472 - RowsReturned: 6367177 - SerializeBatchTime: 727738108 - TotalTime: 996580900 - TransmitDataRPCTime: 254381004 - UncompressedRowBatchSize: 184687033 CodeGen - CodegenTime: 23737512 - CompileTime: 714485988 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 1668211036 - PeakMemoryUsage: 50176 - PrepareTime: 2805711092 - TotalTime: 5335857560 HDFS_SCAN_NODE (id=126) Hdfs split stats (:<# splits>/): 5:1/25.03 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/GZIP:3 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 26347462 - BytesReadDataNodeCache: 0 - BytesReadLocal: 26347462 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 26347462 - DecompressionTime: 1093810704 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 38223988 - PerReadThreadRawHdfsThroughput: 302643129 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1004459692 - RowBatchQueuePutWaitTime: 32962552740 - RowsRead: 6367177 - RowsReturned: 6367177 - RowsReturnedRate: 4613472 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 228 - ScannerThreadsTotalWallClockTime: 36099551764 - MaterializeTupleTime(*): 428993692 - ScannerThreadsSysTime: 77980000 - ScannerThreadsUserTime: 777114000 - ScannerThreadsVoluntaryContextSwitches: 5954 - TotalRawHdfsReadTime(*): 87057856 - TotalReadThroughput: 642605 - TotalTime: 1380126832 Instance 5840e519cb1bb31f:197 (host=SH-Dev-S3.ny.os.local:22000) Hdfs split stats (:<# splits>/): 0:1/164.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 89808 - PerHostPeakMemUsage: 96437181 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1092 - TotalStorageWaitTime: 606852 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 390787680 - TotalThreadsSysTime: 1140000 - TotalThreadsUserTime: 15174000 - TotalThreadsVoluntaryContextSwitches: 47 - TotalTime: 432094812 Fragment Instance Lifecycle Timings - ExecTime: 363009884 - ExecTreeExecTime: 2366728 - InactiveTotalTime: 0 - OpenTime: 26835344 - ExecTreeOpenTime: 41484 - PrepareTime: 42220280 - ExecTreePrepareTime: 96468 - TotalTime: 0 DataStreamSender (dst_id=241) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 31440 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 22020 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 1254828 - CompileTime: 4598292 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 17266220 - PeakMemoryUsage: 50176 - PrepareTime: 36141848 - TotalTime: 61062324 HDFS_SCAN_NODE (id=126) Hdfs split stats (:<# splits>/): 0:1/164.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:3 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 164 - BytesReadDataNodeCache: 0 - BytesReadLocal: 164 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 164 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 46327683 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 921384 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 972312 - MaterializeTupleTime(*): 92 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 303000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 3540 - TotalReadThroughput: 0 - TotalTime: 2609900 Instance 5840e519cb1bb31f:196 (host=SH-Dev-S6.ny.os.local:22000) Hdfs split stats (:<# splits>/): 5:1/164.00 B - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 89808 - PerHostPeakMemUsage: 93338324 - RowsProduced: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1460 - TotalStorageWaitTime: 1392196 - TotalThreadsInvoluntaryContextSwitches: 0 - TotalThreadsTotalWallClockTime: 30103440 - TotalThreadsSysTime: 6000 - TotalThreadsUserTime: 15289000 - TotalThreadsVoluntaryContextSwitches: 29 - TotalTime: 73931756 Fragment Instance Lifecycle Timings - ExecTime: 12355488 - ExecTreeExecTime: 3048448 - InactiveTotalTime: 0 - OpenTime: 16290280 - ExecTreeOpenTime: 59228 - PrepareTime: 45204920 - ExecTreePrepareTime: 101780 - TotalTime: 0 DataStreamSender (dst_id=241) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 31440 - RowsReturned: 0 - SerializeBatchTime: 0 - TotalTime: 30244 - TransmitDataRPCTime: 0 - UncompressedRowBatchSize: 0 CodeGen - CodegenTime: 433688 - CompileTime: 5355516 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 2021888 - NumFunctions: 5 - NumInstructions: 98 - OptimizationTime: 7814596 - PeakMemoryUsage: 50176 - PrepareTime: 33547052 - TotalTime: 47249440 HDFS_SCAN_NODE (id=126) Hdfs split stats (:<# splits>/): 5:1/164.00 B ExecOption: PARQUET Codegen Enabled, Codegen enabled: 1 out of 1 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% File Formats: PARQUET/NONE:3 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.0 - BytesRead: 164 - BytesReadDataNodeCache: 0 - BytesReadLocal: 164 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 164 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 3 - NumDisksAccessed: 1 - NumRowGroups: 0 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 24576 - PerReadThreadRawHdfsThroughput: 35375323 - RemoteScanRanges: 0 - RowBatchQueueGetWaitTime: 1481620 - RowBatchQueuePutWaitTime: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 1523108 - MaterializeTupleTime(*): 152 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 451000 - ScannerThreadsVoluntaryContextSwitches: 4 - TotalRawHdfsReadTime(*): 4636 - TotalReadThroughput: 0 - TotalTime: 3339528