Query (id=3442a86515713e60:b50e1fe8dd5127ac) Summary Session ID: c845b2915e104fa3:8703048785d048b4 Session Type: BEESWAX Start Time: 2015-03-31 10:44:31.114729000 End Time: 2015-03-31 11:21:46.917593000 Query Type: DDL Query State: FINISHED Query Status: OK Impala Version: impalad version 2.0.1-cdh5 RELEASE (build cc09df07d93c79351052eef2f4e5baf52373dc33) User: pfocus_np@CORP.PREMIERINC.COM Connected User: pfocus_np@CORP.PREMIERINC.COM Delegated User: Network Address: 10.32.1.231:55958 Default Db: pfocus Sql Statement: create table fact_pat_drg_procs_etl_work_drop_me as select distinct apr_rom , discharge_status , admit_source_key , gender , apr_drg , ms_drg , a.patient_type_key , a.provider_key , a.patient_key , cast((a.discharge_date_key/100) as int) as discharge_month , patient_count , prs_comp_rsk_prs_comp_sf , prs_comp_pat_cnt , prs_comp_risk_pat_cnt , prs_comp_risk , prs_ln_comp_cost_risk_pat_cnt , total_cost_risk_adj , ln_tot_cost , prs_exp_comp_cost_x_prscc_sf , prs_ln_comp_cost_rsk_sf , prs_ln_cc_rsk_err_lncc_sf2 , prs_exp_comp_cost , prs_ln_comp_cost_risk , prs_ln_comp_cost_rsk_err_sqd , pcd_adj_cost , ln_pcd_adj_cost , prs_ln_los_risk_pat_cnt , length_of_stay_risk_adj , ln_los , prs_exp_los_x_scale_factor , prs_ln_los_risk , prs_los_scale_factor , prs_ln_los_rsk_err_sf2 , prs_exp_los, prs_ln_los_risk_stderr_sqd , pcd_adj_days , ln_pcd_adj_days , prs_mort_risk_pat_cnt , mortality_count , prs_mort_rsk_prs_mort_sf , prs_mort_rsk_err_prs_mort_sf2 , prs_mort_risk , prs_mort_risk_stderr_squared , pcd_adj_mortality , prs_readm_30dy_risk_pat_cnt , readmit_risk_adj_num , prs_readm_30dy_risk , age , prs_ccms_distance , b.icd_proc_key , b.physician_key , b.std_phy_code , c.role_key , a.publish_type_ind , prs_readm_30dy_rsk_prs_readm_sf from fact_pat_inpt_pm a inner join fact_pat_proc_all_pm b on a.patient_key = b.patient_key inner join fact_rel_phy_inpt_pm c on a.patient_key = c.patient_key and c.physician_key = b.physician_key and c.patient_key = b.patient_key Coordinator: c3kuhdpnode4.premierinc.com:22000 DDL Type: CREATE_TABLE_AS_SELECT Plan: ---------------- Estimated Per-Host Requirements: Memory=484.59GB VCores=3 F03:PLAN FRAGMENT [HASH(apr_rom,discharge_status,admit_source_key,gender,apr_drg,ms_drg,a.patient_type_key,a.provider_key,a.patient_key,CAST((a.discharge_date_key / 100) AS INT),patient_count,prs_comp_rsk_prs_comp_sf,prs_comp_pat_cnt,prs_comp_risk_pat_cnt,prs_comp_risk,prs_ln_comp_cost_risk_pat_cnt,total_cost_risk_adj,ln_tot_cost,prs_exp_comp_cost_x_prscc_sf,prs_ln_comp_cost_rsk_sf,prs_ln_cc_rsk_err_lncc_sf2,prs_exp_comp_cost,prs_ln_comp_cost_risk,prs_ln_comp_cost_rsk_err_sqd,pcd_adj_cost,ln_pcd_adj_cost,prs_ln_los_risk_pat_cnt,length_of_stay_risk_adj,ln_los,prs_exp_los_x_scale_factor,prs_ln_los_risk,prs_los_scale_factor,prs_ln_los_rsk_err_sf2,prs_exp_los,prs_ln_los_risk_stderr_sqd,pcd_adj_days,ln_pcd_adj_days,prs_mort_risk_pat_cnt,mortality_count,prs_mort_rsk_prs_mort_sf,prs_mort_rsk_err_prs_mort_sf2,prs_mort_risk,prs_mort_risk_stderr_squared,pcd_adj_mortality,prs_readm_30dy_risk_pat_cnt,readmit_risk_adj_num,prs_readm_30dy_risk,age,prs_ccms_distance,b.icd_proc_key,b.physician_key,b.std_phy_code,c.role_key,a.publish_type_ind,prs_readm_30dy_rsk_prs_readm_sf)] WRITE TO HDFS [pfocus.fact_pat_drg_procs_etl_work_drop_me, OVERWRITE=false] | partitions=1 | hosts=7 per-host-mem=100.00KB | 09:AGGREGATE [FINALIZE] | group by: apr_rom, discharge_status, admit_source_key, gender, apr_drg, ms_drg, a.patient_type_key, a.provider_key, a.patient_key, CAST((a.discharge_date_key / 100) AS INT), patient_count, prs_comp_rsk_prs_comp_sf, prs_comp_pat_cnt, prs_comp_risk_pat_cnt, prs_comp_risk, prs_ln_comp_cost_risk_pat_cnt, total_cost_risk_adj, ln_tot_cost, prs_exp_comp_cost_x_prscc_sf, prs_ln_comp_cost_rsk_sf, prs_ln_cc_rsk_err_lncc_sf2, prs_exp_comp_cost, prs_ln_comp_cost_risk, prs_ln_comp_cost_rsk_err_sqd, pcd_adj_cost, ln_pcd_adj_cost, prs_ln_los_risk_pat_cnt, length_of_stay_risk_adj, ln_los, prs_exp_los_x_scale_factor, prs_ln_los_risk, prs_los_scale_factor, prs_ln_los_rsk_err_sf2, prs_exp_los, prs_ln_los_risk_stderr_sqd, pcd_adj_days, ln_pcd_adj_days, prs_mort_risk_pat_cnt, mortality_count, prs_mort_rsk_prs_mort_sf, prs_mort_rsk_err_prs_mort_sf2, prs_mort_risk, prs_mort_risk_stderr_squared, pcd_adj_mortality, prs_readm_30dy_risk_pat_cnt, readmit_risk_adj_num, prs_readm_30dy_risk, age, prs_ccms_distance, b.icd_proc_key, b.physician_key, b.std_phy_code, c.role_key, a.publish_type_ind, prs_readm_30dy_rsk_prs_readm_sf | hosts=7 per-host-mem=242.30GB | tuple-ids=3 row-size=369B cardinality=640958187 | 08:EXCHANGE [HASH(apr_rom,discharge_status,admit_source_key,gender,apr_drg,ms_drg,a.patient_type_key,a.provider_key,a.patient_key,CAST((a.discharge_date_key / 100) AS INT),patient_count,prs_comp_rsk_prs_comp_sf,prs_comp_pat_cnt,prs_comp_risk_pat_cnt,prs_comp_risk,prs_ln_comp_cost_risk_pat_cnt,total_cost_risk_adj,ln_tot_cost,prs_exp_comp_cost_x_prscc_sf,prs_ln_comp_cost_rsk_sf,prs_ln_cc_rsk_err_lncc_sf2,prs_exp_comp_cost,prs_ln_comp_cost_risk,prs_ln_comp_cost_rsk_err_sqd,pcd_adj_cost,ln_pcd_adj_cost,prs_ln_los_risk_pat_cnt,length_of_stay_risk_adj,ln_los,prs_exp_los_x_scale_factor,prs_ln_los_risk,prs_los_scale_factor,prs_ln_los_rsk_err_sf2,prs_exp_los,prs_ln_los_risk_stderr_sqd,pcd_adj_days,ln_pcd_adj_days,prs_mort_risk_pat_cnt,mortality_count,prs_mort_rsk_prs_mort_sf,prs_mort_rsk_err_prs_mort_sf2,prs_mort_risk,prs_mort_risk_stderr_squared,pcd_adj_mortality,prs_readm_30dy_risk_pat_cnt,readmit_risk_adj_num,prs_readm_30dy_risk,age,prs_ccms_distance,b.icd_proc_key,b.physician_key,b.std_phy_code,c.role_key,a.publish_type_ind,prs_readm_30dy_rsk_prs_readm_sf)] hosts=7 per-host-mem=0B tuple-ids=3 row-size=369B cardinality=640958187 F00:PLAN FRAGMENT [RANDOM] DATASTREAM SINK [FRAGMENT=F03, EXCHANGE=08, HASH(apr_rom,discharge_status,admit_source_key,gender,apr_drg,ms_drg,a.patient_type_key,a.provider_key,a.patient_key,CAST((a.discharge_date_key / 100) AS INT),patient_count,prs_comp_rsk_prs_comp_sf,prs_comp_pat_cnt,prs_comp_risk_pat_cnt,prs_comp_risk,prs_ln_comp_cost_risk_pat_cnt,total_cost_risk_adj,ln_tot_cost,prs_exp_comp_cost_x_prscc_sf,prs_ln_comp_cost_rsk_sf,prs_ln_cc_rsk_err_lncc_sf2,prs_exp_comp_cost,prs_ln_comp_cost_risk,prs_ln_comp_cost_rsk_err_sqd,pcd_adj_cost,ln_pcd_adj_cost,prs_ln_los_risk_pat_cnt,length_of_stay_risk_adj,ln_los,prs_exp_los_x_scale_factor,prs_ln_los_risk,prs_los_scale_factor,prs_ln_los_rsk_err_sf2,prs_exp_los,prs_ln_los_risk_stderr_sqd,pcd_adj_days,ln_pcd_adj_days,prs_mort_risk_pat_cnt,mortality_count,prs_mort_rsk_prs_mort_sf,prs_mort_rsk_err_prs_mort_sf2,prs_mort_risk,prs_mort_risk_stderr_squared,pcd_adj_mortality,prs_readm_30dy_risk_pat_cnt,readmit_risk_adj_num,prs_readm_30dy_risk,age,prs_ccms_distance,b.icd_proc_key,b.physician_key,b.std_phy_code,c.role_key,a.publish_type_ind,prs_readm_30dy_rsk_prs_readm_sf)] 05:AGGREGATE | group by: apr_rom, discharge_status, admit_source_key, gender, apr_drg, ms_drg, a.patient_type_key, a.provider_key, a.patient_key, CAST((a.discharge_date_key / 100) AS INT), patient_count, prs_comp_rsk_prs_comp_sf, prs_comp_pat_cnt, prs_comp_risk_pat_cnt, prs_comp_risk, prs_ln_comp_cost_risk_pat_cnt, total_cost_risk_adj, ln_tot_cost, prs_exp_comp_cost_x_prscc_sf, prs_ln_comp_cost_rsk_sf, prs_ln_cc_rsk_err_lncc_sf2, prs_exp_comp_cost, prs_ln_comp_cost_risk, prs_ln_comp_cost_rsk_err_sqd, pcd_adj_cost, ln_pcd_adj_cost, prs_ln_los_risk_pat_cnt, length_of_stay_risk_adj, ln_los, prs_exp_los_x_scale_factor, prs_ln_los_risk, prs_los_scale_factor, prs_ln_los_rsk_err_sf2, prs_exp_los, prs_ln_los_risk_stderr_sqd, pcd_adj_days, ln_pcd_adj_days, prs_mort_risk_pat_cnt, mortality_count, prs_mort_rsk_prs_mort_sf, prs_mort_rsk_err_prs_mort_sf2, prs_mort_risk, prs_mort_risk_stderr_squared, pcd_adj_mortality, prs_readm_30dy_risk_pat_cnt, readmit_risk_adj_num, prs_readm_30dy_risk, age, prs_ccms_distance, b.icd_proc_key, b.physician_key, b.std_phy_code, c.role_key, a.publish_type_ind, prs_readm_30dy_rsk_prs_readm_sf | hosts=7 per-host-mem=242.30GB | tuple-ids=3 row-size=369B cardinality=640958187 | 04:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: a.patient_key = c.patient_key, b.physician_key = c.physician_key | hosts=7 per-host-mem=3.39GB | tuple-ids=0,1,2 row-size=381B cardinality=640958187 | |--07:EXCHANGE [BROADCAST] | hosts=7 per-host-mem=0B | tuple-ids=2 row-size=12B cardinality=275764520 | 03:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: a.patient_key = b.patient_key | hosts=7 per-host-mem=2.56GB | tuple-ids=0,1 row-size=369B cardinality=155104997 | |--06:EXCHANGE [BROADCAST] | hosts=7 per-host-mem=0B | tuple-ids=1 row-size=14B cardinality=178681600 | 00:SCAN HDFS [pfocus.fact_pat_inpt_pm a, RANDOM] partitions=1/1 size=48.04GB table stats: 57926920 rows total column stats: all hosts=7 per-host-mem=5.93GB tuple-ids=0 row-size=355B cardinality=57926920 F02:PLAN FRAGMENT [RANDOM] DATASTREAM SINK [FRAGMENT=F00, EXCHANGE=07, BROADCAST] 02:SCAN HDFS [pfocus.fact_rel_phy_inpt_pm c, RANDOM] partitions=1/1 size=7.95GB table stats: 275764520 rows total column stats: all hosts=7 per-host-mem=1.12GB tuple-ids=2 row-size=12B cardinality=275764520 F01:PLAN FRAGMENT [RANDOM] DATASTREAM SINK [FRAGMENT=F00, EXCHANGE=06, BROADCAST] 01:SCAN HDFS [pfocus.fact_pat_proc_all_pm b, RANDOM] partitions=1/1 size=6.83GB table stats: 178681600 rows total column stats: all hosts=7 per-host-mem=968.00MB tuple-ids=1 row-size=14B cardinality=178681600 ---------------- Estimated Per-Host Mem: 520329864806 Estimated Per-Host VCores: 3 Admission result: Admitted immediately Request Pool: root.pfocus_np ExecSummary: Operator #Hosts Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail ------------------------------------------------------------------------------------------------------------------------------ 09:AGGREGATE 7 2m31s 2m41s 314.09M 640.96M 16.94 GB 242.30 GB FINALIZE 08:EXCHANGE 7 5s601ms 6s575ms 314.09M 640.96M 0 0 HASH(apr_rom,discharge_stat... 05:AGGREGATE 7 2m38s 2m46s 314.09M 640.96M 17.02 GB 242.30 GB 04:HASH JOIN 7 2m24s 2m29s 321.57M 640.96M 18.79 GB 3.39 GB INNER JOIN, BROADCAST |--07:EXCHANGE 7 8s066ms 10s520ms 275.76M 275.76M 0 0 BROADCAST | 02:SCAN HDFS 7 560.918ms 646.235ms 275.76M 275.76M 427.22 MB 1.12 GB pfocus.fact_rel_phy_inpt_pm c 03:HASH JOIN 7 3m52s 4m15s 178.68M 155.10M 11.04 GB 2.56 GB INNER JOIN, BROADCAST |--06:EXCHANGE 7 5s209ms 7s039ms 178.68M 178.68M 0 0 BROADCAST | 01:SCAN HDFS 7 396.522ms 454.608ms 178.68M 178.68M 323.12 MB 968.00 MB pfocus.fact_pat_proc_all_pm b 00:SCAN HDFS 7 122.632ms 163.908ms 57.93M 57.93M 1.84 GB 5.93 GB pfocus.fact_pat_inpt_pm a Query Timeline Start execution: 47616 Planning finished: 204754933 Submit for admission: 290952205 Completed admission: 291038732 Ready to start remote fragments: 291996134 Remote fragments started: 1212641382 DML data written: 2233703161382 DML Metastore update finished: 2235610945374 Rows available: 2235611401991 First row fetched: 2235800959179 Unregister query: 2235802857694 ImpalaServer - AsyncTotalTime: 0 - ClientFetchWaitTimer: 191427140 - InactiveTotalTime: 0 - MetastoreUpdateTimer: 1908175777 - RowMaterializationTimer: 0 - TotalTime: 0 Execution Profile 3442a86515713e60:b50e1fe8dd5127ac Fragment start latencies: count: 28, last: 0.240661, min: 0.136124, max: 0.247957, mean: 0.178153, stddev: 0.0297812 Insert Stats: Partition: Default BytesWritten: 154.84 GB Per Node Peak Memory Usage: c3kuhdpnode3.premierinc.com:22000(47.43 GB) c3kuhdpnode4.premierinc.com:22000(46.89 GB) c3kuhdpnode5.premierinc.com:22000(46.71 GB) c3kuhdpnode7.premierinc.com:22000(46.99 GB) c3kuhdpnode2.premierinc.com:22000(46.92 GB) c3kuhdpnode6.premierinc.com:22000(46.45 GB) c3kuhdpnode1.premierinc.com:22000(46.86 GB) - AsyncTotalTime: 0 - FinalizationTimer: 85707536 - FileDeletionTimer: 40985016 - FileMoveTimer: 41792681 - Overwrite/PartitionCreationTimer: 1075976 - InactiveTotalTime: 0 - TotalTime: 2233409106868 Averaged Fragment F03 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:36m18s max:37m13s mean: 36m55s stddev:19s147ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 7 - AsyncTotalTime: 0 - AverageThreadTokens: 1.0 - InactiveTotalTime: 0 - PeakMemoryUsage: 18147709133 - PerHostPeakMemUsage: 50351845139 - PrepareTime: 146716667 - RowsProduced: 44869645 - TotalCpuTime: 1758605373972 - TotalNetworkReceiveTime: 457259532233 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 2215678827422 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 5000 - BlocksRecycled: 2526 - BufferedPins: 47 - BytesWritten: 722606036 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 50096271945 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 752813730 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2629135 - CompileTime: 648 - InactiveTotalTime: 0 - LoadTime: 142151025 - ModuleFileSize: 2033316 - TotalTime: 143322389 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 23750539369 - CompressTimer: 0 - EncodeTimer: 1556573689502 - FinalizePartitionFileTimer: 18527272 - HdfsWriteTimer: 42477834650 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 44869645 - TmpFileCreateTimer: 44990137 - TotalTime: 1603827619811 AGGREGATION_NODE (id=9) - AsyncTotalTime: 0 - BuildTime: 145083000954 - GetNewBlockTime: 71745169 - GetResultsTime: 2167409378 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18147649881 - PinTime: 162344889 - RowsRepartitioned: 1402468 - RowsReturned: 44869645 - RowsReturnedRate: 73349 - SpilledPartitions: 1 - TotalTime: 611716383393 - UnpinTime: 27428 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 12122404894 - ConvertRowBatchTime: 1057628146 - DeserializeRowBatchTimer: 24929432165 - FirstBatchArrivalWaitTime: 401519760123 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 44869645 - RowsReturnedRate: 97611 - SendersBlockedTimer: 8357622 - SendersBlockedTotalTimer(*): 42489732 - TotalTime: 459777720302 Averaged Fragment F00 split sizes: min: 6.79 GB, max: 6.90 GB, avg: 6.86 GB, stddev: 44.53 MB completion times: min:9m42s max:10m4s mean: 9m53s stddev:7s496ms execution rates: min:11.64 MB/sec max:12.02 MB/sec mean:11.84 MB/sec stddev:150.02 KB/sec num instances: 7 - AsyncTotalTime: 0 - AverageThreadTokens: 25.724045526249455 - InactiveTotalTime: 0 - PeakMemoryUsage: 49806668653 - PerHostPeakMemUsage: 50351845139 - PrepareTime: 156909432 - RowsProduced: 44869645 - TotalCpuTime: 14975889351872 - TotalNetworkReceiveTime: 278110793577 - TotalNetworkSendTime: 23715991050 - TotalStorageWaitTime: 3205246723 - TotalTime: 593427983097 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2682262 - CompileTime: 247007401 - InactiveTotalTime: 0 - LoadTime: 146180729 - ModuleFileSize: 2033316 - TotalTime: 394409785 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 12122404894 - InactiveTotalTime: 0 - NetworkThroughput(*): 20142484 - OverallThroughput: 69092945 - PeakMemoryUsage: 200704 - SerializeBatchTime: 54409633541 - ThriftTransmitTime(*): 602264528941 - TotalTime: 175512533784 - UncompressedRowBatchSize: 17099508951 AGGREGATION_NODE (id=5) - AsyncTotalTime: 0 - BuildTime: 147456955753 - GetNewBlockTime: 1790884938 - GetResultsTime: 5693193196 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18194488466 - PinTime: 590994899 - RowsRepartitioned: 1435888 - RowsReturned: 44869645 - RowsReturnedRate: 107399 - SpilledPartitions: 1 - TotalTime: 417833229229 - UnpinTime: 26008 HASH_JOIN_NODE (id=4) - AsyncTotalTime: 0 - BuildPartitionTime: 21029331403 - BuildRows: 275764520 - BuildRowsPartitioned: 275764520 - BuildTime: 40366515216 - GetNewBlockTime: 706463091 - HashBuckets: 1073741824 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 20172537856 - PinTime: 0 - ProbeRows: 25525942 - ProbeRowsPartitioned: 0 - ProbeTime: 14046889473 - RowsReturned: 45938525 - RowsReturnedRate: 177425 - SpilledPartitions: 0 - TotalTime: 258920501251 - UnpinTime: 1906 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 4296318012 - ConvertRowBatchTime: 5441338856 - DeserializeRowBatchTimer: 7149352599 - FirstBatchArrivalWaitTime: 136370267 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 275764520 - RowsReturnedRate: 1663548 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 165830413177 HASH_JOIN_NODE (id=3) - AsyncTotalTime: 0 - BuildPartitionTime: 13003286229 - BuildRows: 178681600 - BuildRowsPartitioned: 178681600 - BuildTime: 31004023800 - GetNewBlockTime: 483947908 - HashBuckets: 536870912 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 11851030528 - PinTime: 0 - ProbeRows: 8275274 - ProbeRowsPartitioned: 0 - ProbeTime: 10525316897 - RowsReturned: 25525942 - RowsReturnedRate: 139690 - SpilledPartitions: 0 - TotalTime: 182779925884 - UnpinTime: 1907 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 2914228509 - ConvertRowBatchTime: 3614001794 - DeserializeRowBatchTimer: 4550085000 - FirstBatchArrivalWaitTime: 390317634 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 178681600 - RowsReturnedRate: 1458653 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 122658061435 HDFS_SCAN_NODE (id=0) - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.009157635896056277 - AverageScannerThreadConcurrency: 35.10853883058816 - BytesRead: 7369625937 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7369593900 - BytesReadShortCircuit: 7369593900 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 96 - PeakMemoryUsage: 1514302902 - PerReadThreadRawHdfsThroughput: 1845579111 - RowsRead: 8275274 - RowsReturned: 8275274 - RowsReturnedRate: 74068423 - ScanRangesComplete: 56 - ScannerThreadsInvoluntaryContextSwitches: 488566 - ScannerThreadsTotalWallClockTime: 14280918058314 - DelimiterParseTime: 7651255193 - MaterializeTupleTime(*): 15888010734 - ScannerThreadsSysTime: 3367911665000 - ScannerThreadsUserTime: 220181622285 - ScannerThreadsVoluntaryContextSwitches: 42880257 - TotalRawHdfsReadTime(*): 4134604449 - TotalReadThroughput: 18144873 - TotalTime: 122632605 Averaged Fragment F02 split sizes: min: 1.02 GB, max: 1.27 GB, avg: 1.14 GB, stddev: 75.93 MB completion times: min:2m38s max:3m7s mean: 2m54s stddev:10s757ms execution rates: min:6.37 MB/sec max:6.98 MB/sec mean:6.66 MB/sec stddev:232.14 KB/sec num instances: 7 - AsyncTotalTime: 0 - AverageThreadTokens: 10.249328719589935 - InactiveTotalTime: 0 - PeakMemoryUsage: 350289334 - PerHostPeakMemUsage: 16581579922 - PrepareTime: 143937758 - RowsProduced: 39394931 - TotalCpuTime: 1627493025498 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 170065815373 - TotalStorageWaitTime: 727629222 - TotalTime: 174564095941 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1171955 - CompileTime: 142747525 - InactiveTotalTime: 0 - LoadTime: 141648175 - ModuleFileSize: 2033316 - TotalTime: 285569579 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 4296318040 - InactiveTotalTime: 0 - NetworkThroughput(*): 6082253 - OverallThroughput: 24711449 - PeakMemoryUsage: 57344 - SerializeBatchTime: 2977929954 - ThriftTransmitTime(*): 706027253748 - TotalTime: 173910248378 - UncompressedRowBatchSize: 5516367792 HDFS_SCAN_NODE (id=2) - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.004601187137755204 - AverageScannerThreadConcurrency: 9.256925890834191 - BytesRead: 1220193092 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1220188850 - BytesReadShortCircuit: 1220188850 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 7 - NumScannerThreadsStarted: 10 - PeakMemoryUsage: 350209755 - PerReadThreadRawHdfsThroughput: 1451008735 - RowsRead: 39394931 - RowsReturned: 39394931 - RowsReturnedRate: 70791363 - ScanRangesComplete: 10 - ScannerThreadsInvoluntaryContextSwitches: 1236 - ScannerThreadsTotalWallClockTime: 1623242262411 - DelimiterParseTime: 3318734280 - MaterializeTupleTime(*): 2547657254 - ScannerThreadsSysTime: 327802142 - ScannerThreadsUserTime: 6490436000 - ScannerThreadsVoluntaryContextSwitches: 38804 - TotalRawHdfsReadTime(*): 856790856 - TotalReadThroughput: 6978691 - TotalTime: 560918667 Averaged Fragment F01 split sizes: min: 859.31 MB, max: 1.07 GB, avg: 999.37 MB, stddev: 74.61 MB completion times: min:1m43s max:2m15s mean: 2m2s stddev:10s423ms execution rates: min:7.66 MB/sec max:8.71 MB/sec mean:8.20 MB/sec stddev:334.08 KB/sec num instances: 7 - AsyncTotalTime: 0 - AverageThreadTokens: 8.93875083827452 - InactiveTotalTime: 0 - PeakMemoryUsage: 290903771 - PerHostPeakMemUsage: 6759066477 - PrepareTime: 167181145 - RowsProduced: 25525942 - TotalCpuTime: 977837375684 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 118663542044 - TotalStorageWaitTime: 3340611299 - TotalTime: 121933525237 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1914960 - CompileTime: 213060671 - InactiveTotalTime: 0 - LoadTime: 163921394 - ModuleFileSize: 2033316 - TotalTime: 378537644 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 2914228537 - InactiveTotalTime: 0 - NetworkThroughput(*): 5943230 - OverallThroughput: 24024590 - PeakMemoryUsage: 57344 - SerializeBatchTime: 2228620018 - ThriftTransmitTime(*): 490331558635 - TotalTime: 121452313389 - UncompressedRowBatchSize: 3574330124 HDFS_SCAN_NODE (id=1) - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.14094490314415217 - AverageScannerThreadConcurrency: 7.966697047314511 - BytesRead: 1047919406 - BytesReadDataNodeCache: 0 - BytesReadLocal: 429805389 - BytesReadShortCircuit: 429805389 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 6 - NumScannerThreadsStarted: 8 - PeakMemoryUsage: 290820681 - PerReadThreadRawHdfsThroughput: 64397243 - RowsRead: 25525942 - RowsReturned: 25525942 - RowsReturnedRate: 64547089 - ScanRangesComplete: 8 - ScannerThreadsInvoluntaryContextSwitches: 1034 - ScannerThreadsTotalWallClockTime: 977264849674 - DelimiterParseTime: 2705598491 - MaterializeTupleTime(*): 2724139918 - ScannerThreadsSysTime: 255385142 - ScannerThreadsUserTime: 5742408142 - ScannerThreadsVoluntaryContextSwitches: 25062 - TotalRawHdfsReadTime(*): 16531267985 - TotalReadThroughput: 8586224 - TotalTime: 396522511 Fragment F03 Instance 3442a86515713e60:b50e1fe8dd5127b2 (host=c3kuhdpnode4.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0 - InactiveTotalTime: 0 - PeakMemoryUsage: 18143001848 - PerHostPeakMemUsage: 50345947920 - PrepareTime: 141490166 - RowsProduced: 44877697 - TotalCpuTime: 1777669775460 - TotalNetworkReceiveTime: 455628285373 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 2233097828533 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 4984 - BlocksRecycled: 2519 - BufferedPins: 41 - BytesWritten: 771737023 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 49920860160 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 753013642 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2577347 - CompileTime: 507 - InactiveTotalTime: 0 - LoadTime: 137005528 - ModuleFileSize: 2033316 - TotalTime: 138122795 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 23754641047 - CompressTimer: 0 - EncodeTimer: 1571278654351 - FinalizePartitionFileTimer: 9149451 - HdfsWriteTimer: 43279328375 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 44877697 - TmpFileCreateTimer: 40777116 - TotalTime: 1620997207322 AGGREGATION_NODE (id=9) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 146805883018 - GetNewBlockTime: 63763917 - GetResultsTime: 2189605029 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18142896192 - PinTime: 292111584 - RowsRepartitioned: 1401388 - RowsReturned: 44877697 - RowsReturnedRate: 73334 - SpilledPartitions: 1 - TotalTime: 611957689970 - UnpinTime: 24222 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 12124604337 - ConvertRowBatchTime: 1079773894 - DeserializeRowBatchTimer: 23970448026 - FirstBatchArrivalWaitTime: 401522604881 - InactiveTotalTime: 452457763583 - PeakMemoryUsage: 0 - RowsReturned: 44877697 - RowsReturnedRate: 97975 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 458051020966 Instance 3442a86515713e60:b50e1fe8dd5127ad (host=c3kuhdpnode1.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0 - InactiveTotalTime: 0 - PeakMemoryUsage: 18176357256 - PerHostPeakMemUsage: 50320784248 - PrepareTime: 132518986 - RowsProduced: 44872724 - TotalCpuTime: 1770323705182 - TotalNetworkReceiveTime: 461167671706 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 2231306580171 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 4990 - BlocksRecycled: 2548 - BufferedPins: 66 - BytesWritten: 570419292 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 50164129792 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 441868110 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2477273 - CompileTime: 525 - InactiveTotalTime: 0 - LoadTime: 128129223 - ModuleFileSize: 2033316 - TotalTime: 129293677 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 23752293574 - CompressTimer: 0 - EncodeTimer: 1576870368433 - FinalizePartitionFileTimer: 14465778 - HdfsWriteTimer: 36465267296 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 44872724 - TmpFileCreateTimer: 42626121 - TotalTime: 1619706997348 AGGREGATION_NODE (id=9) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 140246874804 - GetNewBlockTime: 44871486 - GetResultsTime: 2144246828 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18176349064 - PinTime: 241433 - RowsRepartitioned: 1403075 - RowsReturned: 44872724 - RowsReturnedRate: 73386 - SpilledPartitions: 1 - TotalTime: 611456241274 - UnpinTime: 23830 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 12123234677 - ConvertRowBatchTime: 1043166808 - DeserializeRowBatchTimer: 23973661880 - FirstBatchArrivalWaitTime: 401539915445 - InactiveTotalTime: 458055341911 - PeakMemoryUsage: 0 - RowsReturned: 44872724 - RowsReturnedRate: 96577 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 464630783454 Instance 3442a86515713e60:b50e1fe8dd5127ae (host=c3kuhdpnode6.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0 - InactiveTotalTime: 0 - PeakMemoryUsage: 18151370144 - PerHostPeakMemUsage: 49878242304 - PrepareTime: 136610858 - RowsProduced: 44871272 - TotalCpuTime: 1765299536875 - TotalNetworkReceiveTime: 464021711254 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 2229132174803 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 4927 - BlocksRecycled: 2611 - BufferedPins: 66 - BytesWritten: 570419292 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 49635655680 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 503524842 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2467549 - CompileTime: 543 - InactiveTotalTime: 0 - LoadTime: 132316203 - ModuleFileSize: 2033316 - TotalTime: 133451711 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 23751590557 - CompressTimer: 0 - EncodeTimer: 1561318019984 - FinalizePartitionFileTimer: 64648246 - HdfsWriteTimer: 51536831679 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 44871272 - TmpFileCreateTimer: 44145923 - TotalTime: 1617364125069 AGGREGATION_NODE (id=9) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 138557412188 - GetNewBlockTime: 7756916 - GetResultsTime: 2228732864 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18151284800 - PinTime: 185707 - RowsRepartitioned: 1400530 - RowsReturned: 44871272 - RowsReturnedRate: 73363 - SpilledPartitions: 1 - TotalTime: 611628285624 - UnpinTime: 35248 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 12122966856 - ConvertRowBatchTime: 1047260318 - DeserializeRowBatchTimer: 25081404786 - FirstBatchArrivalWaitTime: 401536998204 - InactiveTotalTime: 460976448925 - PeakMemoryUsage: 0 - RowsReturned: 44871272 - RowsReturnedRate: 96222 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 466328325772 Instance 3442a86515713e60:b50e1fe8dd5127b1 (host=c3kuhdpnode7.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0 - InactiveTotalTime: 0 - PeakMemoryUsage: 18125964672 - PerHostPeakMemUsage: 50450678376 - PrepareTime: 154249165 - RowsProduced: 44861662 - TotalCpuTime: 1776810497726 - TotalNetworkReceiveTime: 447498633763 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 2224112772938 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 5037 - BlocksRecycled: 2496 - BufferedPins: 29 - BytesWritten: 880784542 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 50240667648 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 1137640563 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2723058 - CompileTime: 562 - InactiveTotalTime: 0 - LoadTime: 149635877 - ModuleFileSize: 2033316 - TotalTime: 150829331 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 23746163178 - CompressTimer: 0 - EncodeTimer: 1552823580902 - FinalizePartitionFileTimer: 8905599 - HdfsWriteTimer: 56875155870 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 44861662 - TmpFileCreateTimer: 57415560 - TotalTime: 1612285558454 AGGREGATION_NODE (id=9) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 155057263457 - GetNewBlockTime: 36175604 - GetResultsTime: 2175181307 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18125956480 - PinTime: 302617337 - RowsRepartitioned: 1402286 - RowsReturned: 44861662 - RowsReturnedRate: 73340 - SpilledPartitions: 1 - TotalTime: 611688522967 - UnpinTime: 38901 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 12120274417 - ConvertRowBatchTime: 1042909875 - DeserializeRowBatchTimer: 25897499907 - FirstBatchArrivalWaitTime: 401513378866 - InactiveTotalTime: 444648960187 - PeakMemoryUsage: 0 - RowsReturned: 44861662 - RowsReturnedRate: 99736 - SendersBlockedTimer: 58503359 - SendersBlockedTotalTimer(*): 297428127 - TotalTime: 449801593113 Instance 3442a86515713e60:b50e1fe8dd5127af (host=c3kuhdpnode2.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0 - InactiveTotalTime: 0 - PeakMemoryUsage: 18126120808 - PerHostPeakMemUsage: 50384568752 - PrepareTime: 151989344 - RowsProduced: 44860061 - TotalCpuTime: 1758747187068 - TotalNetworkReceiveTime: 458502018569 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 2217045300858 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 5004 - BlocksRecycled: 2529 - BufferedPins: 53 - BytesWritten: 679466542 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 50180907008 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 578904296 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2548971 - CompileTime: 702 - InactiveTotalTime: 0 - LoadTime: 147568458 - ModuleFileSize: 2033316 - TotalTime: 148706568 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 23745145908 - CompressTimer: 0 - EncodeTimer: 1563002724298 - FinalizePartitionFileTimer: 7758403 - HdfsWriteTimer: 37521371382 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 44860061 - TmpFileCreateTimer: 38701956 - TotalTime: 1605062915205 AGGREGATION_NODE (id=9) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 143947706034 - GetNewBlockTime: 64980372 - GetResultsTime: 2153911278 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18126112616 - PinTime: 134650113 - RowsRepartitioned: 1403011 - RowsReturned: 44860061 - RowsReturnedRate: 73319 - SpilledPartitions: 1 - TotalTime: 611840742333 - UnpinTime: 24839 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 12119752535 - ConvertRowBatchTime: 1058678961 - DeserializeRowBatchTimer: 24142947597 - FirstBatchArrivalWaitTime: 401509135888 - InactiveTotalTime: 455393501205 - PeakMemoryUsage: 0 - RowsReturned: 44860061 - RowsReturnedRate: 97332 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 460893054589 Instance 3442a86515713e60:b50e1fe8dd5127b3 (host=c3kuhdpnode3.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0 - InactiveTotalTime: 0 - PeakMemoryUsage: 18126224632 - PerHostPeakMemUsage: 50927777920 - PrepareTime: 159076796 - RowsProduced: 44869594 - TotalCpuTime: 1749281791473 - TotalNetworkReceiveTime: 447761867054 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 2196882130390 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 5099 - BlocksRecycled: 2435 - BufferedPins: 13 - BytesWritten: 1023384792 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 50619195392 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 1015471806 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2932146 - CompileTime: 1040 - InactiveTotalTime: 0 - LoadTime: 154063516 - ModuleFileSize: 2033316 - TotalTime: 155242330 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 23750552284 - CompressTimer: 0 - EncodeTimer: 1542367023424 - FinalizePartitionFileTimer: 11570032 - HdfsWriteTimer: 35944236382 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 44869594 - TmpFileCreateTimer: 87632632 - TotalTime: 1584930028526 AGGREGATION_NODE (id=9) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 154505922761 - GetNewBlockTime: 230412068 - GetResultsTime: 2138877202 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18126114880 - PinTime: 406417910 - RowsRepartitioned: 1405390 - RowsReturned: 44869594 - RowsReturnedRate: 73336 - SpilledPartitions: 1 - TotalTime: 611831583950 - UnpinTime: 25432 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 12122166322 - ConvertRowBatchTime: 1151689011 - DeserializeRowBatchTimer: 27217082940 - FirstBatchArrivalWaitTime: 401495680034 - InactiveTotalTime: 444356226139 - PeakMemoryUsage: 0 - RowsReturned: 44869594 - RowsReturnedRate: 99637 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 450327000779 Instance 3442a86515713e60:b50e1fe8dd5127b0 (host=c3kuhdpnode5.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0 - InactiveTotalTime: 0 - PeakMemoryUsage: 18184924576 - PerHostPeakMemUsage: 50154916456 - PrepareTime: 151081360 - RowsProduced: 44874510 - TotalCpuTime: 1712105124024 - TotalNetworkReceiveTime: 466236537916 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 2178175004261 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 4960 - BlocksRecycled: 2548 - BufferedPins: 66 - BytesWritten: 562030773 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 49912487936 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 839272856 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2677604 - CompileTime: 657 - InactiveTotalTime: 0 - LoadTime: 146338374 - ModuleFileSize: 2033316 - TotalTime: 147610315 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 23753389041 - CompressTimer: 0 - EncodeTimer: 1528355455122 - FinalizePartitionFileTimer: 13193397 - HdfsWriteTimer: 35722651567 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 44874510 - TmpFileCreateTimer: 3631656 - TotalTime: 1566446506758 AGGREGATION_NODE (id=9) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 136459944420 - GetNewBlockTime: 54255822 - GetResultsTime: 2141311139 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18184835136 - PinTime: 190139 - RowsRepartitioned: 1401602 - RowsReturned: 44874510 - RowsReturnedRate: 73370 - SpilledPartitions: 1 - TotalTime: 611611617637 - UnpinTime: 19530 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 12123835116 - ConvertRowBatchTime: 979918156 - DeserializeRowBatchTimer: 24222980022 - FirstBatchArrivalWaitTime: 401520607543 - InactiveTotalTime: 463342453536 - PeakMemoryUsage: 0 - RowsReturned: 44874510 - RowsReturnedRate: 95801 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 468412263445 Fragment F00 Instance 3442a86515713e60:b50e1fe8dd5127ba (host=c3kuhdpnode3.premierinc.com:22000) Hdfs split stats (:<# splits>/): 3:6/532.18 MB 0:7/896.00 MB 5:5/640.00 MB 7:3/384.00 MB 9:3/384.00 MB 8:8/1024.00 MB 2:5/640.00 MB 6:7/896.00 MB 1:6/768.00 MB 4:7/896.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 32.92396694214876 - InactiveTotalTime: 0 - PeakMemoryUsage: 49961416704 - PerHostPeakMemUsage: 50927777920 - PrepareTime: 163257898 - RowsProduced: 45069501 - TotalCpuTime: 19609121220671 - TotalNetworkReceiveTime: 284313239788 - TotalNetworkSendTime: 23948447939 - TotalStorageWaitTime: 3168376183 - TotalTime: 604587946277 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2549284 - CompileTime: 263883786 - InactiveTotalTime: 0 - LoadTime: 153014176 - ModuleFileSize: 2033316 - TotalTime: 418075503 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 12176640161 - InactiveTotalTime: 0 - NetworkThroughput(*): 19349828 - OverallThroughput: 68749972 - PeakMemoryUsage: 200704 - SerializeBatchTime: 56158963560 - ThriftTransmitTime(*): 629289297943 - TotalTime: 177114836581 - UncompressedRowBatchSize: 17175672409 AGGREGATION_NODE (id=5) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 155438242906 - GetNewBlockTime: 2159379312 - GetResultsTime: 5391351420 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18272100352 - PinTime: 609653378 - RowsRepartitioned: 1442442 - RowsReturned: 45069501 - RowsReturnedRate: 105453 - SpilledPartitions: 1 - TotalTime: 427389240074 - UnpinTime: 28312 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 234436007837 - BuildPartitionTime: 18827712093 - BuildRows: 275764520 - BuildRowsPartitioned: 275764520 - BuildTime: 40668734477 - GetNewBlockTime: 624649732 - HashBuckets: 1073741824 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 20172537856 - PinTime: 0 - ProbeRows: 25641692 - ProbeRowsPartitioned: 0 - ProbeTime: 14508572922 - RowsReturned: 46138210 - RowsReturnedRate: 177017 - SpilledPartitions: 0 - TotalTime: 260642536897 - UnpinTime: 1995 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 4296318012 - ConvertRowBatchTime: 5149210548 - DeserializeRowBatchTimer: 6548879914 - FirstBatchArrivalWaitTime: 103498515 - InactiveTotalTime: 160791071290 - PeakMemoryUsage: 0 - RowsReturned: 275764520 - RowsReturnedRate: 1640907 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 168056128310 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 170073903035 - BuildPartitionTime: 9926114281 - BuildRows: 178681600 - BuildRowsPartitioned: 178681600 - BuildTime: 29186874583 - GetNewBlockTime: 430775254 - HashBuckets: 536870912 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 11851030528 - PinTime: 0 - ProbeRows: 8313141 - ProbeRowsPartitioned: 0 - ProbeTime: 11512522026 - RowsReturned: 25641692 - RowsReturnedRate: 141123 - SpilledPartitions: 0 - TotalTime: 181696517241 - UnpinTime: 1923 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 2914228509 - ConvertRowBatchTime: 3177469241 - DeserializeRowBatchTimer: 4117450080 - FirstBatchArrivalWaitTime: 358957793 - InactiveTotalTime: 121313022633 - PeakMemoryUsage: 0 - RowsReturned: 178681600 - RowsReturnedRate: 1421077 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 125736724239 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 3:6/532.18 MB 0:7/896.00 MB 5:5/640.00 MB 7:3/384.00 MB 9:3/384.00 MB 8:8/1024.00 MB 2:5/640.00 MB 6:7/896.00 MB 1:6/768.00 MB 4:7/896.00 MB Hdfs Read Thread Concurrency Bucket: 0:99.52% 1:0.3606% 2:0% 3:0% 4:0% 5:0.1202% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:57 ExecOption: Codegen enabled: 0 out of 57 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.009615384615384616 - AverageScannerThreadConcurrency: 45.45552884615385 - BytesRead: 7403190542 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7403149582 - BytesReadShortCircuit: 7403149582 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 96 - PeakMemoryUsage: 1973448704 - PerReadThreadRawHdfsThroughput: 1783800701 - RowsRead: 8313141 - RowsReturned: 8313141 - RowsReturnedRate: 107627791 - ScanRangesComplete: 57 - ScannerThreadsInvoluntaryContextSwitches: 477177 - ScannerThreadsTotalWallClockTime: 18911106547219 - DelimiterParseTime: 8550749585 - MaterializeTupleTime(*): 17355111287 - ScannerThreadsSysTime: 3724660716000 - ScannerThreadsUserTime: 226600503000 - ScannerThreadsVoluntaryContextSwitches: 35337473 - TotalRawHdfsReadTime(*): 4150234123 - TotalReadThroughput: 17773700 - TotalTime: 77239725 Instance 3442a86515713e60:b50e1fe8dd5127b8 (host=c3kuhdpnode7.premierinc.com:22000) Hdfs split stats (:<# splits>/): 1:2/256.00 MB 9:5/640.00 MB 7:10/1.25 GB 5:5/520.69 MB 0:4/512.00 MB 3:4/512.00 MB 2:7/896.00 MB 4:7/896.00 MB 8:9/1.12 GB 6:3/384.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 23.030988274706868 - InactiveTotalTime: 0 - PeakMemoryUsage: 49830456320 - PerHostPeakMemUsage: 50450678376 - PrepareTime: 152309965 - RowsProduced: 45022643 - TotalCpuTime: 13523250755943 - TotalNetworkReceiveTime: 278183481735 - TotalNetworkSendTime: 23539646172 - TotalStorageWaitTime: 2112831187 - TotalTime: 600638250718 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2935317 - CompileTime: 239774298 - InactiveTotalTime: 0 - LoadTime: 140353805 - ModuleFileSize: 2033316 - TotalTime: 381387787 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 12163813193 - InactiveTotalTime: 0 - NetworkThroughput(*): 19909287 - OverallThroughput: 67959679 - PeakMemoryUsage: 200704 - SerializeBatchTime: 55256292039 - ThriftTransmitTime(*): 610961754173 - TotalTime: 178985736071 - UncompressedRowBatchSize: 17157815155 AGGREGATION_NODE (id=5) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 152305271876 - GetNewBlockTime: 810185832 - GetResultsTime: 5929662291 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18270078976 - PinTime: 835503394 - RowsRepartitioned: 1440243 - RowsReturned: 45022643 - RowsReturnedRate: 106796 - SpilledPartitions: 1 - TotalTime: 421575246980 - UnpinTime: 22259 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 232385535074 - BuildPartitionTime: 20912976096 - BuildRows: 275764520 - BuildRowsPartitioned: 275764520 - BuildTime: 38707511153 - GetNewBlockTime: 439566347 - HashBuckets: 1073741824 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 20172537856 - PinTime: 0 - ProbeRows: 25603924 - ProbeRowsPartitioned: 0 - ProbeTime: 13806785608 - RowsReturned: 46096356 - RowsReturnedRate: 179245 - SpilledPartitions: 0 - TotalTime: 257169008915 - UnpinTime: 2179 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 4296318012 - ConvertRowBatchTime: 5474840982 - DeserializeRowBatchTimer: 7038474295 - FirstBatchArrivalWaitTime: 160888321 - InactiveTotalTime: 157747754200 - PeakMemoryUsage: 0 - RowsReturned: 275764520 - RowsReturnedRate: 1661609 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 165962263784 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 171093633279 - BuildPartitionTime: 12890257464 - BuildRows: 178681600 - BuildRowsPartitioned: 178681600 - BuildTime: 30091831885 - GetNewBlockTime: 321179016 - HashBuckets: 536870912 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 11851030528 - PinTime: 0 - ProbeRows: 8300864 - ProbeRowsPartitioned: 0 - ProbeTime: 10777873979 - RowsReturned: 25603924 - RowsReturnedRate: 140685 - SpilledPartitions: 0 - TotalTime: 181993799190 - UnpinTime: 1888 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 2914228509 - ConvertRowBatchTime: 3721566523 - DeserializeRowBatchTimer: 4712001044 - FirstBatchArrivalWaitTime: 416998396 - InactiveTotalTime: 117299991435 - PeakMemoryUsage: 0 - RowsReturned: 178681600 - RowsReturnedRate: 1455122 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 122794908357 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 1:2/256.00 MB 9:5/640.00 MB 7:10/1.25 GB 5:5/520.69 MB 0:4/512.00 MB 3:4/512.00 MB 2:7/896.00 MB 4:7/896.00 MB 8:9/1.12 GB 6:3/384.00 MB Hdfs Read Thread Concurrency Bucket: 0:99.51% 1:0.4932% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:56 ExecOption: Codegen enabled: 0 out of 56 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.004932182490752158 - AverageScannerThreadConcurrency: 31.44143033292232 - BytesRead: 7391140900 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7391112228 - BytesReadShortCircuit: 7391112228 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 80 - PeakMemoryUsage: 1363484672 - PerReadThreadRawHdfsThroughput: 1920443818 - RowsRead: 8300864 - RowsReturned: 8300864 - RowsReturnedRate: 98582109 - ScanRangesComplete: 56 - ScannerThreadsInvoluntaryContextSwitches: 763942 - ScannerThreadsTotalWallClockTime: 12822645952376 - DelimiterParseTime: 7840050469 - MaterializeTupleTime(*): 16669063524 - ScannerThreadsSysTime: 3332815295000 - ScannerThreadsUserTime: 219101649000 - ScannerThreadsVoluntaryContextSwitches: 41346992 - TotalRawHdfsReadTime(*): 3848662913 - TotalReadThroughput: 18203435 - TotalTime: 84202540 Instance 3442a86515713e60:b50e1fe8dd5127b9 (host=c3kuhdpnode4.premierinc.com:22000) Hdfs split stats (:<# splits>/): 9:9/1.01 GB 6:6/768.00 MB 2:3/272.63 MB 1:7/896.00 MB 4:2/256.00 MB 3:6/768.00 MB 0:5/640.00 MB 5:7/775.68 MB 7:6/768.00 MB 8:6/768.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 30.756281407035175 - InactiveTotalTime: 0 - PeakMemoryUsage: 49785277440 - PerHostPeakMemUsage: 50345947920 - PrepareTime: 218041768 - RowsProduced: 44396406 - TotalCpuTime: 18054923297792 - TotalNetworkReceiveTime: 281063733173 - TotalNetworkSendTime: 23566781833 - TotalStorageWaitTime: 4965798713 - TotalTime: 596861913470 CodeGen - AsyncTotalTime: 0 - CodegenTime: 3817028 - CompileTime: 250529919 - InactiveTotalTime: 0 - LoadTime: 203411171 - ModuleFileSize: 2033316 - TotalTime: 455371203 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 11994788979 - InactiveTotalTime: 0 - NetworkThroughput(*): 19669649 - OverallThroughput: 67311789 - PeakMemoryUsage: 200704 - SerializeBatchTime: 56259060509 - ThriftTransmitTime(*): 609812035814 - TotalTime: 178197447108 - UncompressedRowBatchSize: 16919160594 AGGREGATION_NODE (id=5) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 148900407146 - GetNewBlockTime: 2102782470 - GetResultsTime: 5643089166 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18009291776 - PinTime: 461511323 - RowsRepartitioned: 1419840 - RowsReturned: 44396406 - RowsReturnedRate: 106065 - SpilledPartitions: 1 - TotalTime: 418575587048 - UnpinTime: 25473 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 234210699648 - BuildPartitionTime: 20087464408 - BuildRows: 275764520 - BuildRowsPartitioned: 275764520 - BuildTime: 40562482571 - GetNewBlockTime: 668039669 - HashBuckets: 1073741824 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 20172537856 - PinTime: 0 - ProbeRows: 25252167 - ProbeRowsPartitioned: 0 - ProbeTime: 14281841920 - RowsReturned: 45456478 - RowsReturnedRate: 175933 - SpilledPartitions: 0 - TotalTime: 258373675418 - UnpinTime: 1511 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 4296318012 - ConvertRowBatchTime: 5442282396 - DeserializeRowBatchTimer: 7471531567 - FirstBatchArrivalWaitTime: 62561409 - InactiveTotalTime: 158698082295 - PeakMemoryUsage: 0 - RowsReturned: 275764520 - RowsReturnedRate: 1654274 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 166698170286 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 173284593840 - BuildPartitionTime: 11141618478 - BuildRows: 178681600 - BuildRowsPartitioned: 178681600 - BuildTime: 31984183686 - GetNewBlockTime: 457620654 - HashBuckets: 536870912 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 11851030528 - PinTime: 0 - ProbeRows: 8185029 - ProbeRowsPartitioned: 0 - ProbeTime: 9679020816 - RowsReturned: 25252167 - RowsReturnedRate: 137880 - SpilledPartitions: 0 - TotalTime: 183145883015 - UnpinTime: 1348 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 2914228509 - ConvertRowBatchTime: 3434468928 - DeserializeRowBatchTimer: 4460100887 - FirstBatchArrivalWaitTime: 315458662 - InactiveTotalTime: 119587027502 - PeakMemoryUsage: 0 - RowsReturned: 178681600 - RowsReturnedRate: 1435522 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 124471451887 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 9:9/1.01 GB 6:6/768.00 MB 2:3/272.63 MB 1:7/896.00 MB 4:2/256.00 MB 3:6/768.00 MB 0:5/640.00 MB 5:7/775.68 MB 7:6/768.00 MB 8:6/768.00 MB Hdfs Read Thread Concurrency Bucket: 0:99.02% 1:0.9816% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:57 ExecOption: Codegen enabled: 0 out of 57 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.0098159509202454 - AverageScannerThreadConcurrency: 42.59386503067485 - BytesRead: 7288045304 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7288016632 - BytesReadShortCircuit: 7288016632 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 103 - PeakMemoryUsage: 1969025024 - PerReadThreadRawHdfsThroughput: 1592720289 - RowsRead: 8185029 - RowsReturned: 8185029 - RowsReturnedRate: 57364337 - ScanRangesComplete: 57 - ScannerThreadsInvoluntaryContextSwitches: 504415 - ScannerThreadsTotalWallClockTime: 17359819746575 - DelimiterParseTime: 7564076014 - MaterializeTupleTime(*): 15591463285 - ScannerThreadsSysTime: 3110085142000 - ScannerThreadsUserTime: 189919085000 - ScannerThreadsVoluntaryContextSwitches: 32381210 - TotalRawHdfsReadTime(*): 4575847593 - TotalReadThroughput: 17882228 - TotalTime: 142684975 Instance 3442a86515713e60:b50e1fe8dd5127b6 (host=c3kuhdpnode2.premierinc.com:22000) Hdfs split stats (:<# splits>/): 7:5/640.00 MB 4:5/640.00 MB 3:4/391.78 MB 9:6/768.00 MB 1:6/768.00 MB 8:3/384.00 MB 2:3/384.00 MB 6:7/896.00 MB 5:9/1.01 GB 0:9/1.12 GB - AsyncTotalTime: 0 - AverageThreadTokens: 23.074789915966388 - InactiveTotalTime: 0 - PeakMemoryUsage: 49825901568 - PerHostPeakMemUsage: 50384568752 - PrepareTime: 146640068 - RowsProduced: 45055220 - TotalCpuTime: 13451032271878 - TotalNetworkReceiveTime: 258280909688 - TotalNetworkSendTime: 21418116920 - TotalStorageWaitTime: 3830991897 - TotalTime: 594753362573 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2399430 - CompileTime: 239919830 - InactiveTotalTime: 0 - LoadTime: 136848841 - ModuleFileSize: 2033316 - TotalTime: 378003326 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 12173367768 - InactiveTotalTime: 0 - NetworkThroughput(*): 20867582 - OverallThroughput: 68730185 - PeakMemoryUsage: 200704 - SerializeBatchTime: 55867492539 - ThriftTransmitTime(*): 583362616020 - TotalTime: 177118214364 - UncompressedRowBatchSize: 17170230016 AGGREGATION_NODE (id=5) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 146300838269 - GetNewBlockTime: 2224685600 - GetResultsTime: 6042588612 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18270095360 - PinTime: 444848503 - RowsRepartitioned: 1442407 - RowsReturned: 45055220 - RowsReturnedRate: 107904 - SpilledPartitions: 1 - TotalTime: 417545488771 - UnpinTime: 24319 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 234990754237 - BuildPartitionTime: 27978636696 - BuildRows: 275764520 - BuildRowsPartitioned: 275764520 - BuildTime: 41030700214 - GetNewBlockTime: 1253868006 - HashBuckets: 1073741824 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 20172537856 - PinTime: 0 - ProbeRows: 25639204 - ProbeRowsPartitioned: 0 - ProbeTime: 13978123929 - RowsReturned: 46133278 - RowsReturnedRate: 177768 - SpilledPartitions: 0 - TotalTime: 259512639556 - UnpinTime: 2313 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 4296318012 - ConvertRowBatchTime: 6582311113 - DeserializeRowBatchTimer: 9037006161 - FirstBatchArrivalWaitTime: 157004822 - InactiveTotalTime: 148240443822 - PeakMemoryUsage: 0 - RowsReturned: 275764520 - RowsReturnedRate: 1736982 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 158760663395 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 179037352172 - BuildPartitionTime: 23079273713 - BuildRows: 178681600 - BuildRowsPartitioned: 178681600 - BuildTime: 37274215870 - GetNewBlockTime: 853240182 - HashBuckets: 536870912 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 11851030528 - PinTime: 0 - ProbeRows: 8307773 - ProbeRowsPartitioned: 0 - ProbeTime: 10344883599 - RowsReturned: 25639204 - RowsReturnedRate: 135250 - SpilledPartitions: 0 - TotalTime: 189567815500 - UnpinTime: 2031 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 2914228509 - ConvertRowBatchTime: 4656811135 - DeserializeRowBatchTimer: 5717729034 - FirstBatchArrivalWaitTime: 409548268 - InactiveTotalTime: 105475399902 - PeakMemoryUsage: 0 - RowsReturned: 178681600 - RowsReturnedRate: 1588076 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 112514492507 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 7:5/640.00 MB 4:5/640.00 MB 3:4/391.78 MB 9:6/768.00 MB 1:6/768.00 MB 8:3/384.00 MB 2:3/384.00 MB 6:7/896.00 MB 5:9/1.01 GB 0:9/1.12 GB Hdfs Read Thread Concurrency Bucket: 0:99.14% 1:0.8631% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:57 ExecOption: Codegen enabled: 0 out of 57 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.008631319358816275 - AverageScannerThreadConcurrency: 31.372379778051787 - BytesRead: 7400320933 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7400289189 - BytesReadShortCircuit: 7400289189 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 118 - PeakMemoryUsage: 1316167680 - PerReadThreadRawHdfsThroughput: 1240576148 - RowsRead: 8307773 - RowsReturned: 8307773 - RowsReturnedRate: 58954264 - ScanRangesComplete: 57 - ScannerThreadsInvoluntaryContextSwitches: 640422 - ScannerThreadsTotalWallClockTime: 12725453685321 - DelimiterParseTime: 7579162334 - MaterializeTupleTime(*): 15936698208 - ScannerThreadsSysTime: 3305702396000 - ScannerThreadsUserTime: 218329750000 - ScannerThreadsVoluntaryContextSwitches: 47540049 - TotalRawHdfsReadTime(*): 5965229094 - TotalReadThroughput: 18220255 - TotalTime: 140918948 Instance 3442a86515713e60:b50e1fe8dd5127b5 (host=c3kuhdpnode6.premierinc.com:22000) Hdfs split stats (:<# splits>/): 9:5/640.00 MB 4:7/896.00 MB 8:5/640.00 MB 5:4/397.13 MB 0:5/640.00 MB 1:4/395.98 MB 2:9/1.12 GB 3:4/512.00 MB 7:8/1024.00 MB 6:6/768.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 23.100169779286926 - InactiveTotalTime: 0 - PeakMemoryUsage: 49863291904 - PerHostPeakMemUsage: 49878242304 - PrepareTime: 132495476 - RowsProduced: 45108514 - TotalCpuTime: 13306118692898 - TotalNetworkReceiveTime: 276976527688 - TotalNetworkSendTime: 25224162865 - TotalStorageWaitTime: 2879206506 - TotalTime: 588909691258 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2408473 - CompileTime: 238200968 - InactiveTotalTime: 0 - LoadTime: 123266323 - ModuleFileSize: 2033316 - TotalTime: 362587253 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 12186140931 - InactiveTotalTime: 0 - NetworkThroughput(*): 20721981 - OverallThroughput: 69022837 - PeakMemoryUsage: 200704 - SerializeBatchTime: 54549329734 - ThriftTransmitTime(*): 588077983752 - TotalTime: 176552303378 - UncompressedRowBatchSize: 17190539990 AGGREGATION_NODE (id=5) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 141581400355 - GetNewBlockTime: 1438042419 - GetResultsTime: 5748929978 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18270493696 - PinTime: 503798296 - RowsRepartitioned: 1444105 - RowsReturned: 45108514 - RowsReturnedRate: 109411 - SpilledPartitions: 1 - TotalTime: 412281380144 - UnpinTime: 22864 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 234252517090 - BuildPartitionTime: 22168520681 - BuildRows: 275764520 - BuildRowsPartitioned: 275764520 - BuildTime: 40427715967 - GetNewBlockTime: 617489321 - HashBuckets: 1073741824 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 20172537856 - PinTime: 0 - ProbeRows: 25657554 - ProbeRowsPartitioned: 0 - ProbeTime: 14356045919 - RowsReturned: 46180682 - RowsReturnedRate: 178005 - SpilledPartitions: 0 - TotalTime: 259434463091 - UnpinTime: 1863 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 4296318012 - ConvertRowBatchTime: 5520763604 - DeserializeRowBatchTimer: 6878168849 - FirstBatchArrivalWaitTime: 174375637 - InactiveTotalTime: 156799020711 - PeakMemoryUsage: 0 - RowsReturned: 275764520 - RowsReturnedRate: 1674065 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 164727406069 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 168296421485 - BuildPartitionTime: 12792734929 - BuildRows: 178681600 - BuildRowsPartitioned: 178681600 - BuildTime: 27637388708 - GetNewBlockTime: 435594044 - HashBuckets: 536870912 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 11851030528 - PinTime: 0 - ProbeRows: 8317748 - ProbeRowsPartitioned: 0 - ProbeTime: 10630067999 - RowsReturned: 25657554 - RowsReturnedRate: 143239 - SpilledPartitions: 0 - TotalTime: 179122987630 - UnpinTime: 1929 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 2914228509 - ConvertRowBatchTime: 3790226600 - DeserializeRowBatchTimer: 4559891018 - FirstBatchArrivalWaitTime: 427707862 - InactiveTotalTime: 117532645670 - PeakMemoryUsage: 0 - RowsReturned: 178681600 - RowsReturnedRate: 1454026 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 122887468516 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 9:5/640.00 MB 4:7/896.00 MB 8:5/640.00 MB 5:4/397.13 MB 0:5/640.00 MB 1:4/395.98 MB 2:9/1.12 GB 3:4/512.00 MB 7:8/1024.00 MB 6:6/768.00 MB Hdfs Read Thread Concurrency Bucket: 0:99.25% 1:0.6234% 2:0% 3:0% 4:0% 5:0% 6:0.1247% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:57 ExecOption: Codegen enabled: 0 out of 57 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.01371571072319202 - AverageScannerThreadConcurrency: 31.458852867830423 - BytesRead: 7408358504 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7408328808 - BytesReadShortCircuit: 7408328808 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 83 - PeakMemoryUsage: 1336385536 - PerReadThreadRawHdfsThroughput: 2054429729 - RowsRead: 8317748 - RowsReturned: 8317748 - RowsReturnedRate: 51478392 - ScanRangesComplete: 57 - ScannerThreadsInvoluntaryContextSwitches: 389245 - ScannerThreadsTotalWallClockTime: 12619426464252 - DelimiterParseTime: 7400470758 - MaterializeTupleTime(*): 15309045113 - ScannerThreadsSysTime: 3229012077000 - ScannerThreadsUserTime: 221705255000 - ScannerThreadsVoluntaryContextSwitches: 47760144 - TotalRawHdfsReadTime(*): 3606041325 - TotalReadThroughput: 18449129 - TotalTime: 161577463 Instance 3442a86515713e60:b50e1fe8dd5127b4 (host=c3kuhdpnode1.premierinc.com:22000) Hdfs split stats (:<# splits>/): 3:6/768.00 MB 6:2/256.00 MB 1:5/640.00 MB 9:3/384.00 MB 8:7/896.00 MB 2:6/768.00 MB 0:3/384.00 MB 5:7/776.45 MB 4:10/1.25 GB 7:7/896.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 23.34015345268542 - InactiveTotalTime: 0 - PeakMemoryUsage: 49768236032 - PerHostPeakMemUsage: 50320784248 - PrepareTime: 136268826 - RowsProduced: 44965766 - TotalCpuTime: 13394848770006 - TotalNetworkReceiveTime: 282247800066 - TotalNetworkSendTime: 22964943809 - TotalStorageWaitTime: 1952247996 - TotalTime: 586356650407 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2341324 - CompileTime: 252216608 - InactiveTotalTime: 0 - LoadTime: 126707262 - ModuleFileSize: 2033316 - TotalTime: 380099270 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 12148233970 - InactiveTotalTime: 0 - NetworkThroughput(*): 20730485 - OverallThroughput: 70684662 - PeakMemoryUsage: 200704 - SerializeBatchTime: 53097849126 - ThriftTransmitTime(*): 586008169447 - TotalTime: 171865204620 - UncompressedRowBatchSize: 17136139718 AGGREGATION_NODE (id=5) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 145309397306 - GetNewBlockTime: 1663494487 - GetResultsTime: 5829152343 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18260516864 - PinTime: 442098776 - RowsRepartitioned: 1440201 - RowsReturned: 44965766 - RowsReturnedRate: 108505 - SpilledPartitions: 1 - TotalTime: 414411566264 - UnpinTime: 25066 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 234003154814 - BuildPartitionTime: 19094339197 - BuildRows: 275764520 - BuildRowsPartitioned: 275764520 - BuildTime: 40160494489 - GetNewBlockTime: 641189443 - HashBuckets: 1073741824 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 20172537856 - PinTime: 0 - ProbeRows: 25591046 - ProbeRowsPartitioned: 0 - ProbeTime: 13301940755 - RowsReturned: 46037846 - RowsReturnedRate: 178456 - SpilledPartitions: 0 - TotalTime: 257977637788 - UnpinTime: 1494 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 4296318012 - ConvertRowBatchTime: 5115595980 - DeserializeRowBatchTimer: 6599965580 - FirstBatchArrivalWaitTime: 153977961 - InactiveTotalTime: 160250224789 - PeakMemoryUsage: 0 - RowsReturned: 275764520 - RowsReturnedRate: 1643178 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 167823866486 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 172895256416 - BuildPartitionTime: 11477237379 - BuildRows: 178681600 - BuildRowsPartitioned: 178681600 - BuildTime: 31653146041 - GetNewBlockTime: 423688731 - HashBuckets: 536870912 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 11851030528 - PinTime: 0 - ProbeRows: 8299979 - ProbeRowsPartitioned: 0 - ProbeTime: 10470454088 - RowsReturned: 25591046 - RowsReturnedRate: 139464 - SpilledPartitions: 0 - TotalTime: 183495303585 - UnpinTime: 2845 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 2914228509 - ConvertRowBatchTime: 3404763488 - DeserializeRowBatchTimer: 4303769624 - FirstBatchArrivalWaitTime: 406722418 - InactiveTotalTime: 119323878205 - PeakMemoryUsage: 0 - RowsReturned: 178681600 - RowsReturnedRate: 1438566 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 124208082426 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 3:6/768.00 MB 6:2/256.00 MB 1:5/640.00 MB 9:3/384.00 MB 8:7/896.00 MB 2:6/768.00 MB 0:3/384.00 MB 5:7/776.45 MB 4:10/1.25 GB 7:7/896.00 MB Hdfs Read Thread Concurrency Bucket: 0:98.88% 1:1.117% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:56 ExecOption: Codegen enabled: 0 out of 56 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.011166253101736972 - AverageScannerThreadConcurrency: 31.504962779156326 - BytesRead: 7390888886 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7390860214 - BytesReadShortCircuit: 7390860214 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 126 - PeakMemoryUsage: 1333469184 - PerReadThreadRawHdfsThroughput: 2120335259 - RowsRead: 8299979 - RowsReturned: 8299979 - RowsReturnedRate: 94429660 - ScanRangesComplete: 56 - ScannerThreadsInvoluntaryContextSwitches: 548252 - ScannerThreadsTotalWallClockTime: 12708425482278 - DelimiterParseTime: 7419205361 - MaterializeTupleTime(*): 15556419319 - ScannerThreadsSysTime: 3421955721000 - ScannerThreadsUserTime: 235421148000 - ScannerThreadsVoluntaryContextSwitches: 49064130 - TotalRawHdfsReadTime(*): 3485717107 - TotalReadThroughput: 18312773 - TotalTime: 87895889 Instance 3442a86515713e60:b50e1fe8dd5127b7 (host=c3kuhdpnode5.premierinc.com:22000) Hdfs split stats (:<# splits>/): 3:2/144.28 MB 6:3/384.00 MB 4:8/1024.00 MB 8:6/652.78 MB 7:7/896.00 MB 0:5/640.00 MB 5:8/912.88 MB 9:7/896.00 MB 1:7/896.00 MB 2:5/521.02 MB - AsyncTotalTime: 0 - AverageThreadTokens: 23.8419689119171 - InactiveTotalTime: 0 - PeakMemoryUsage: 49612100608 - PerHostPeakMemUsage: 50154916456 - PrepareTime: 149352029 - RowsProduced: 44469470 - TotalCpuTime: 13491930453919 - TotalNetworkReceiveTime: 285709862902 - TotalNetworkSendTime: 25349837815 - TotalStorageWaitTime: 3527274583 - TotalTime: 581888066980 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2324982 - CompileTime: 244526402 - InactiveTotalTime: 0 - LoadTime: 139663525 - ModuleFileSize: 2033316 - TotalTime: 385344155 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 12013849258 - InactiveTotalTime: 0 - NetworkThroughput(*): 19748581 - OverallThroughput: 71191495 - PeakMemoryUsage: 200704 - SerializeBatchTime: 49678447281 - ThriftTransmitTime(*): 608339845440 - TotalTime: 168753994369 - UncompressedRowBatchSize: 16947004778 AGGREGATION_NODE (id=5) ExecOption: Spilled - AsyncTotalTime: 0 - BuildTime: 142363132415 - GetNewBlockTime: 2137624447 - GetResultsTime: 5267578563 - HashBuckets: 33554432 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 1 - NumRepartitions: 1 - PartitionsCreated: 64 - PeakMemoryUsage: 18008842240 - PinTime: 839550628 - RowsRepartitioned: 1421982 - RowsReturned: 44469470 - RowsReturnedRate: 107660 - SpilledPartitions: 1 - TotalTime: 413054095327 - UnpinTime: 33766 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 234785341371 - BuildPartitionTime: 18135670651 - BuildRows: 275764520 - BuildRowsPartitioned: 275764520 - BuildTime: 41007967645 - GetNewBlockTime: 700439124 - HashBuckets: 1073741824 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 20172537856 - PinTime: 0 - ProbeRows: 25296013 - ProbeRowsPartitioned: 0 - ProbeTime: 14094915258 - RowsReturned: 45526830 - RowsReturnedRate: 175553 - SpilledPartitions: 0 - TotalTime: 259333547092 - UnpinTime: 1989 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 4296318012 - ConvertRowBatchTime: 4804367371 - DeserializeRowBatchTimer: 6471441828 - FirstBatchArrivalWaitTime: 142285204 - InactiveTotalTime: 161820379579 - PeakMemoryUsage: 0 - RowsReturned: 275764520 - RowsReturnedRate: 1633827 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 168784393910 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 169973797941 - BuildPartitionTime: 9715767361 - BuildRows: 178681600 - BuildRowsPartitioned: 178681600 - BuildTime: 29200525832 - GetNewBlockTime: 465537480 - HashBuckets: 536870912 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 11851030528 - PinTime: 0 - ProbeRows: 8202386 - ProbeRowsPartitioned: 0 - ProbeTime: 10262395778 - RowsReturned: 25296013 - RowsReturnedRate: 140192 - SpilledPartitions: 0 - TotalTime: 180437175027 - UnpinTime: 1385 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 2914228509 - ConvertRowBatchTime: 3112706643 - DeserializeRowBatchTimer: 3979653313 - FirstBatchArrivalWaitTime: 396830044 - InactiveTotalTime: 121607963917 - PeakMemoryUsage: 0 - RowsReturned: 178681600 - RowsReturnedRate: 1418183 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 125993302118 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 3:2/144.28 MB 6:3/384.00 MB 4:8/1024.00 MB 8:6/652.78 MB 7:7/896.00 MB 0:5/640.00 MB 5:8/912.88 MB 9:7/896.00 MB 1:7/896.00 MB 2:5/521.02 MB Hdfs Read Thread Concurrency Bucket: 0:99.38% 1:0.6227% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:58 ExecOption: Codegen enabled: 0 out of 58 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.0062266500622665 - AverageScannerThreadConcurrency: 31.932752179327522 - BytesRead: 7305436493 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7305400653 - BytesReadShortCircuit: 7305400653 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 71 - PeakMemoryUsage: 1308139520 - PerReadThreadRawHdfsThroughput: 2206747837 - RowsRead: 8202386 - RowsReturned: 8202386 - RowsReturnedRate: 50042408 - ScanRangesComplete: 58 - ScannerThreadsInvoluntaryContextSwitches: 96513 - ScannerThreadsTotalWallClockTime: 12819548530183 - DelimiterParseTime: 7205071833 - MaterializeTupleTime(*): 14798274405 - ScannerThreadsSysTime: 3451150308000 - ScannerThreadsUserTime: 230193966000 - ScannerThreadsVoluntaryContextSwitches: 46731804 - TotalRawHdfsReadTime(*): 3310498993 - TotalReadThroughput: 18172591 - TotalTime: 163908696 Fragment F02 Instance 3442a86515713e60:b50e1fe8dd5127be (host=c3kuhdpnode2.premierinc.com:22000) Hdfs split stats (:<# splits>/): 3:1/128.00 MB 1:1/128.00 MB 2:1/128.00 MB 5:2/256.00 MB 0:1/128.00 MB 6:1/41.33 MB 4:1/128.00 MB 8:1/128.00 MB 7:1/128.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 10.368983957219251 - InactiveTotalTime: 0 - PeakMemoryUsage: 338870272 - PerHostPeakMemUsage: 18034601984 - PrepareTime: 133827112 - RowsProduced: 40399473 - TotalCpuTime: 1757986519023 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 181669703431 - TotalStorageWaitTime: 884796455 - TotalTime: 186821143835 CodeGen - AsyncTotalTime: 0 - CodegenTime: 948877 - CompileTime: 135158881 - InactiveTotalTime: 0 - LoadTime: 131724147 - ModuleFileSize: 2033316 - TotalTime: 268026425 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 4411252475 - InactiveTotalTime: 0 - NetworkThroughput(*): 6185406 - OverallThroughput: 23711801 - PeakMemoryUsage: 57344 - SerializeBatchTime: 3348485774 - ThriftTransmitTime(*): 713170954280 - TotalTime: 186036158638 - UncompressedRowBatchSize: 5657031044 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 3:1/128.00 MB 1:1/128.00 MB 2:1/128.00 MB 5:2/256.00 MB 0:1/128.00 MB 6:1/41.33 MB 4:1/128.00 MB 8:1/128.00 MB 7:1/128.00 MB Hdfs Read Thread Concurrency Bucket: 0:99.2% 1:0.8021% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:10 ExecOption: Codegen enabled: 10 out of 10 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.008021390374331552 - AverageScannerThreadConcurrency: 9.368983957219251 - BytesRead: 1251310507 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1251304363 - BytesReadShortCircuit: 1251304363 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 9 - NumScannerThreadsStarted: 10 - PeakMemoryUsage: 338804736 - PerReadThreadRawHdfsThroughput: 1212052853 - RowsRead: 40399473 - RowsReturned: 40399473 - RowsReturnedRate: 62515092 - ScanRangesComplete: 10 - ScannerThreadsInvoluntaryContextSwitches: 1207 - ScannerThreadsTotalWallClockTime: 1753107801662 - DelimiterParseTime: 3821330330 - MaterializeTupleTime(*): 2879183467 - ScannerThreadsSysTime: 422931000 - ScannerThreadsUserTime: 7314882000 - ScannerThreadsVoluntaryContextSwitches: 39871 - TotalRawHdfsReadTime(*): 1032389391 - TotalReadThroughput: 6685875 - TotalTime: 646235511 Instance 3442a86515713e60:b50e1fe8dd5127bc (host=c3kuhdpnode6.premierinc.com:22000) Hdfs split stats (:<# splits>/): 6:1/128.00 MB 0:1/128.00 MB 5:1/128.00 MB 4:1/128.00 MB 7:2/256.00 MB 8:1/128.00 MB 3:2/147.20 MB 9:2/256.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 11.150537634408602 - InactiveTotalTime: 0 - PeakMemoryUsage: 359870464 - PerHostPeakMemUsage: 18037575680 - PrepareTime: 203613285 - RowsProduced: 43984234 - TotalCpuTime: 1894040702873 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 180537898557 - TotalStorageWaitTime: 607934047 - TotalTime: 185705323383 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1543810 - CompileTime: 151870080 - InactiveTotalTime: 0 - LoadTime: 200746162 - ModuleFileSize: 2033316 - TotalTime: 354064534 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 4804932489 - InactiveTotalTime: 0 - NetworkThroughput(*): 6159336 - OverallThroughput: 25977838 - PeakMemoryUsage: 57344 - SerializeBatchTime: 3441334872 - ThriftTransmitTime(*): 780105470845 - TotalTime: 184962750198 - UncompressedRowBatchSize: 6158995640 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 6:1/128.00 MB 0:1/128.00 MB 5:1/128.00 MB 4:1/128.00 MB 7:2/256.00 MB 8:1/128.00 MB 3:2/147.20 MB 9:2/256.00 MB Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:11 ExecOption: Codegen enabled: 11 out of 11 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 10.150537634408602 - BytesRead: 1362318016 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1362313920 - BytesReadShortCircuit: 1362313920 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 8 - NumScannerThreadsStarted: 11 - PeakMemoryUsage: 359780352 - PerReadThreadRawHdfsThroughput: 1233498288 - RowsRead: 43984234 - RowsReturned: 43984234 - RowsReturnedRate: 68540355 - ScanRangesComplete: 11 - ScannerThreadsInvoluntaryContextSwitches: 2295 - ScannerThreadsTotalWallClockTime: 1888966616109 - DelimiterParseTime: 3675359930 - MaterializeTupleTime(*): 2825881699 - ScannerThreadsSysTime: 322946000 - ScannerThreadsUserTime: 7313882000 - ScannerThreadsVoluntaryContextSwitches: 43374 - TotalRawHdfsReadTime(*): 1104434460 - TotalReadThroughput: 7322085 - TotalTime: 641727548 Instance 3442a86515713e60:b50e1fe8dd5127bd (host=c3kuhdpnode7.premierinc.com:22000) Hdfs split stats (:<# splits>/): 9:1/128.00 MB 4:1/128.00 MB 0:1/128.00 MB 2:1/128.00 MB 3:2/256.00 MB 7:3/384.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 9.96657381615599 - InactiveTotalTime: 0 - PeakMemoryUsage: 305319936 - PerHostPeakMemUsage: 17954078720 - PrepareTime: 128219670 - RowsProduced: 39007335 - TotalCpuTime: 1614334849075 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 174655191320 - TotalStorageWaitTime: 835105878 - TotalTime: 179218438118 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1087420 - CompileTime: 135284628 - InactiveTotalTime: 0 - LoadTime: 126033310 - ModuleFileSize: 2033316 - TotalTime: 262495094 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 4258783732 - InactiveTotalTime: 0 - NetworkThroughput(*): 5982549 - OverallThroughput: 23854345 - PeakMemoryUsage: 57344 - SerializeBatchTime: 2985353182 - ThriftTransmitTime(*): 711867679156 - TotalTime: 178532830048 - UncompressedRowBatchSize: 5462093672 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 9:1/128.00 MB 4:1/128.00 MB 0:1/128.00 MB 2:1/128.00 MB 3:2/256.00 MB 7:3/384.00 MB Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:9 ExecOption: Codegen enabled: 9 out of 9 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 8.991620111731844 - BytesRead: 1207968768 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1207966720 - BytesReadShortCircuit: 1207966720 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 6 - NumScannerThreadsStarted: 9 - PeakMemoryUsage: 305229824 - PerReadThreadRawHdfsThroughput: 1730510204 - RowsRead: 39007335 - RowsReturned: 39007335 - RowsReturnedRate: 64938418 - ScanRangesComplete: 9 - ScannerThreadsInvoluntaryContextSwitches: 1126 - ScannerThreadsTotalWallClockTime: 1610184267379 - DelimiterParseTime: 3673913164 - MaterializeTupleTime(*): 2658984436 - ScannerThreadsSysTime: 382936000 - ScannerThreadsUserTime: 6929943000 - ScannerThreadsVoluntaryContextSwitches: 38372 - TotalRawHdfsReadTime(*): 698041979 - TotalReadThroughput: 6728472 - TotalTime: 600681939 Instance 3442a86515713e60:b50e1fe8dd5127bf (host=c3kuhdpnode5.premierinc.com:22000) Hdfs split stats (:<# splits>/): 1:2/256.00 MB 0:1/41.32 MB 6:2/256.00 MB 3:1/128.00 MB 7:2/256.00 MB 4:3/275.25 MB - AsyncTotalTime: 0 - AverageThreadTokens: 10.529577464788732 - InactiveTotalTime: 0 - PeakMemoryUsage: 359870464 - PerHostPeakMemUsage: 17831657472 - PrepareTime: 141259256 - RowsProduced: 41050634 - TotalCpuTime: 1695031664859 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 173030112911 - TotalStorageWaitTime: 468293136 - TotalTime: 177211973820 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1008355 - CompileTime: 162394710 - InactiveTotalTime: 0 - LoadTime: 139183256 - ModuleFileSize: 2033316 - TotalTime: 302679786 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 4476781162 - InactiveTotalTime: 0 - NetworkThroughput(*): 6101949 - OverallThroughput: 25348248 - PeakMemoryUsage: 57344 - SerializeBatchTime: 2803422090 - ThriftTransmitTime(*): 733664112137 - TotalTime: 176611066202 - UncompressedRowBatchSize: 5748211448 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 1:2/256.00 MB 0:1/41.32 MB 6:2/256.00 MB 3:1/128.00 MB 7:2/256.00 MB 4:3/275.25 MB Hdfs Read Thread Concurrency Bucket: 0:99.44% 1:0.5634% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:11 ExecOption: Codegen enabled: 11 out of 11 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.005633802816901409 - AverageScannerThreadConcurrency: 9.529577464788732 - BytesRead: 1271482134 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1271478038 - BytesReadShortCircuit: 1271478038 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 6 - NumScannerThreadsStarted: 11 - PeakMemoryUsage: 359804928 - PerReadThreadRawHdfsThroughput: 1620047488 - RowsRead: 41050634 - RowsReturned: 41050634 - RowsReturnedRate: 79405516 - ScanRangesComplete: 11 - ScannerThreadsInvoluntaryContextSwitches: 350 - ScannerThreadsTotalWallClockTime: 1690793292810 - DelimiterParseTime: 3143582028 - MaterializeTupleTime(*): 2376824538 - ScannerThreadsSysTime: 280953000 - ScannerThreadsUserTime: 6141060000 - ScannerThreadsVoluntaryContextSwitches: 40434 - TotalRawHdfsReadTime(*): 784842508 - TotalReadThroughput: 7163158 - TotalTime: 516974584 Instance 3442a86515713e60:b50e1fe8dd5127bb (host=c3kuhdpnode1.premierinc.com:22000) Hdfs split stats (:<# splits>/): 7:1/19.26 MB 3:1/128.00 MB 2:1/128.00 MB 9:4/316.54 MB 8:1/41.56 MB 6:4/338.75 MB 0:2/169.52 MB - AsyncTotalTime: 0 - AverageThreadTokens: 10.875 - InactiveTotalTime: 0 - PeakMemoryUsage: 448036864 - PerHostPeakMemUsage: 17837907968 - PrepareTime: 129110177 - RowsProduced: 38653938 - TotalCpuTime: 1744897873820 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 171217304899 - TotalStorageWaitTime: 655753301 - TotalTime: 175445188753 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1388742 - CompileTime: 136864503 - InactiveTotalTime: 0 - LoadTime: 126727206 - ModuleFileSize: 2033316 - TotalTime: 264698527 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 4213748728 - InactiveTotalTime: 0 - NetworkThroughput(*): 6174688 - OverallThroughput: 24095848 - PeakMemoryUsage: 57344 - SerializeBatchTime: 2865829276 - ThriftTransmitTime(*): 682422837055 - TotalTime: 174874468362 - UncompressedRowBatchSize: 5412608488 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 7:1/19.26 MB 3:1/128.00 MB 2:1/128.00 MB 9:4/316.54 MB 8:1/41.56 MB 6:4/338.75 MB 0:2/169.52 MB Hdfs Read Thread Concurrency Bucket: 0:99.72% 1:0.2849% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:14 ExecOption: Codegen enabled: 14 out of 14 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.002849002849002849 - AverageScannerThreadConcurrency: 9.903133903133902 - BytesRead: 1197090296 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1197085176 - BytesReadShortCircuit: 1197085176 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 7 - NumScannerThreadsStarted: 14 - PeakMemoryUsage: 447971328 - PerReadThreadRawHdfsThroughput: 1416978646 - RowsRead: 38653938 - RowsReturned: 38653938 - RowsReturnedRate: 78754822 - ScanRangesComplete: 14 - ScannerThreadsInvoluntaryContextSwitches: 1154 - ScannerThreadsTotalWallClockTime: 1740894846806 - DelimiterParseTime: 3290755800 - MaterializeTupleTime(*): 2542670044 - ScannerThreadsSysTime: 302947000 - ScannerThreadsUserTime: 6396020000 - ScannerThreadsVoluntaryContextSwitches: 37971 - TotalRawHdfsReadTime(*): 844818868 - TotalReadThroughput: 6798173 - TotalTime: 490813600 Instance 3442a86515713e60:b50e1fe8dd5127c1 (host=c3kuhdpnode3.premierinc.com:22000) Hdfs split stats (:<# splits>/): 4:3/384.00 MB 7:1/128.00 MB 3:2/60.46 MB 6:1/128.00 MB 5:1/128.00 MB 0:1/128.00 MB 1:2/147.10 MB - AsyncTotalTime: 0 - AverageThreadTokens: 9.734375 - InactiveTotalTime: 0 - PeakMemoryUsage: 347320320 - PerHostPeakMemUsage: 13759135744 - PrepareTime: 145276343 - RowsProduced: 37340252 - TotalCpuTime: 1399732869171 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 155721219176 - TotalStorageWaitTime: 1032818227 - TotalTime: 159835006641 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1244876 - CompileTime: 139803924 - InactiveTotalTime: 0 - LoadTime: 142929488 - ModuleFileSize: 2033316 - TotalTime: 283880216 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 4065882107 - InactiveTotalTime: 0 - NetworkThroughput(*): 6064241 - OverallThroughput: 25537577 - PeakMemoryUsage: 57344 - SerializeBatchTime: 2705929147 - ThriftTransmitTime(*): 670468327749 - TotalTime: 159211739567 - UncompressedRowBatchSize: 5228656496 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 4:3/384.00 MB 7:1/128.00 MB 3:2/60.46 MB 6:1/128.00 MB 5:1/128.00 MB 0:1/128.00 MB 1:2/147.10 MB Hdfs Read Thread Concurrency Bucket: 0:99.06% 1:0.9375% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:11 ExecOption: Codegen enabled: 11 out of 11 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.009375 - AverageScannerThreadConcurrency: 8.734375 - BytesRead: 1157171838 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1157168766 - BytesReadShortCircuit: 1157168766 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 7 - NumScannerThreadsStarted: 11 - PeakMemoryUsage: 347230208 - PerReadThreadRawHdfsThroughput: 1567399061 - RowsRead: 37340252 - RowsReturned: 37340252 - RowsReturnedRate: 68373404 - ScanRangesComplete: 11 - ScannerThreadsInvoluntaryContextSwitches: 1132 - ScannerThreadsTotalWallClockTime: 1396222760399 - DelimiterParseTime: 2801848673 - MaterializeTupleTime(*): 2256320327 - ScannerThreadsSysTime: 271953000 - ScannerThreadsUserTime: 5615140000 - ScannerThreadsVoluntaryContextSwitches: 36795 - TotalRawHdfsReadTime(*): 738275189 - TotalReadThroughput: 7231239 - TotalTime: 546122459 Instance 3442a86515713e60:b50e1fe8dd5127c0 (host=c3kuhdpnode4.premierinc.com:22000) Hdfs split stats (:<# splits>/): 6:1/19.32 MB 7:1/128.00 MB 4:2/256.00 MB 2:1/128.00 MB 1:1/128.00 MB 9:1/128.00 MB 3:2/256.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 9.120253164556962 - InactiveTotalTime: 0 - PeakMemoryUsage: 292737024 - PerHostPeakMemUsage: 12616101888 - PrepareTime: 126258465 - RowsProduced: 35328654 - TotalCpuTime: 1286426699671 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 153629277322 - TotalStorageWaitTime: 608703510 - TotalTime: 157711597041 CodeGen - AsyncTotalTime: 0 - CodegenTime: 981609 - CompileTime: 137855950 - InactiveTotalTime: 0 - LoadTime: 124193659 - ModuleFileSize: 2033316 - TotalTime: 263142473 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 3842845587 - InactiveTotalTime: 0 - NetworkThroughput(*): 5907604 - OverallThroughput: 24454492 - PeakMemoryUsage: 57344 - SerializeBatchTime: 2695155339 - ThriftTransmitTime(*): 650491395020 - TotalTime: 157142725637 - UncompressedRowBatchSize: 4946977756 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 6:1/19.32 MB 7:1/128.00 MB 4:2/256.00 MB 2:1/128.00 MB 1:1/128.00 MB 9:1/128.00 MB 3:2/256.00 MB Hdfs Read Thread Concurrency Bucket: 0:99.37% 1:0.6329% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:9 ExecOption: Codegen enabled: 9 out of 9 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.006329113924050633 - AverageScannerThreadConcurrency: 8.120253164556962 - BytesRead: 1094010091 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1094004971 - BytesReadShortCircuit: 1094004971 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 7 - NumScannerThreadsStarted: 9 - PeakMemoryUsage: 292646912 - PerReadThreadRawHdfsThroughput: 1376574606 - RowsRead: 35328654 - RowsReturned: 35328654 - RowsReturnedRate: 73011938 - ScanRangesComplete: 9 - ScannerThreadsInvoluntaryContextSwitches: 1388 - ScannerThreadsTotalWallClockTime: 1282526251714 - DelimiterParseTime: 2824350041 - MaterializeTupleTime(*): 2293736268 - ScannerThreadsSysTime: 309949000 - ScannerThreadsUserTime: 5722125000 - ScannerThreadsVoluntaryContextSwitches: 34811 - TotalRawHdfsReadTime(*): 794733599 - TotalReadThroughput: 6921836 - TotalTime: 483875030 Fragment F01 Instance 3442a86515713e60:b50e1fe8dd5127c6 (host=c3kuhdpnode2.premierinc.com:22000) Hdfs split stats (:<# splits>/): 0:2/256.00 MB 2:1/128.00 MB 1:2/200.26 MB 3:1/91.46 MB 8:1/90.91 MB 6:1/128.00 MB 7:2/144.58 MB - AsyncTotalTime: 0 - AverageThreadTokens: 9.77859778597786 - InactiveTotalTime: 0 - PeakMemoryUsage: 338903040 - PerHostPeakMemUsage: 7398596608 - PrepareTime: 180021202 - RowsProduced: 26557388 - TotalCpuTime: 1191369424140 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 131623288542 - TotalStorageWaitTime: 4503857080 - TotalTime: 135324355606 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2328563 - CompileTime: 285179144 - InactiveTotalTime: 0 - LoadTime: 176198608 - ModuleFileSize: 2033316 - TotalTime: 463086833 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 3044616512 - InactiveTotalTime: 0 - NetworkThroughput(*): 5920645 - OverallThroughput: 22593495 - PeakMemoryUsage: 57344 - SerializeBatchTime: 2488032381 - ThriftTransmitTime(*): 514237239949 - TotalTime: 134756329319 - UncompressedRowBatchSize: 3718760640 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 0:2/256.00 MB 2:1/128.00 MB 1:2/200.26 MB 3:1/91.46 MB 8:1/90.91 MB 6:1/128.00 MB 7:2/144.58 MB Hdfs Read Thread Concurrency Bucket: 0:94.07% 1:3.704% 2:1.111% 3:0.3704% 4:0.7407% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:10 ExecOption: Codegen enabled: 10 out of 10 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.1 - AverageScannerThreadConcurrency: 8.811111111111112 - BytesRead: 1089700096 - BytesReadDataNodeCache: 0 - BytesReadLocal: 535415088 - BytesReadShortCircuit: 535415088 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 7 - NumScannerThreadsStarted: 10 - PeakMemoryUsage: 338812928 - PerReadThreadRawHdfsThroughput: 74296973 - RowsRead: 26557388 - RowsReturned: 26557388 - RowsReturnedRate: 58418098 - ScanRangesComplete: 10 - ScannerThreadsInvoluntaryContextSwitches: 982 - ScannerThreadsTotalWallClockTime: 1191369437269 - DelimiterParseTime: 3455828100 - MaterializeTupleTime(*): 3177973350 - ScannerThreadsSysTime: 373939000 - ScannerThreadsUserTime: 6833955000 - ScannerThreadsVoluntaryContextSwitches: 26163 - TotalRawHdfsReadTime(*): 14666816737 - TotalReadThroughput: 8035010 - TotalTime: 454608910 Instance 3442a86515713e60:b50e1fe8dd5127c2 (host=c3kuhdpnode1.premierinc.com:22000) Hdfs split stats (:<# splits>/): 6:1/128.00 MB 7:1/128.00 MB 8:1/128.00 MB 5:1/128.00 MB 0:1/91.04 MB 4:1/91.13 MB 9:1/128.00 MB 1:1/128.00 MB 3:1/128.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 9.515384615384615 - InactiveTotalTime: 0 - PeakMemoryUsage: 305287168 - PerHostPeakMemUsage: 7041200128 - PrepareTime: 155951911 - RowsProduced: 27572873 - TotalCpuTime: 1105314627215 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 126291361194 - TotalStorageWaitTime: 3155297908 - TotalTime: 129671227380 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1834659 - CompileTime: 183177680 - InactiveTotalTime: 0 - LoadTime: 153018430 - ModuleFileSize: 2033316 - TotalTime: 337555456 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 3171583590 - InactiveTotalTime: 0 - NetworkThroughput(*): 6267656 - OverallThroughput: 24553340 - PeakMemoryUsage: 57344 - SerializeBatchTime: 2326327027 - ThriftTransmitTime(*): 506023856250 - TotalTime: 129171163603 - UncompressedRowBatchSize: 3860956316 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 6:1/128.00 MB 7:1/128.00 MB 8:1/128.00 MB 5:1/128.00 MB 0:1/91.04 MB 4:1/91.13 MB 9:1/128.00 MB 1:1/128.00 MB 3:1/128.00 MB Hdfs Read Thread Concurrency Bucket: 0:91.54% 1:4.615% 2:1.154% 3:1.154% 4:0.3846% 5:0.3846% 6:0.3846% 7:0.3846% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:9 ExecOption: Codegen enabled: 9 out of 9 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.18846153846153846 - AverageScannerThreadConcurrency: 8.515384615384615 - BytesRead: 1130552390 - BytesReadDataNodeCache: 0 - BytesReadLocal: 402657280 - BytesReadShortCircuit: 402657280 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 9 - NumScannerThreadsStarted: 9 - PeakMemoryUsage: 305197056 - PerReadThreadRawHdfsThroughput: 54618236 - RowsRead: 27572873 - RowsReturned: 27572873 - RowsReturnedRate: 70127099 - ScanRangesComplete: 9 - ScannerThreadsInvoluntaryContextSwitches: 1200 - ScannerThreadsTotalWallClockTime: 1104748486167 - DelimiterParseTime: 2982050389 - MaterializeTupleTime(*): 2958266716 - ScannerThreadsSysTime: 269954000 - ScannerThreadsUserTime: 6246046000 - ScannerThreadsVoluntaryContextSwitches: 27027 - TotalRawHdfsReadTime(*): 20699174346 - TotalReadThroughput: 8694684 - TotalTime: 393184279 Instance 3442a86515713e60:b50e1fe8dd5127c8 (host=c3kuhdpnode6.premierinc.com:22000) Hdfs split stats (:<# splits>/): 1:1/128.00 MB 4:1/128.00 MB 6:1/72.30 MB 2:1/128.00 MB 3:3/384.00 MB 5:2/256.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 9.503846153846155 - InactiveTotalTime: 0 - PeakMemoryUsage: 305319936 - PerHostPeakMemUsage: 7099944960 - PrepareTime: 174734497 - RowsProduced: 27955336 - TotalCpuTime: 1106998349991 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 125816540397 - TotalStorageWaitTime: 5598343805 - TotalTime: 129578086469 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2109660 - CompileTime: 197299237 - InactiveTotalTime: 0 - LoadTime: 171011637 - ModuleFileSize: 2033316 - TotalTime: 370069610 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 3173882677 - InactiveTotalTime: 0 - NetworkThroughput(*): 5833098 - OverallThroughput: 24591088 - PeakMemoryUsage: 57344 - SerializeBatchTime: 2593536169 - ThriftTransmitTime(*): 544116049850 - TotalTime: 129066378178 - UncompressedRowBatchSize: 3914511608 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 1:1/128.00 MB 4:1/128.00 MB 6:1/72.30 MB 2:1/128.00 MB 3:3/384.00 MB 5:2/256.00 MB Hdfs Read Thread Concurrency Bucket: 0:94.98% 1:1.931% 2:0.3861% 3:0.7722% 4:1.931% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:9 ExecOption: Codegen enabled: 9 out of 9 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.1274131274131274 - AverageScannerThreadConcurrency: 8.536679536679536 - BytesRead: 1149557308 - BytesReadDataNodeCache: 0 - BytesReadLocal: 536875008 - BytesReadShortCircuit: 536875008 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 6 - NumScannerThreadsStarted: 9 - PeakMemoryUsage: 305229824 - PerReadThreadRawHdfsThroughput: 57472617 - RowsRead: 27955336 - RowsReturned: 27955336 - RowsReturnedRate: 65642578 - ScanRangesComplete: 9 - ScannerThreadsInvoluntaryContextSwitches: 1659 - ScannerThreadsTotalWallClockTime: 1106998358611 - DelimiterParseTime: 3027460729 - MaterializeTupleTime(*): 3128152295 - ScannerThreadsSysTime: 264955000 - ScannerThreadsUserTime: 6513005000 - ScannerThreadsVoluntaryContextSwitches: 27494 - TotalRawHdfsReadTime(*): 20001826288 - TotalReadThroughput: 8839484 - TotalTime: 425871997 Instance 3442a86515713e60:b50e1fe8dd5127c5 (host=c3kuhdpnode7.premierinc.com:22000) Hdfs split stats (:<# splits>/): 7:1/72.18 MB 0:1/128.00 MB 8:2/256.00 MB 1:2/256.00 MB 2:1/128.00 MB 9:1/128.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 8.559183673469388 - InactiveTotalTime: 0 - PeakMemoryUsage: 271704064 - PerHostPeakMemUsage: 6797824000 - PrepareTime: 182095905 - RowsProduced: 24749054 - TotalCpuTime: 929269779387 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 119205943438 - TotalStorageWaitTime: 2060264861 - TotalTime: 122468772573 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2139346 - CompileTime: 275871593 - InactiveTotalTime: 0 - LoadTime: 178591763 - ModuleFileSize: 2033316 - TotalTime: 456130395 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 2836087646 - InactiveTotalTime: 0 - NetworkThroughput(*): 5796281 - OverallThroughput: 23248000 - PeakMemoryUsage: 57344 - SerializeBatchTime: 2205006491 - ThriftTransmitTime(*): 489294352897 - TotalTime: 121992757778 - UncompressedRowBatchSize: 3465544404 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 7:1/72.18 MB 0:1/128.00 MB 8:2/256.00 MB 1:2/256.00 MB 2:1/128.00 MB 9:1/128.00 MB Hdfs Read Thread Concurrency Bucket: 0:93.85% 1:2.459% 2:2.459% 3:0.4098% 4:0.8197% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:8 ExecOption: Codegen enabled: 8 out of 8 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.11885245901639344 - AverageScannerThreadConcurrency: 7.590163934426229 - BytesRead: 1015221344 - BytesReadDataNodeCache: 0 - BytesReadLocal: 536873984 - BytesReadShortCircuit: 536873984 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 6 - NumScannerThreadsStarted: 8 - PeakMemoryUsage: 271638528 - PerReadThreadRawHdfsThroughput: 69014171 - RowsRead: 24749054 - RowsReturned: 24749054 - RowsReturnedRate: 60595169 - ScanRangesComplete: 8 - ScannerThreadsInvoluntaryContextSwitches: 927 - ScannerThreadsTotalWallClockTime: 927632012073 - DelimiterParseTime: 2740304475 - MaterializeTupleTime(*): 2773195923 - ScannerThreadsSysTime: 220960000 - ScannerThreadsUserTime: 5845108000 - ScannerThreadsVoluntaryContextSwitches: 24257 - TotalRawHdfsReadTime(*): 14710331533 - TotalReadThroughput: 8286151 - TotalTime: 408432785 Instance 3442a86515713e60:b50e1fe8dd5127c7 (host=c3kuhdpnode4.premierinc.com:22000) Hdfs split stats (:<# splits>/): 4:2/256.00 MB 8:1/91.27 MB 1:1/128.00 MB 9:1/128.00 MB 6:1/128.00 MB 5:1/128.00 MB 0:1/128.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 8.628571428571428 - InactiveTotalTime: 0 - PeakMemoryUsage: 271704064 - PerHostPeakMemUsage: 6756061184 - PrepareTime: 140750463 - RowsProduced: 25240197 - TotalCpuTime: 937634309687 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 118743573586 - TotalStorageWaitTime: 2377481701 - TotalTime: 121955186585 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1220535 - CompileTime: 152103598 - InactiveTotalTime: 0 - LoadTime: 138424079 - ModuleFileSize: 2033316 - TotalTime: 291702751 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 2893462054 - InactiveTotalTime: 0 - NetworkThroughput(*): 5912115 - OverallThroughput: 23812008 - PeakMemoryUsage: 57344 - SerializeBatchTime: 2200922717 - ThriftTransmitTime(*): 489412285439 - TotalTime: 121512724728 - UncompressedRowBatchSize: 3534317892 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 4:2/256.00 MB 8:1/91.27 MB 1:1/128.00 MB 9:1/128.00 MB 6:1/128.00 MB 5:1/128.00 MB 0:1/128.00 MB Hdfs Read Thread Concurrency Bucket: 0:93.03% 1:2.459% 2:0.8197% 3:2.049% 4:1.23% 5:0.4098% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:8 ExecOption: Codegen enabled: 8 out of 8 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.1721311475409836 - AverageScannerThreadConcurrency: 7.659836065573771 - BytesRead: 1035231725 - BytesReadDataNodeCache: 0 - BytesReadLocal: 364140013 - BytesReadShortCircuit: 364140013 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 7 - NumScannerThreadsStarted: 8 - PeakMemoryUsage: 271638528 - PerReadThreadRawHdfsThroughput: 59889595 - RowsRead: 25240197 - RowsReturned: 25240197 - RowsReturnedRate: 66109545 - ScanRangesComplete: 8 - ScannerThreadsInvoluntaryContextSwitches: 1293 - ScannerThreadsTotalWallClockTime: 936459789170 - DelimiterParseTime: 2498559409 - MaterializeTupleTime(*): 2587782712 - ScannerThreadsSysTime: 236960000 - ScannerThreadsUserTime: 5493160000 - ScannerThreadsVoluntaryContextSwitches: 24810 - TotalRawHdfsReadTime(*): 17285669114 - TotalReadThroughput: 8448802 - TotalTime: 381793532 Instance 3442a86515713e60:b50e1fe8dd5127c4 (host=c3kuhdpnode5.premierinc.com:22000) Hdfs split stats (:<# splits>/): 5:1/128.00 MB 2:2/256.00 MB 7:3/291.44 MB 6:2/200.20 MB 8:1/91.49 MB - AsyncTotalTime: 0 - AverageThreadTokens: 8.941441441441441 - InactiveTotalTime: 0 - PeakMemoryUsage: 305287168 - PerHostPeakMemUsage: 6277656576 - PrepareTime: 175166820 - RowsProduced: 24692948 - TotalCpuTime: 882014721288 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 107978683921 - TotalStorageWaitTime: 3314368087 - TotalTime: 110869235986 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1697028 - CompileTime: 198008017 - InactiveTotalTime: 0 - LoadTime: 171993695 - ModuleFileSize: 2033316 - TotalTime: 371657098 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 2805178145 - InactiveTotalTime: 0 - NetworkThroughput(*): 5957178 - OverallThroughput: 25411038 - PeakMemoryUsage: 57344 - SerializeBatchTime: 1957295743 - ThriftTransmitTime(*): 470890367328 - TotalTime: 110392110713 - UncompressedRowBatchSize: 3457688080 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 5:1/128.00 MB 2:2/256.00 MB 7:3/291.44 MB 6:2/200.20 MB 8:1/91.49 MB Hdfs Read Thread Concurrency Bucket: 0:91.4% 1:5.43% 2:1.81% 3:0% 4:0.905% 5:0.4525% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:9 ExecOption: Codegen enabled: 9 out of 9 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.1493212669683258 - AverageScannerThreadConcurrency: 7.97737556561086 - BytesRead: 1014117919 - BytesReadDataNodeCache: 0 - BytesReadLocal: 364238846 - BytesReadShortCircuit: 364238846 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 5 - NumScannerThreadsStarted: 9 - PeakMemoryUsage: 305197056 - PerReadThreadRawHdfsThroughput: 65535944 - RowsRead: 24692948 - RowsReturned: 24692948 - RowsReturnedRate: 65678843 - ScanRangesComplete: 9 - ScannerThreadsInvoluntaryContextSwitches: 236 - ScannerThreadsTotalWallClockTime: 882014730914 - DelimiterParseTime: 2279282068 - MaterializeTupleTime(*): 2350556755 - ScannerThreadsSysTime: 185968000 - ScannerThreadsUserTime: 4976239000 - ScannerThreadsVoluntaryContextSwitches: 24210 - TotalRawHdfsReadTime(*): 15474224551 - TotalReadThroughput: 9136197 - TotalTime: 375965024 Instance 3442a86515713e60:b50e1fe8dd5127c3 (host=c3kuhdpnode3.premierinc.com:22000) Hdfs split stats (:<# splits>/): 4:1/128.00 MB 1:2/219.31 MB 5:1/128.00 MB 3:2/256.00 MB 9:1/128.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 7.644230769230769 - InactiveTotalTime: 0 - PeakMemoryUsage: 238120960 - PerHostPeakMemUsage: 5942181888 - PrepareTime: 161547220 - RowsProduced: 21913804 - TotalCpuTime: 692260418083 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 100985403230 - TotalStorageWaitTime: 2374665657 - TotalTime: 103667812062 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2074935 - CompileTime: 199785429 - InactiveTotalTime: 0 - LoadTime: 158211548 - ModuleFileSize: 2033316 - TotalTime: 359561368 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 2474789135 - InactiveTotalTime: 0 - NetworkThroughput(*): 5915640 - OverallThroughput: 23963162 - PeakMemoryUsage: 57344 - SerializeBatchTime: 1829219602 - ThriftTransmitTime(*): 418346758733 - TotalTime: 103274729407 - UncompressedRowBatchSize: 3068531928 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 4:1/128.00 MB 1:2/219.31 MB 5:1/128.00 MB 3:2/256.00 MB 9:1/128.00 MB Hdfs Read Thread Concurrency Bucket: 0:90.82% 1:7.729% 2:0% 3:0.4831% 4:0.9662% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:7 ExecOption: Codegen enabled: 7 out of 7 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.13043478260869565 - AverageScannerThreadConcurrency: 6.676328502415459 - BytesRead: 901055061 - BytesReadDataNodeCache: 0 - BytesReadLocal: 268437504 - BytesReadShortCircuit: 268437504 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 5 - NumScannerThreadsStarted: 7 - PeakMemoryUsage: 238030848 - PerReadThreadRawHdfsThroughput: 69953165 - RowsRead: 21913804 - RowsReturned: 21913804 - RowsReturnedRate: 65258293 - ScanRangesComplete: 7 - ScannerThreadsInvoluntaryContextSwitches: 944 - ScannerThreadsTotalWallClockTime: 691631133514 - DelimiterParseTime: 1955704267 - MaterializeTupleTime(*): 2093051678 - ScannerThreadsSysTime: 234960000 - ScannerThreadsUserTime: 4289344000 - ScannerThreadsVoluntaryContextSwitches: 21479 - TotalRawHdfsReadTime(*): 12880833332 - TotalReadThroughput: 8663241 - TotalTime: 335801056