Query (id=1e4a31319a68e144:e2063d94483e56b8) Summary Session ID: ea42e545ea4578e1:52070405609099bd Session Type: BEESWAX Start Time: 2015-03-31 11:33:17.556661000 End Time: 2015-03-31 11:55:39.929593000 Query Type: DML Query State: FINISHED Query Status: OK Impala Version: impalad version 2.0.1-cdh5 RELEASE (build cc09df07d93c79351052eef2f4e5baf52373dc33) User: pfocus_np@CORP.PREMIERINC.COM Connected User: pfocus_np@CORP.PREMIERINC.COM Delegated User: Network Address: 10.32.1.231:56792 Default Db: pfocus Sql Statement: with f_pat_inpt_pm as (select * from fact_pat_inpt_pm where abs( fnv_hash(provider_key) % 10 ) = 4), f_rel_phy_inpt_pm as (select * from fact_rel_phy_inpt_pm where abs( fnv_hash(provider_key) % 10 ) = 4) insert into fact_pat_drg_procs_etl_work select apr_rom , discharge_status , admit_source_key , gender , apr_drg , ms_drg , a.patient_type_key , a.provider_key , a.patient_key , cast((a.discharge_date_key/100) as int) as discharge_month , patient_count , prs_comp_rsk_prs_comp_sf , prs_comp_pat_cnt , prs_comp_risk_pat_cnt , prs_comp_risk , prs_ln_comp_cost_risk_pat_cnt , total_cost_risk_adj , ln_tot_cost , prs_exp_comp_cost_x_prscc_sf , prs_ln_comp_cost_rsk_sf , prs_ln_cc_rsk_err_lncc_sf2 , prs_exp_comp_cost , prs_ln_comp_cost_risk , prs_ln_comp_cost_rsk_err_sqd , pcd_adj_cost , ln_pcd_adj_cost , prs_ln_los_risk_pat_cnt , length_of_stay_risk_adj , ln_los , prs_exp_los_x_scale_factor , prs_ln_los_risk , prs_los_scale_factor , prs_ln_los_rsk_err_sf2 , prs_exp_los, prs_ln_los_risk_stderr_sqd , pcd_adj_days , ln_pcd_adj_days , prs_mort_risk_pat_cnt , mortality_count , prs_mort_rsk_prs_mort_sf , prs_mort_rsk_err_prs_mort_sf2 , prs_mort_risk , prs_mort_risk_stderr_squared , pcd_adj_mortality , prs_readm_30dy_risk_pat_cnt , readmit_risk_adj_num , prs_readm_30dy_risk , age , prs_ccms_distance , b.icd_proc_key , b.physician_key , b.std_phy_code , c.role_key , a.publish_type_ind , prs_readm_30dy_rsk_prs_readm_sf from fact_pat_proc_all_pm b -- 6.8 inner join f_rel_phy_inpt_pm c -- 10 on c.patient_key = b.patient_key and c.physician_key = b.physician_key and c.patient_key = b.patient_key inner join f_pat_inpt_pm a -- 40 on a.patient_key = b.patient_key Coordinator: c3kuhdpnode5.premierinc.com:22000 Plan: ---------------- Estimated Per-Host Requirements: Memory=6.23GB VCores=3 F04:PLAN FRAGMENT [HASH(b.patient_key)] WRITE TO HDFS [pfocus.fact_pat_drg_procs_etl_work, OVERWRITE=false] | partitions=1 | hosts=7 per-host-mem=100.00KB | 04:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: b.patient_key = pfocus.fact_pat_inpt_pm.patient_key | hosts=7 per-host-mem=308.18MB | tuple-ids=0,1,3 row-size=385B cardinality=178681600 | |--08:EXCHANGE [HASH(pfocus.fact_pat_inpt_pm.patient_key)] | hosts=7 per-host-mem=0B | tuple-ids=3 row-size=355B cardinality=5792692 | 07:EXCHANGE [HASH(b.patient_key)] hosts=7 per-host-mem=0B tuple-ids=0,1 row-size=30B cardinality=178681600 F03:PLAN FRAGMENT [RANDOM] DATASTREAM SINK [FRAGMENT=F04, EXCHANGE=08, HASH(pfocus.fact_pat_inpt_pm.patient_key)] 02:SCAN HDFS [pfocus.fact_pat_inpt_pm, RANDOM] partitions=1/1 size=48.04GB predicates: abs(fnv_hash(provider_key) % 10) = 4 table stats: 57926920 rows total column stats: all hosts=7 per-host-mem=5.93GB tuple-ids=3 row-size=355B cardinality=5792692 F02:PLAN FRAGMENT [HASH(b.patient_key,b.physician_key)] DATASTREAM SINK [FRAGMENT=F04, EXCHANGE=07, HASH(b.patient_key)] 03:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: b.patient_key = pfocus.fact_rel_phy_inpt_pm.patient_key, b.physician_key = pfocus.fact_rel_phy_inpt_pm.physician_key | hosts=7 per-host-mem=66.12MB | tuple-ids=0,1 row-size=30B cardinality=178681600 | |--06:EXCHANGE [HASH(pfocus.fact_rel_phy_inpt_pm.patient_key,pfocus.fact_rel_phy_inpt_pm.physician_key)] | hosts=7 per-host-mem=0B | tuple-ids=1 row-size=16B cardinality=27576452 | 05:EXCHANGE [HASH(b.patient_key,b.physician_key)] hosts=7 per-host-mem=0B tuple-ids=0 row-size=14B cardinality=178681600 F01:PLAN FRAGMENT [RANDOM] DATASTREAM SINK [FRAGMENT=F02, EXCHANGE=06, HASH(pfocus.fact_rel_phy_inpt_pm.patient_key,pfocus.fact_rel_phy_inpt_pm.physician_key)] 01:SCAN HDFS [pfocus.fact_rel_phy_inpt_pm, RANDOM] partitions=1/1 size=7.95GB predicates: abs(fnv_hash(provider_key) % 10) = 4 table stats: 275764520 rows total column stats: all hosts=7 per-host-mem=1.12GB tuple-ids=1 row-size=16B cardinality=27576452 F00:PLAN FRAGMENT [RANDOM] DATASTREAM SINK [FRAGMENT=F02, EXCHANGE=05, HASH(b.patient_key,b.physician_key)] 00:SCAN HDFS [pfocus.fact_pat_proc_all_pm b, RANDOM] partitions=1/1 size=6.83GB table stats: 178681600 rows total column stats: all hosts=7 per-host-mem=968.00MB tuple-ids=0 row-size=14B cardinality=178681600 ---------------- Estimated Per-Host Mem: 6690102928 Estimated Per-Host VCores: 3 Admission result: Admitted immediately Request Pool: root.pfocus_np ExecSummary: Operator #Hosts Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail ------------------------------------------------------------------------------------------------------------------------------- 04:HASH JOIN 7 28s379ms 28s782ms 33.72M 178.68M 1.05 GB 308.18 MB INNER JOIN, PARTITIONED |--08:EXCHANGE 7 964.472ms 1s696ms 6.02M 5.79M 0 0 HASH(pfocus.fact_pat_inpt_p... | 02:SCAN HDFS 7 974.278ms 2s004ms 6.02M 5.79M 1006.64 MB 5.93 GB pfocus.fact_pat_inpt_pm 07:EXCHANGE 7 207.970ms 273.222ms 33.72M 178.68M 0 0 HASH(b.patient_key) 03:HASH JOIN 7 35s648ms 36s894ms 33.72M 178.68M 870.02 MB 66.12 MB INNER JOIN, PARTITIONED |--06:EXCHANGE 7 296.471ms 554.199ms 28.68M 27.58M 0 0 HASH(pfocus.fact_rel_phy_in... | 01:SCAN HDFS 7 3s332ms 6s524ms 28.68M 27.58M 99.46 MB 1.12 GB pfocus.fact_rel_phy_inpt_pm 05:EXCHANGE 7 611.688ms 643.843ms 178.68M 178.68M 0 0 HASH(b.patient_key,b.physic... 00:SCAN HDFS 7 719.418ms 984.980ms 178.68M 178.68M 90.93 MB 968.00 MB pfocus.fact_pat_proc_all_pm b Query Timeline Start execution: 45287 Planning finished: 28141377 Submit for admission: 36336715 Completed admission: 36532701 Ready to start remote fragments: 39186297 Remote fragments started: 6323527638 DML data written: 1340546375216 DML Metastore update finished: 1341770418765 Request finished: 1341770619937 Unregister query: 1342372927660 ImpalaServer - AsyncTotalTime: 0 - ClientFetchWaitTimer: 602240802 - InactiveTotalTime: 0 - MetastoreUpdateTimer: 1224234504 - RowMaterializationTimer: 0 - TotalTime: 0 Execution Profile 1e4a31319a68e144:e2063d94483e56b8 Fragment start latencies: count: 35, last: 0.766203, min: 0.201212, max: 2.35614, mean: 0.812017, stddev: 0.664772 Insert Stats: Partition: Default BytesWritten: 16.62 GB Per Node Peak Memory Usage: c3kuhdpnode6.premierinc.com:22000(2.32 GB) c3kuhdpnode4.premierinc.com:22000(2.40 GB) c3kuhdpnode2.premierinc.com:22000(2.32 GB) c3kuhdpnode7.premierinc.com:22000(2.38 GB) c3kuhdpnode5.premierinc.com:22000(2.37 GB) c3kuhdpnode3.premierinc.com:22000(2.37 GB) c3kuhdpnode1.premierinc.com:22000(2.41 GB) - AsyncTotalTime: 0 - FinalizationTimer: 85288962 - FileDeletionTimer: 41203448 - FileMoveTimer: 41646709 - Overwrite/PartitionCreationTimer: 781672 - InactiveTotalTime: 0 - TotalTime: 1340506873737 Averaged Fragment F04 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:21m25s max:22m20s mean: 21m42s stddev:18s806ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 7 - AsyncTotalTime: 0 - AverageThreadTokens: 1.042153229171806 - InactiveTotalTime: 0 - PeakMemoryUsage: 1152713760 - PerHostPeakMemUsage: 2542071277 - PrepareTime: 230227678 - RowsProduced: 4817132 - TotalCpuTime: 1266455298832 - TotalNetworkReceiveTime: 91517366401 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 1302585361312 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 480 - BlocksRecycled: 64 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 1702887424 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 393842185 - InactiveTotalTime: 0 - LoadTime: 222329799 - ModuleFileSize: 2033316 - TotalTime: 618143644 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 2548753621 - CompressTimer: 0 - EncodeTimer: 1231180982586 - FinalizePartitionFileTimer: 46471695 - HdfsWriteTimer: - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 4817132 - TmpFileCreateTimer: 3259325 - TotalTime: 1237319681923 HASH_JOIN_NODE (id=4) - AsyncTotalTime: 0 - BuildPartitionTime: 1116295125 - BuildRows: 859508 - BuildRowsPartitioned: 859508 - BuildTime: 82009742 - GetNewBlockTime: 74960588 - HashBuckets: 2097152 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 1130397696 - PinTime: 0 - ProbeRows: 4817132 - ProbeRowsPartitioned: 0 - ProbeTime: 1605082611 - RowsReturned: 4817132 - RowsReturnedRate: 76065 - SpilledPartitions: 0 - TotalTime: 65229157350 - UnpinTime: 4812 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 230387507 - ConvertRowBatchTime: 48235340 - DeserializeRowBatchTimer: 5242255870 - FirstBatchArrivalWaitTime: 116495288 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 859508 - RowsReturnedRate: 16025 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 53636016345 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 118238024 - ConvertRowBatchTime: 96361334 - DeserializeRowBatchTimer: 411520794 - FirstBatchArrivalWaitTime: 29696065771 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 4817132 - RowsReturnedRate: 136898 - SendersBlockedTimer: 218427712985 - SendersBlockedTotalTimer(*): 1425462426737 - TotalTime: 38130832217 Averaged Fragment F03 split sizes: min: 6.79 GB, max: 6.90 GB, avg: 6.86 GB, stddev: 44.53 MB completion times: min:46s642ms max:54s796ms mean: 50s289ms stddev:2s330ms execution rates: min:128.93 MB/sec max:151.12 MB/sec mean:140.05 MB/sec stddev:6.56 MB/sec num instances: 7 - AsyncTotalTime: 0 - AverageThreadTokens: 3.1167619045118475 - InactiveTotalTime: 0 - PeakMemoryUsage: 1021834240 - PerHostPeakMemUsage: 2542071277 - PrepareTime: 312716271 - RowsProduced: 859508 - TotalCpuTime: 106936420215 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 46475249181 - TotalStorageWaitTime: 35839294220 - TotalTime: 49411187640 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1774 - CompileTime: 501 - InactiveTotalTime: 0 - LoadTime: 302597096 - ModuleFileSize: 2033316 - TotalTime: 312229618 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 230387507 - InactiveTotalTime: 0 - NetworkThroughput(*): 2197878 - OverallThroughput: 4768032 - PeakMemoryUsage: 200704 - SerializeBatchTime: 1382902550 - ThriftTransmitTime(*): 108277071249 - TotalTime: 48415751818 - UncompressedRowBatchSize: 320674688 HDFS_SCAN_NODE (id=2) - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.11635002063156498 - AverageScannerThreadConcurrency: 2.126091563003915 - BytesRead: 7369625937 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7369595948 - BytesReadShortCircuit: 7369595948 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 5 - PeakMemoryUsage: 1013782820 - PerReadThreadRawHdfsThroughput: 1434085892 - RowsRead: 8275274 - RowsReturned: 859508 - RowsReturnedRate: 1077254 - ScanRangesComplete: 56 - ScannerThreadsInvoluntaryContextSwitches: 5281 - ScannerThreadsTotalWallClockTime: 106936431479 - DelimiterParseTime: 8732606008 - MaterializeTupleTime(*): 22987095575 - ScannerThreadsSysTime: 274670000 - ScannerThreadsUserTime: 30697473285 - ScannerThreadsVoluntaryContextSwitches: 1493 - TotalRawHdfsReadTime(*): 5224950013 - TotalReadThroughput: 146239524 - TotalTime: 974278092 Averaged Fragment F02 split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:21m13s max:21m23s mean: 21m17s stddev:3s702ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 7 - AsyncTotalTime: 0 - AverageThreadTokens: 1.0209102864570032 - InactiveTotalTime: 0 - PeakMemoryUsage: 927516432 - PerHostPeakMemUsage: 2542071277 - PrepareTime: 1399392419 - RowsProduced: 4817132 - TotalCpuTime: 39646114225 - TotalNetworkReceiveTime: 38045185731 - TotalNetworkSendTime: 1227906185511 - TotalStorageWaitTime: 0 - TotalTime: 1276431764318 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 1542552680 - InactiveTotalTime: 0 - LoadTime: 1344663301 - ModuleFileSize: 2033316 - TotalTime: 2903515765 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 118238024 - InactiveTotalTime: 0 - NetworkThroughput(*): 80600 - OverallThroughput: 96226 - PeakMemoryUsage: 344240 - SerializeBatchTime: 587009372 - ThriftTransmitTime(*): 1467545149734 - TotalTime: 1228822820134 - UncompressedRowBatchSize: 212038568 HASH_JOIN_NODE (id=3) - AsyncTotalTime: 0 - BuildPartitionTime: 766130739 - BuildRows: 4097267 - BuildRowsPartitioned: 4097267 - BuildTime: 550526347 - GetNewBlockTime: 69564897 - HashBuckets: 8388608 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 912285696 - PinTime: 0 - ProbeRows: 25525942 - ProbeRowsPartitioned: 0 - ProbeTime: 8252146277 - RowsReturned: 4817132 - RowsReturnedRate: 103571 - SpilledPartitions: 0 - TotalTime: 47563436809 - UnpinTime: 3376 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 71515633 - ConvertRowBatchTime: 79477597 - DeserializeRowBatchTimer: 1901475244 - FirstBatchArrivalWaitTime: 384841508 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 4097267 - RowsReturnedRate: 162882 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 25175785013 EXCHANGE_NODE (id=5) - AsyncTotalTime: 0 - BytesReceived: 438162767 - ConvertRowBatchTime: 422305509 - DeserializeRowBatchTimer: 1000738415 - FirstBatchArrivalWaitTime: 2365821800 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 25525942 - RowsReturnedRate: 2462752 - SendersBlockedTimer: 218812968311 - SendersBlockedTotalTimer(*): 1409139049811 - TotalTime: 13455623735 Averaged Fragment F01 split sizes: min: 1.02 GB, max: 1.27 GB, avg: 1.14 GB, stddev: 75.93 MB completion times: min:19s999ms max:25s391ms mean: 21s822ms stddev:1s885ms execution rates: min:47.43 MB/sec max:59.18 MB/sec mean:53.52 MB/sec stddev:3.60 MB/sec num instances: 7 - AsyncTotalTime: 0 - AverageThreadTokens: 2.8133760595636814 - InactiveTotalTime: 0 - PeakMemoryUsage: 86009742 - PerHostPeakMemUsage: 2224193891 - PrepareTime: 1372462770 - RowsProduced: 4097267 - TotalCpuTime: 42354242244 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 17782359078 - TotalStorageWaitTime: 10322603843 - TotalTime: 22165513107 CodeGen - AsyncTotalTime: 0 - CodegenTime: 40153255 - CompileTime: 674312966 - InactiveTotalTime: 0 - LoadTime: 1308839774 - ModuleFileSize: 2033316 - TotalTime: 2006685813 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 71515633 - InactiveTotalTime: 0 - NetworkThroughput(*): 1675122 - OverallThroughput: 3842053 - PeakMemoryUsage: 321048 - SerializeBatchTime: 426632216 - ThriftTransmitTime(*): 44069800743 - TotalTime: 18769202020 - UncompressedRowBatchSize: 98354437 HDFS_SCAN_NODE (id=1) - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.03492557890530173 - AverageScannerThreadConcurrency: 2.007572989915606 - BytesRead: 1220193092 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1220188850 - BytesReadShortCircuit: 1220188850 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 7 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 85749174 - PerReadThreadRawHdfsThroughput: 1727819349 - RowsRead: 39394931 - RowsReturned: 4097267 - RowsReturnedRate: 2587987 - ScanRangesComplete: 10 - ScannerThreadsInvoluntaryContextSwitches: 1731 - ScannerThreadsTotalWallClockTime: 41959595995 - DelimiterParseTime: 2595922533 - MaterializeTupleTime(*): 1526155816 - ScannerThreadsSysTime: 101126285 - ScannerThreadsUserTime: 3949398142 - ScannerThreadsVoluntaryContextSwitches: 1695 - TotalRawHdfsReadTime(*): 709485080 - TotalReadThroughput: 52966536 - TotalTime: 3332797350 Averaged Fragment F00 split sizes: min: 859.31 MB, max: 1.07 GB, avg: 999.37 MB, stddev: 74.61 MB completion times: min:19m24s max:21m9s mean: 20m41s stddev:33s149ms execution rates: min:755.43 KB/sec max:884.60 KB/sec mean:823.50 KB/sec stddev:45.52 KB/sec num instances: 7 - AsyncTotalTime: 0 - AverageThreadTokens: 3.0334105381990573 - InactiveTotalTime: 0 - PeakMemoryUsage: 75168621 - PerHostPeakMemUsage: 2542071277 - PrepareTime: 442669341 - RowsProduced: 25525942 - TotalCpuTime: 2531773551240 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1235927488553 - TotalStorageWaitTime: 2010847772 - TotalTime: 1241198504835 CodeGen - AsyncTotalTime: 0 - CodegenTime: 5235350 - CompileTime: 345600917 - InactiveTotalTime: 0 - LoadTime: 432221817 - ModuleFileSize: 2033316 - TotalTime: 783517584 DataStreamSender (dst_id=5) - AsyncTotalTime: 0 - BytesSent: 438162767 - InactiveTotalTime: 0 - NetworkThroughput(*): 286328 - OverallThroughput: 352868 - PeakMemoryUsage: 172032 - SerializeBatchTime: 1886502601 - ThriftTransmitTime(*): 1528934982375 - TotalTime: 1240409414108 - UncompressedRowBatchSize: 510618582 HDFS_SCAN_NODE (id=0) - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.009775688231897258 - AverageScannerThreadConcurrency: 2.035164126856579 - BytesRead: 1047919406 - BytesReadDataNodeCache: 0 - BytesReadLocal: 429805389 - BytesReadShortCircuit: 429805389 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 6 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 74967332 - PerReadThreadRawHdfsThroughput: 90159430 - RowsRead: 25525942 - RowsReturned: 25525942 - RowsReturnedRate: 36841661 - ScanRangesComplete: 8 - ScannerThreadsInvoluntaryContextSwitches: 1593 - ScannerThreadsTotalWallClockTime: 2527754476924 - DelimiterParseTime: 1940517152 - MaterializeTupleTime(*): 2270724021 - ScannerThreadsSysTime: 159545857 - ScannerThreadsUserTime: 4550878571 - ScannerThreadsVoluntaryContextSwitches: 22786 - TotalRawHdfsReadTime(*): 12288070351 - TotalReadThroughput: 843953 - TotalTime: 719418193 Fragment F04 Instance 1e4a31319a68e144:e2063d94483e56b9 (host=c3kuhdpnode1.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.041044776119403 - InactiveTotalTime: 0 - PeakMemoryUsage: 1152737424 - PerHostPeakMemUsage: 2589852704 - PrepareTime: 224807848 - RowsProduced: 4821244 - TotalCpuTime: 1311787754969 - TotalNetworkReceiveTime: 83573823472 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 1339980258100 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 480 - BlocksRecycled: 64 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 1702887424 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 352011927 - InactiveTotalTime: 0 - LoadTime: 219799628 - ModuleFileSize: 2033316 - TotalTime: 573276986 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 2550935235 - CompressTimer: 0 - EncodeTimer: 1276998235728 - FinalizePartitionFileTimer: 13014794 - HdfsWriteTimer: 4067768110 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 4821244 - TmpFileCreateTimer: 3613674 - TotalTime: 1282781598433 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 54955760191 - BuildPartitionTime: 980954029 - BuildRows: 859214 - BuildRowsPartitioned: 859214 - BuildTime: 74610177 - GetNewBlockTime: 115349446 - HashBuckets: 2097152 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 1130397696 - PinTime: 0 - ProbeRows: 4821244 - ProbeRowsPartitioned: 0 - ProbeTime: 1659095213 - RowsReturned: 4821244 - RowsReturnedRate: 84351 - SpilledPartitions: 0 - TotalTime: 57156392705 - UnpinTime: 4118 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 230327963 - ConvertRowBatchTime: 50618145 - DeserializeRowBatchTimer: 3873762245 - FirstBatchArrivalWaitTime: 146970959 - InactiveTotalTime: 53127024776 - PeakMemoryUsage: 0 - RowsReturned: 859214 - RowsReturnedRate: 15968 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 53808358181 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 118329167 - ConvertRowBatchTime: 98657038 - DeserializeRowBatchTimer: 675429034 - FirstBatchArrivalWaitTime: 29747791415 - InactiveTotalTime: 29747792156 - PeakMemoryUsage: 0 - RowsReturned: 4821244 - RowsReturnedRate: 160595 - SendersBlockedTimer: 596213820765 - SendersBlockedTotalTimer(*): 3885353079632 - TotalTime: 30021015107 Instance 1e4a31319a68e144:e2063d94483e56ba (host=c3kuhdpnode3.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0415238095238095 - InactiveTotalTime: 0 - PeakMemoryUsage: 1152690096 - PerHostPeakMemUsage: 2545072048 - PrepareTime: 251558757 - RowsProduced: 4822585 - TotalCpuTime: 1285410918569 - TotalNetworkReceiveTime: 82403770823 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 1312453959975 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 480 - BlocksRecycled: 64 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 1702887424 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 627137908 - InactiveTotalTime: 0 - LoadTime: 238776768 - ModuleFileSize: 2033316 - TotalTime: 867169015 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 2551268994 - CompressTimer: 0 - EncodeTimer: 1250482172118 - FinalizePartitionFileTimer: 8736222 - HdfsWriteTimer: 3755475578 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 4822585 - TmpFileCreateTimer: 3037061 - TotalTime: 1255645728008 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 54660356439 - BuildPartitionTime: 1496917321 - BuildRows: 860400 - BuildRowsPartitioned: 860400 - BuildTime: 82219049 - GetNewBlockTime: 82953887 - HashBuckets: 2097152 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 1130397696 - PinTime: 0 - ProbeRows: 4822585 - ProbeRowsPartitioned: 0 - ProbeTime: 1620051065 - RowsReturned: 4822585 - RowsReturnedRate: 84948 - SpilledPartitions: 0 - TotalTime: 56770905589 - UnpinTime: 2445 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 230606249 - ConvertRowBatchTime: 47284790 - DeserializeRowBatchTimer: 6387375153 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 51952638367 - PeakMemoryUsage: 0 - RowsReturned: 860400 - RowsReturnedRate: 16232 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 53004490411 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 118386651 - ConvertRowBatchTime: 94752059 - DeserializeRowBatchTimer: 359572808 - FirstBatchArrivalWaitTime: 29441068096 - InactiveTotalTime: 29441068814 - PeakMemoryUsage: 0 - RowsReturned: 4822585 - RowsReturnedRate: 162682 - SendersBlockedTimer: 235551113711 - SendersBlockedTotalTimer(*): 1542090908692 - TotalTime: 29644068969 Instance 1e4a31319a68e144:e2063d94483e56bc (host=c3kuhdpnode7.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.042081101759755 - InactiveTotalTime: 0 - PeakMemoryUsage: 1152713760 - PerHostPeakMemUsage: 2554373648 - PrepareTime: 186481583 - RowsProduced: 4819432 - TotalCpuTime: 1280434014956 - TotalNetworkReceiveTime: 84157305421 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 1309173005814 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 480 - BlocksRecycled: 64 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 1702887424 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 314343494 - InactiveTotalTime: 0 - LoadTime: 182099454 - ModuleFileSize: 2033316 - TotalTime: 497809721 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 2549797177 - CompressTimer: 0 - EncodeTimer: 1243922710327 - FinalizePartitionFileTimer: 14759177 - HdfsWriteTimer: 6673058964 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 4819432 - TmpFileCreateTimer: 3192416 - TotalTime: 1252091294920 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 55022971780 - BuildPartitionTime: 544820999 - BuildRows: 860454 - BuildRowsPartitioned: 860454 - BuildTime: 55809405 - GetNewBlockTime: 29753510 - HashBuckets: 2097152 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 1130397696 - PinTime: 0 - ProbeRows: 4819432 - ProbeRowsPartitioned: 0 - ProbeTime: 1576611157 - RowsReturned: 4819432 - RowsReturnedRate: 84474 - SpilledPartitions: 0 - TotalTime: 57051836592 - UnpinTime: 4041 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 230650653 - ConvertRowBatchTime: 51005844 - DeserializeRowBatchTimer: 1625940831 - FirstBatchArrivalWaitTime: 225058068 - InactiveTotalTime: 54013422832 - PeakMemoryUsage: 0 - RowsReturned: 860454 - RowsReturnedRate: 15831 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 54351939614 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 118301230 - ConvertRowBatchTime: 97091341 - DeserializeRowBatchTimer: 390515819 - FirstBatchArrivalWaitTime: 29834069436 - InactiveTotalTime: 29834070114 - PeakMemoryUsage: 0 - RowsReturned: 4819432 - RowsReturnedRate: 160329 - SendersBlockedTimer: 385970393974 - SendersBlockedTotalTimer(*): 2612542298802 - TotalTime: 30059496816 Instance 1e4a31319a68e144:e2063d94483e56bf (host=c3kuhdpnode6.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0423239707579839 - InactiveTotalTime: 0 - PeakMemoryUsage: 1152713760 - PerHostPeakMemUsage: 2495119552 - PrepareTime: 229228775 - RowsProduced: 4818513 - TotalCpuTime: 1273458428670 - TotalNetworkReceiveTime: 83554703617 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 1301580756789 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 480 - BlocksRecycled: 64 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 1702887424 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 366094060 - InactiveTotalTime: 0 - LoadTime: 223810742 - ModuleFileSize: 2033316 - TotalTime: 591287181 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 2550000216 - CompressTimer: 0 - EncodeTimer: 1237131818351 - FinalizePartitionFileTimer: 44128694 - HdfsWriteTimer: 6176468025 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 4818513 - TmpFileCreateTimer: 2989670 - TotalTime: 1244420019159 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 54988159979 - BuildPartitionTime: 909929678 - BuildRows: 860357 - BuildRowsPartitioned: 860357 - BuildTime: 114216787 - GetNewBlockTime: 53264303 - HashBuckets: 2097152 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 1130397696 - PinTime: 0 - ProbeRows: 4818513 - ProbeRowsPartitioned: 0 - ProbeTime: 1662808886 - RowsReturned: 4818513 - RowsReturnedRate: 84347 - SpilledPartitions: 0 - TotalTime: 57126648685 - UnpinTime: 2528 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 230606981 - ConvertRowBatchTime: 46465122 - DeserializeRowBatchTimer: 5091585536 - FirstBatchArrivalWaitTime: 114581178 - InactiveTotalTime: 53080670158 - PeakMemoryUsage: 0 - RowsReturned: 860357 - RowsReturnedRate: 15968 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 53879857585 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 118264323 - ConvertRowBatchTime: 96202126 - DeserializeRowBatchTimer: 415819728 - FirstBatchArrivalWaitTime: 29722915101 - InactiveTotalTime: 29722915603 - PeakMemoryUsage: 0 - RowsReturned: 4818513 - RowsReturnedRate: 161024 - SendersBlockedTimer: 154134342119 - SendersBlockedTotalTimer(*): 987613087698 - TotalTime: 29924014170 Instance 1e4a31319a68e144:e2063d94483e56be (host=c3kuhdpnode4.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0424124513618678 - InactiveTotalTime: 0 - PeakMemoryUsage: 1152713760 - PerHostPeakMemUsage: 2575865344 - PrepareTime: 223421435 - RowsProduced: 4825743 - TotalCpuTime: 1253447543463 - TotalNetworkReceiveTime: 87000388453 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 1285049518177 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 480 - BlocksRecycled: 64 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 1702887424 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 404355622 - InactiveTotalTime: 0 - LoadTime: 214247658 - ModuleFileSize: 2033316 - TotalTime: 624502823 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 2552995506 - CompressTimer: 0 - EncodeTimer: 1217685579805 - FinalizePartitionFileTimer: 213199305 - HdfsWriteTimer: 4958649139 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 4825743 - TmpFileCreateTimer: 3555720 - TotalTime: 1224302113245 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 54917697184 - BuildPartitionTime: 1075495508 - BuildRows: 859556 - BuildRowsPartitioned: 859556 - BuildTime: 94549298 - GetNewBlockTime: 65385224 - HashBuckets: 2097152 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 1130397696 - PinTime: 0 - ProbeRows: 4825743 - ProbeRowsPartitioned: 0 - ProbeTime: 1612584336 - RowsReturned: 4825743 - RowsReturnedRate: 79494 - SpilledPartitions: 0 - TotalTime: 60705142994 - UnpinTime: 6403 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 230378643 - ConvertRowBatchTime: 50708592 - DeserializeRowBatchTimer: 5773287894 - FirstBatchArrivalWaitTime: 79668743 - InactiveTotalTime: 52370556607 - PeakMemoryUsage: 0 - RowsReturned: 859556 - RowsReturnedRate: 16018 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 53661357786 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 118418531 - ConvertRowBatchTime: 94659992 - DeserializeRowBatchTimer: 366835981 - FirstBatchArrivalWaitTime: 29680995101 - InactiveTotalTime: 33400361842 - PeakMemoryUsage: 0 - RowsReturned: 4825743 - RowsReturnedRate: 143656 - SendersBlockedTimer: 118267622257 - SendersBlockedTotalTimer(*): 745653543334 - TotalTime: 33592249647 Instance 1e4a31319a68e144:e2063d94483e56bd (host=c3kuhdpnode2.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0428182172051381 - InactiveTotalTime: 0 - PeakMemoryUsage: 1152713760 - PerHostPeakMemUsage: 2493321312 - PrepareTime: 269572960 - RowsProduced: 4806924 - TotalCpuTime: 1234383211739 - TotalNetworkReceiveTime: 105907601648 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 1284967940694 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 480 - BlocksRecycled: 64 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 1702887424 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 366227761 - InactiveTotalTime: 0 - LoadTime: 255296126 - ModuleFileSize: 2033316 - TotalTime: 622870554 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 2543564577 - CompressTimer: 0 - EncodeTimer: 1200429200919 - FinalizePartitionFileTimer: 24733689 - HdfsWriteTimer: 3824516103 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 4806924 - TmpFileCreateTimer: 3547945 - TotalTime: 1205099641315 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 54885609934 - BuildPartitionTime: 1319896187 - BuildRows: 859252 - BuildRowsPartitioned: 859252 - BuildTime: 70287712 - GetNewBlockTime: 80488901 - HashBuckets: 2097152 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 1130397696 - PinTime: 0 - ProbeRows: 4806924 - ProbeRowsPartitioned: 0 - ProbeTime: 1565169603 - RowsReturned: 4806924 - RowsReturnedRate: 60214 - SpilledPartitions: 0 - TotalTime: 79830373087 - UnpinTime: 12771 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 230304430 - ConvertRowBatchTime: 50309113 - DeserializeRowBatchTimer: 8042842141 - FirstBatchArrivalWaitTime: 90411591 - InactiveTotalTime: 51720884772 - PeakMemoryUsage: 0 - RowsReturned: 859252 - RowsReturnedRate: 16085 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 53417212019 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 118007944 - ConvertRowBatchTime: 95645343 - DeserializeRowBatchTimer: 299715186 - FirstBatchArrivalWaitTime: 29678438245 - InactiveTotalTime: 52564336568 - PeakMemoryUsage: 0 - RowsReturned: 4806924 - RowsReturnedRate: 91137 - SendersBlockedTimer: 19486819548 - SendersBlockedTotalTimer(*): 112229701537 - TotalTime: 52743503335 Instance 1e4a31319a68e144:e2063d94483e56bb (host=c3kuhdpnode5.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0428682774746687 - InactiveTotalTime: 0 - PeakMemoryUsage: 1152713760 - PerHostPeakMemUsage: 2540894336 - PrepareTime: 226522391 - RowsProduced: 4805489 - TotalCpuTime: 1226265219460 - TotalNetworkReceiveTime: 114023971378 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 1284892089641 BlockMgr - AsyncTotalTime: 0 - BlockWritesOutstanding: 0 - BlocksCreated: 480 - BlocksRecycled: 64 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 68825178112 - PeakMemoryUsage: 1702887424 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 326724526 - InactiveTotalTime: 0 - LoadTime: 222278223 - ModuleFileSize: 2033316 - TotalTime: 550089228 HdfsTableSink - AsyncTotalTime: 0 - BytesWritten: 2542713645 - CompressTimer: 0 - EncodeTimer: 1191617160860 - FinalizePartitionFileTimer: 6729986 - HdfsWriteTimer: 3994734614 - InactiveTotalTime: 0 - PeakMemoryUsage: 51200 - RowsInserted: 4805489 - TmpFileCreateTimer: 2878791 - TotalTime: 1196897378386 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 54988830564 - BuildPartitionTime: 1486052158 - BuildRows: 857324 - BuildRowsPartitioned: 857324 - BuildTime: 82375767 - GetNewBlockTime: 97528846 - HashBuckets: 2097152 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 1130397696 - PinTime: 0 - ProbeRows: 4805489 - ProbeRowsPartitioned: 0 - ProbeTime: 1539258019 - RowsReturned: 4805489 - RowsReturnedRate: 54630 - SpilledPartitions: 0 - TotalTime: 87962801799 - UnpinTime: 1379 EXCHANGE_NODE (id=8) - AsyncTotalTime: 0 - BytesReceived: 229837636 - ConvertRowBatchTime: 41255780 - DeserializeRowBatchTimer: 5900997293 - FirstBatchArrivalWaitTime: 158776477 - InactiveTotalTime: 52435608890 - PeakMemoryUsage: 0 - RowsReturned: 857324 - RowsReturnedRate: 16076 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 53328898822 EXCHANGE_NODE (id=7) - AsyncTotalTime: 0 - BytesReceived: 117958324 - ConvertRowBatchTime: 97521442 - DeserializeRowBatchTimer: 372757007 - FirstBatchArrivalWaitTime: 29767183003 - InactiveTotalTime: 60749488193 - PeakMemoryUsage: 0 - RowsReturned: 4805489 - RowsReturnedRate: 78867 - SendersBlockedTimer: 19369878524 - SendersBlockedTotalTimer(*): 92754367467 - TotalTime: 60931477479 Fragment F03 Instance 1e4a31319a68e144:e2063d94483e56c1 (host=c3kuhdpnode6.premierinc.com:22000) Hdfs split stats (:<# splits>/): 9:5/640.00 MB 4:7/896.00 MB 8:5/640.00 MB 5:4/397.13 MB 0:5/640.00 MB 1:4/395.98 MB 2:9/1.12 GB 3:4/512.00 MB 7:8/1024.00 MB 6:6/768.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 3.1363636363636362 - InactiveTotalTime: 0 - PeakMemoryUsage: 965670912 - PerHostPeakMemUsage: 2495119552 - PrepareTime: 302147882 - RowsProduced: 869029 - TotalCpuTime: 117266456708 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 49958621360 - TotalStorageWaitTime: 71020629522 - TotalTime: 53906244071 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2079 - CompileTime: 565 - InactiveTotalTime: 0 - LoadTime: 296793855 - ModuleFileSize: 2033316 - TotalTime: 301700853 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 232926577 - InactiveTotalTime: 0 - NetworkThroughput(*): 1472922 - OverallThroughput: 4489008 - PeakMemoryUsage: 200704 - SerializeBatchTime: 1364410176 - ThriftTransmitTime(*): 158139099108 - TotalTime: 51888200888 - UncompressedRowBatchSize: 324226837 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 9:5/640.00 MB 4:7/896.00 MB 8:5/640.00 MB 5:4/397.13 MB 0:5/640.00 MB 1:4/395.98 MB 2:9/1.12 GB 3:4/512.00 MB 7:8/1024.00 MB 6:6/768.00 MB Hdfs Read Thread Concurrency Bucket: 0:92.73% 1:6.364% 2:0.9091% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:57 ExecOption: Codegen enabled: 0 out of 57 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.08181818181818182 - AverageScannerThreadConcurrency: 2.1363636363636362 - BytesRead: 7408358504 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7408329832 - BytesReadShortCircuit: 7408329832 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 6 - PeakMemoryUsage: 955992064 - PerReadThreadRawHdfsThroughput: 1441200987 - RowsRead: 8317748 - RowsReturned: 869029 - RowsReturnedRate: 433513 - ScanRangesComplete: 57 - ScannerThreadsInvoluntaryContextSwitches: 4917 - ScannerThreadsTotalWallClockTime: 117266464548 - DelimiterParseTime: 8767875996 - MaterializeTupleTime(*): 23188858072 - ScannerThreadsSysTime: 274955000 - ScannerThreadsUserTime: 31210252000 - ScannerThreadsVoluntaryContextSwitches: 1216 - TotalRawHdfsReadTime(*): 5140406207 - TotalReadThroughput: 134697427 - TotalTime: 2004616612 Instance 1e4a31319a68e144:e2063d94483e56c5 (host=c3kuhdpnode4.premierinc.com:22000) Hdfs split stats (:<# splits>/): 9:9/1.01 GB 6:6/768.00 MB 2:3/272.63 MB 1:7/896.00 MB 4:2/256.00 MB 3:6/768.00 MB 0:5/640.00 MB 5:7/775.68 MB 7:6/768.00 MB 8:6/768.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 3.076923076923077 - InactiveTotalTime: 0 - PeakMemoryUsage: 1034774528 - PerHostPeakMemUsage: 2575865344 - PrepareTime: 280354699 - RowsProduced: 846586 - TotalCpuTime: 106926532148 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 48324476873 - TotalStorageWaitTime: 32483330545 - TotalTime: 50943120948 CodeGen - AsyncTotalTime: 0 - CodegenTime: 916 - CompileTime: 416 - InactiveTotalTime: 0 - LoadTime: 277407069 - ModuleFileSize: 2033316 - TotalTime: 279837848 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 226945870 - InactiveTotalTime: 0 - NetworkThroughput(*): 2196158 - OverallThroughput: 4512117 - PeakMemoryUsage: 200704 - SerializeBatchTime: 1407292274 - ThriftTransmitTime(*): 103337659166 - TotalTime: 50296975043 - UncompressedRowBatchSize: 315853554 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 9:9/1.01 GB 6:6/768.00 MB 2:3/272.63 MB 1:7/896.00 MB 4:2/256.00 MB 3:6/768.00 MB 0:5/640.00 MB 5:7/775.68 MB 7:6/768.00 MB 8:6/768.00 MB Hdfs Read Thread Concurrency Bucket: 0:91.35% 1:6.731% 2:1.923% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:57 ExecOption: Codegen enabled: 0 out of 57 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.10576923076923077 - AverageScannerThreadConcurrency: 2.076923076923077 - BytesRead: 7288045304 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7288017656 - BytesReadShortCircuit: 7288017656 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 6 - PeakMemoryUsage: 1026583552 - PerReadThreadRawHdfsThroughput: 1155610736 - RowsRead: 8185029 - RowsReturned: 846586 - RowsReturnedRate: 1369867 - ScanRangesComplete: 57 - ScannerThreadsInvoluntaryContextSwitches: 5549 - ScannerThreadsTotalWallClockTime: 106926546921 - DelimiterParseTime: 8839735705 - MaterializeTupleTime(*): 23246915754 - ScannerThreadsSysTime: 290952000 - ScannerThreadsUserTime: 31178256000 - ScannerThreadsVoluntaryContextSwitches: 1621 - TotalRawHdfsReadTime(*): 6306661122 - TotalReadThroughput: 140154717 - TotalTime: 618005686 Instance 1e4a31319a68e144:e2063d94483e56c4 (host=c3kuhdpnode7.premierinc.com:22000) Hdfs split stats (:<# splits>/): 1:2/256.00 MB 9:5/640.00 MB 7:10/1.25 GB 5:5/520.69 MB 0:4/512.00 MB 3:4/512.00 MB 2:7/896.00 MB 4:7/896.00 MB 8:9/1.12 GB 6:3/384.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 3.2222222222222223 - InactiveTotalTime: 0 - PeakMemoryUsage: 1065240576 - PerHostPeakMemUsage: 2554373648 - PrepareTime: 226849154 - RowsProduced: 864555 - TotalCpuTime: 110167050006 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 47103236822 - TotalStorageWaitTime: 10917226495 - TotalTime: 49502136700 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1146 - CompileTime: 325 - InactiveTotalTime: 0 - LoadTime: 223997163 - ModuleFileSize: 2033316 - TotalTime: 226496232 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 231772772 - InactiveTotalTime: 0 - NetworkThroughput(*): 2239147 - OverallThroughput: 4723466 - PeakMemoryUsage: 200704 - SerializeBatchTime: 1431475114 - ThriftTransmitTime(*): 103509383302 - TotalTime: 49068365058 - UncompressedRowBatchSize: 322557627 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 1:2/256.00 MB 9:5/640.00 MB 7:10/1.25 GB 5:5/520.69 MB 0:4/512.00 MB 3:4/512.00 MB 2:7/896.00 MB 4:7/896.00 MB 8:9/1.12 GB 6:3/384.00 MB Hdfs Read Thread Concurrency Bucket: 0:88.89% 1:9.091% 2:2.02% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:56 ExecOption: Codegen enabled: 0 out of 56 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.12121212121212122 - AverageScannerThreadConcurrency: 2.2222222222222223 - BytesRead: 7391140900 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7391114276 - BytesReadShortCircuit: 7391114276 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 6 - PeakMemoryUsage: 1055537152 - PerReadThreadRawHdfsThroughput: 1627364223 - RowsRead: 8300864 - RowsReturned: 864555 - RowsReturnedRate: 2031113 - ScanRangesComplete: 56 - ScannerThreadsInvoluntaryContextSwitches: 9015 - ScannerThreadsTotalWallClockTime: 110167058117 - DelimiterParseTime: 8953854874 - MaterializeTupleTime(*): 23770814185 - ScannerThreadsSysTime: 297952000 - ScannerThreadsUserTime: 31008284000 - ScannerThreadsVoluntaryContextSwitches: 1408 - TotalRawHdfsReadTime(*): 4541786524 - TotalReadThroughput: 149309945 - TotalTime: 425655587 Instance 1e4a31319a68e144:e2063d94483e56c3 (host=c3kuhdpnode5.premierinc.com:22000) Hdfs split stats (:<# splits>/): 3:2/144.28 MB 6:3/384.00 MB 4:8/1024.00 MB 8:6/652.78 MB 7:7/896.00 MB 0:5/640.00 MB 5:8/912.88 MB 9:7/896.00 MB 1:7/896.00 MB 2:5/521.02 MB - AsyncTotalTime: 0 - AverageThreadTokens: 3.1386138613861387 - InactiveTotalTime: 0 - PeakMemoryUsage: 1009505280 - PerHostPeakMemUsage: 2540894336 - PrepareTime: 332447240 - RowsProduced: 862145 - TotalCpuTime: 108771018937 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 46748298115 - TotalStorageWaitTime: 38044463617 - TotalTime: 49215021447 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1293 - CompileTime: 968 - InactiveTotalTime: 0 - LoadTime: 318284812 - ModuleFileSize: 2033316 - TotalTime: 332027692 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 231091113 - InactiveTotalTime: 0 - NetworkThroughput(*): 2099332 - OverallThroughput: 4773492 - PeakMemoryUsage: 200704 - SerializeBatchTime: 1190973481 - ThriftTransmitTime(*): 110078373693 - TotalTime: 48411331315 - UncompressedRowBatchSize: 321658473 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 3:2/144.28 MB 6:3/384.00 MB 4:8/1024.00 MB 8:6/652.78 MB 7:7/896.00 MB 0:5/640.00 MB 5:8/912.88 MB 9:7/896.00 MB 1:7/896.00 MB 2:5/521.02 MB Hdfs Read Thread Concurrency Bucket: 0:91% 1:9% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:58 ExecOption: Codegen enabled: 0 out of 58 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.09 - AverageScannerThreadConcurrency: 2.16 - BytesRead: 7305436493 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7305402701 - BytesReadShortCircuit: 7305402701 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 6 - PeakMemoryUsage: 999826432 - PerReadThreadRawHdfsThroughput: 1701756190 - RowsRead: 8202386 - RowsReturned: 862145 - RowsReturnedRate: 1087155 - ScanRangesComplete: 58 - ScannerThreadsInvoluntaryContextSwitches: 1401 - ScannerThreadsTotalWallClockTime: 108771033376 - DelimiterParseTime: 7527320529 - MaterializeTupleTime(*): 19555653878 - ScannerThreadsSysTime: 187968000 - ScannerThreadsUserTime: 26518965000 - ScannerThreadsVoluntaryContextSwitches: 1519 - TotalRawHdfsReadTime(*): 4292880809 - TotalReadThroughput: 144662108 - TotalTime: 793028570 Instance 1e4a31319a68e144:e2063d94483e56c6 (host=c3kuhdpnode3.premierinc.com:22000) Hdfs split stats (:<# splits>/): 3:6/532.18 MB 0:7/896.00 MB 5:5/640.00 MB 7:3/384.00 MB 9:3/384.00 MB 8:8/1024.00 MB 2:5/640.00 MB 6:7/896.00 MB 1:6/768.00 MB 4:7/896.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 3.0693069306930694 - InactiveTotalTime: 0 - PeakMemoryUsage: 1036520448 - PerHostPeakMemUsage: 2545072048 - PrepareTime: 345057178 - RowsProduced: 852946 - TotalCpuTime: 104127562139 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 46178457712 - TotalStorageWaitTime: 41544890790 - TotalTime: 49089045756 CodeGen - AsyncTotalTime: 0 - CodegenTime: 3886 - CompileTime: 353 - InactiveTotalTime: 0 - LoadTime: 338538423 - ModuleFileSize: 2033316 - TotalTime: 344598722 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 228624586 - InactiveTotalTime: 0 - NetworkThroughput(*): 2148095 - OverallThroughput: 4745785 - PeakMemoryUsage: 200704 - SerializeBatchTime: 1379782180 - ThriftTransmitTime(*): 106431301776 - TotalTime: 48174235832 - UncompressedRowBatchSize: 318226410 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 3:6/532.18 MB 0:7/896.00 MB 5:5/640.00 MB 7:3/384.00 MB 9:3/384.00 MB 8:8/1024.00 MB 2:5/640.00 MB 6:7/896.00 MB 1:6/768.00 MB 4:7/896.00 MB Hdfs Read Thread Concurrency Bucket: 0:95.05% 1:4.95% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:57 ExecOption: Codegen enabled: 0 out of 57 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.04950495049504951 - AverageScannerThreadConcurrency: 2.0693069306930694 - BytesRead: 7403190542 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7403155726 - BytesReadShortCircuit: 7403155726 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 4 - PeakMemoryUsage: 1026874368 - PerReadThreadRawHdfsThroughput: 1523029532 - RowsRead: 8313141 - RowsReturned: 852946 - RowsReturnedRate: 977796 - ScanRangesComplete: 57 - ScannerThreadsInvoluntaryContextSwitches: 5025 - ScannerThreadsTotalWallClockTime: 104127573271 - DelimiterParseTime: 8859923847 - MaterializeTupleTime(*): 23010100441 - ScannerThreadsSysTime: 292954000 - ScannerThreadsUserTime: 30943294000 - ScannerThreadsVoluntaryContextSwitches: 1545 - TotalRawHdfsReadTime(*): 4860831905 - TotalReadThroughput: 146594929 - TotalTime: 872314740 Instance 1e4a31319a68e144:e2063d94483e56c2 (host=c3kuhdpnode2.premierinc.com:22000) Hdfs split stats (:<# splits>/): 7:5/640.00 MB 4:5/640.00 MB 3:4/391.78 MB 9:6/768.00 MB 1:6/768.00 MB 8:3/384.00 MB 2:3/384.00 MB 6:7/896.00 MB 5:9/1.01 GB 0:9/1.12 GB - AsyncTotalTime: 0 - AverageThreadTokens: 3.163265306122449 - InactiveTotalTime: 0 - PeakMemoryUsage: 996583424 - PerHostPeakMemUsage: 2493321312 - PrepareTime: 318150385 - RowsProduced: 865808 - TotalCpuTime: 105857214791 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 43935090541 - TotalStorageWaitTime: 36901951397 - TotalTime: 47069930750 CodeGen - AsyncTotalTime: 0 - CodegenTime: 807 - CompileTime: 524 - InactiveTotalTime: 0 - LoadTime: 305284313 - ModuleFileSize: 2033316 - TotalTime: 317697739 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 232056696 - InactiveTotalTime: 0 - NetworkThroughput(*): 2611604 - OverallThroughput: 5036992 - PeakMemoryUsage: 200704 - SerializeBatchTime: 1533070032 - ThriftTransmitTime(*): 88855972953 - TotalTime: 46070485108 - UncompressedRowBatchSize: 323025104 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 7:5/640.00 MB 4:5/640.00 MB 3:4/391.78 MB 9:6/768.00 MB 1:6/768.00 MB 8:3/384.00 MB 2:3/384.00 MB 6:7/896.00 MB 5:9/1.01 GB 0:9/1.12 GB Hdfs Read Thread Concurrency Bucket: 0:81.44% 1:15.46% 2:2.062% 3:0% 4:1.031% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:57 ExecOption: Codegen enabled: 0 out of 57 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.23711340206185566 - AverageScannerThreadConcurrency: 2.185567010309278 - BytesRead: 7400320933 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7400290213 - BytesReadShortCircuit: 7400290213 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 6 - PeakMemoryUsage: 996038656 - PerReadThreadRawHdfsThroughput: 1330975255 - RowsRead: 8307773 - RowsReturned: 865808 - RowsReturnedRate: 876506 - ScanRangesComplete: 57 - ScannerThreadsInvoluntaryContextSwitches: 5817 - ScannerThreadsTotalWallClockTime: 105857225460 - DelimiterParseTime: 9253940765 - MaterializeTupleTime(*): 24614099549 - ScannerThreadsSysTime: 234962000 - ScannerThreadsUserTime: 32726021000 - ScannerThreadsVoluntaryContextSwitches: 1632 - TotalRawHdfsReadTime(*): 5560074015 - TotalReadThroughput: 151014630 - TotalTime: 987794295 Instance 1e4a31319a68e144:e2063d94483e56c0 (host=c3kuhdpnode1.premierinc.com:22000) Hdfs split stats (:<# splits>/): 3:6/768.00 MB 6:2/256.00 MB 1:5/640.00 MB 9:3/384.00 MB 8:7/896.00 MB 2:6/768.00 MB 0:3/384.00 MB 5:7/776.45 MB 4:10/1.25 GB 7:7/896.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 3.0106382978723403 - InactiveTotalTime: 0 - PeakMemoryUsage: 1044544512 - PerHostPeakMemUsage: 2589852704 - PrepareTime: 384007359 - RowsProduced: 855488 - TotalCpuTime: 95439106780 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 43078562849 - TotalStorageWaitTime: 19962567178 - TotalTime: 46152813810 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2296 - CompileTime: 359 - InactiveTotalTime: 0 - LoadTime: 357874040 - ModuleFileSize: 2033316 - TotalTime: 383248242 DataStreamSender (dst_id=8) - AsyncTotalTime: 0 - BytesSent: 229294941 - InactiveTotalTime: 0 - NetworkThroughput(*): 2617889 - OverallThroughput: 5095367 - PeakMemoryUsage: 200704 - SerializeBatchTime: 1373314595 - ThriftTransmitTime(*): 87587708746 - TotalTime: 45000669484 - UncompressedRowBatchSize: 319174812 HDFS_SCAN_NODE (id=2) Hdfs split stats (:<# splits>/): 3:6/768.00 MB 6:2/256.00 MB 1:5/640.00 MB 9:3/384.00 MB 8:7/896.00 MB 2:6/768.00 MB 0:3/384.00 MB 5:7/776.45 MB 4:10/1.25 GB 7:7/896.00 MB Hdfs Read Thread Concurrency Bucket: 0:88.17% 1:10.75% 2:1.075% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:56 ExecOption: Codegen enabled: 0 out of 56 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.12903225806451613 - AverageScannerThreadConcurrency: 2.032258064516129 - BytesRead: 7390888886 - BytesReadDataNodeCache: 0 - BytesReadLocal: 7390861238 - BytesReadShortCircuit: 7390861238 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 10 - NumScannerThreadsStarted: 4 - PeakMemoryUsage: 1035627520 - PerReadThreadRawHdfsThroughput: 1258664324 - RowsRead: 8299979 - RowsReturned: 855488 - RowsReturnedRate: 764831 - ScanRangesComplete: 56 - ScannerThreadsInvoluntaryContextSwitches: 5249 - ScannerThreadsTotalWallClockTime: 95439118660 - DelimiterParseTime: 8925590343 - MaterializeTupleTime(*): 23523227150 - ScannerThreadsSysTime: 342947000 - ScannerThreadsUserTime: 31297241000 - ScannerThreadsVoluntaryContextSwitches: 1516 - TotalRawHdfsReadTime(*): 5872009513 - TotalReadThroughput: 157242918 - TotalTime: 1118531157 Fragment F02 Instance 1e4a31319a68e144:e2063d94483e56ca (host=c3kuhdpnode7.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0214508580343213 - InactiveTotalTime: 0 - PeakMemoryUsage: 927516432 - PerHostPeakMemUsage: 2554373648 - PrepareTime: 1396208830 - RowsProduced: 4826712 - TotalCpuTime: 38177762255 - TotalNetworkReceiveTime: 33235746944 - TotalNetworkSendTime: 1240485994380 - TotalStorageWaitTime: 0 - TotalTime: 1283309866761 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 831288510 - InactiveTotalTime: 0 - LoadTime: 1377166036 - ModuleFileSize: 2033316 - TotalTime: 2210663032 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 118429756 - InactiveTotalTime: 0 - NetworkThroughput(*): 83177 - OverallThroughput: 95364 - PeakMemoryUsage: 356720 - SerializeBatchTime: 582433724 - ThriftTransmitTime(*): 1423820722929 - TotalTime: 1241866281801 - UncompressedRowBatchSize: 212460216 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 27376949500 - BuildPartitionTime: 478790939 - BuildRows: 4096600 - BuildRowsPartitioned: 4096600 - BuildTime: 532920456 - GetNewBlockTime: 23644588 - HashBuckets: 8388608 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 912285696 - PinTime: 0 - ProbeRows: 25522020 - ProbeRowsPartitioned: 0 - ProbeTime: 8002221044 - RowsReturned: 4826712 - RowsReturnedRate: 116631 - SpilledPartitions: 0 - TotalTime: 41384306414 - UnpinTime: 2412 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 71507721 - ConvertRowBatchTime: 82060899 - DeserializeRowBatchTimer: 291454804 - FirstBatchArrivalWaitTime: 859643237 - InactiveTotalTime: 26077868733 - PeakMemoryUsage: 0 - RowsReturned: 4096600 - RowsReturnedRate: 156284 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 26212433904 EXCHANGE_NODE (id=5) - AsyncTotalTime: 0 - BytesReceived: 438095595 - ConvertRowBatchTime: 412721404 - DeserializeRowBatchTimer: 664988626 - FirstBatchArrivalWaitTime: 3088707556 - InactiveTotalTime: 6993252177 - PeakMemoryUsage: 0 - RowsReturned: 25522020 - RowsReturnedRate: 3357663 - SendersBlockedTimer: 473619468076 - SendersBlockedTotalTimer(*): 2948466192281 - TotalTime: 7601124478 Instance 1e4a31319a68e144:e2063d94483e56c7 (host=c3kuhdpnode1.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0214592274678111 - InactiveTotalTime: 0 - PeakMemoryUsage: 927516432 - PerHostPeakMemUsage: 2589852704 - PrepareTime: 666517523 - RowsProduced: 4820535 - TotalCpuTime: 38613862039 - TotalNetworkReceiveTime: 34449857853 - TotalNetworkSendTime: 1236403638654 - TotalStorageWaitTime: 0 - TotalTime: 1280154475332 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 1534169306 - InactiveTotalTime: 0 - LoadTime: 638037132 - ModuleFileSize: 2033316 - TotalTime: 2190481961 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 118342215 - InactiveTotalTime: 0 - NetworkThroughput(*): 79979 - OverallThroughput: 95600 - PeakMemoryUsage: 327600 - SerializeBatchTime: 599326787 - ThriftTransmitTime(*): 1479663983117 - TotalTime: 1237888755194 - UncompressedRowBatchSize: 212188332 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 27354192736 - BuildPartitionTime: 693495418 - BuildRows: 4098624 - BuildRowsPartitioned: 4098624 - BuildTime: 486088422 - GetNewBlockTime: 54890858 - HashBuckets: 8388608 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 912285696 - PinTime: 0 - ProbeRows: 25538765 - ProbeRowsPartitioned: 0 - ProbeTime: 8200036091 - RowsReturned: 4820535 - RowsReturnedRate: 114108 - SpilledPartitions: 0 - TotalTime: 42245110708 - UnpinTime: 3026 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 71540720 - ConvertRowBatchTime: 78996371 - DeserializeRowBatchTimer: 1245817746 - FirstBatchArrivalWaitTime: 932363303 - InactiveTotalTime: 25769543969 - PeakMemoryUsage: 0 - RowsReturned: 4098624 - RowsReturnedRate: 157876 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 25960937012 EXCHANGE_NODE (id=5) - AsyncTotalTime: 0 - BytesReceived: 438368064 - ConvertRowBatchTime: 427663896 - DeserializeRowBatchTimer: 1501160423 - FirstBatchArrivalWaitTime: 3162093924 - InactiveTotalTime: 8438582995 - PeakMemoryUsage: 0 - RowsReturned: 25538765 - RowsReturnedRate: 2811887 - SendersBlockedTimer: 542507737328 - SendersBlockedTotalTimer(*): 3618882513375 - TotalTime: 9082426435 Instance 1e4a31319a68e144:e2063d94483e56cd (host=c3kuhdpnode6.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0211019929660023 - InactiveTotalTime: 0 - PeakMemoryUsage: 927516432 - PerHostPeakMemUsage: 2495119552 - PrepareTime: 1321973453 - RowsProduced: 4824727 - TotalCpuTime: 39264337720 - TotalNetworkReceiveTime: 32241404457 - TotalNetworkSendTime: 1236969731668 - TotalStorageWaitTime: 0 - TotalTime: 1279081983829 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 1541744436 - InactiveTotalTime: 0 - LoadTime: 1221679441 - ModuleFileSize: 2033316 - TotalTime: 2817943689 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 118418790 - InactiveTotalTime: 0 - NetworkThroughput(*): 79575 - OverallThroughput: 95663 - PeakMemoryUsage: 356720 - SerializeBatchTime: 585677623 - ThriftTransmitTime(*): 1488128237236 - TotalTime: 1237861728252 - UncompressedRowBatchSize: 212372844 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 26907266709 - BuildPartitionTime: 694007222 - BuildRows: 4100914 - BuildRowsPartitioned: 4100914 - BuildTime: 602203832 - GetNewBlockTime: 38301102 - HashBuckets: 8388608 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 912285696 - PinTime: 0 - ProbeRows: 25537459 - ProbeRowsPartitioned: 0 - ProbeTime: 7821277450 - RowsReturned: 4824727 - RowsReturnedRate: 117261 - SpilledPartitions: 0 - TotalTime: 41145090096 - UnpinTime: 3112 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 71578462 - ConvertRowBatchTime: 78143868 - DeserializeRowBatchTimer: 1604068883 - FirstBatchArrivalWaitTime: 190779188 - InactiveTotalTime: 25174592842 - PeakMemoryUsage: 0 - RowsReturned: 4100914 - RowsReturnedRate: 161371 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 25412934864 EXCHANGE_NODE (id=5) - AsyncTotalTime: 0 - BytesReceived: 438356897 - ConvertRowBatchTime: 414238069 - DeserializeRowBatchTimer: 710389909 - FirstBatchArrivalWaitTime: 2420101530 - InactiveTotalTime: 6780479952 - PeakMemoryUsage: 0 - RowsReturned: 25537459 - RowsReturnedRate: 3446167 - SendersBlockedTimer: 397055124274 - SendersBlockedTotalTimer(*): 2584429290335 - TotalTime: 7410394362 Instance 1e4a31319a68e144:e2063d94483e56c8 (host=c3kuhdpnode3.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0203921568627452 - InactiveTotalTime: 0 - PeakMemoryUsage: 927516432 - PerHostPeakMemUsage: 2545072048 - PrepareTime: 2030552802 - RowsProduced: 4807025 - TotalCpuTime: 40434196101 - TotalNetworkReceiveTime: 44178522749 - TotalNetworkSendTime: 1217121495327 - TotalStorageWaitTime: 0 - TotalTime: 1273465838141 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 1561999786 - InactiveTotalTime: 0 - LoadTime: 2007433326 - ModuleFileSize: 2033316 - TotalTime: 3571413798 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 118040269 - InactiveTotalTime: 0 - NetworkThroughput(*): 79383 - OverallThroughput: 96901 - PeakMemoryUsage: 327600 - SerializeBatchTime: 582758331 - ThriftTransmitTime(*): 1486959120915 - TotalTime: 1218151943529 - UncompressedRowBatchSize: 211593644 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 25962336954 - BuildPartitionTime: 715718568 - BuildRows: 4094207 - BuildRowsPartitioned: 4094207 - BuildTime: 536162926 - GetNewBlockTime: 93474917 - HashBuckets: 8388608 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 912285696 - PinTime: 0 - ProbeRows: 25533232 - ProbeRowsPartitioned: 0 - ProbeTime: 8543775960 - RowsReturned: 4807025 - RowsReturnedRate: 86953 - SpilledPartitions: 0 - TotalTime: 55282887258 - UnpinTime: 3470 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 71461140 - ConvertRowBatchTime: 78924175 - DeserializeRowBatchTimer: 2416573173 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 24086358419 - PeakMemoryUsage: 0 - RowsReturned: 4094207 - RowsReturnedRate: 167382 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 24460144405 EXCHANGE_NODE (id=5) - AsyncTotalTime: 0 - BytesReceived: 438281141 - ConvertRowBatchTime: 437437166 - DeserializeRowBatchTimer: 1185430680 - FirstBatchArrivalWaitTime: 1684486745 - InactiveTotalTime: 19709504809 - PeakMemoryUsage: 0 - RowsReturned: 25533232 - RowsReturnedRate: 1256769 - SendersBlockedTimer: 20256540713 - SendersBlockedTotalTimer(*): 141505314737 - TotalTime: 20316557110 Instance 1e4a31319a68e144:e2063d94483e56cb (host=c3kuhdpnode2.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0215601724813799 - InactiveTotalTime: 0 - PeakMemoryUsage: 927516432 - PerHostPeakMemUsage: 2493321312 - PrepareTime: 597455940 - RowsProduced: 4811462 - TotalCpuTime: 39662214627 - TotalNetworkReceiveTime: 46226195351 - TotalNetworkSendTime: 1217523347218 - TotalStorageWaitTime: 0 - TotalTime: 1273061305455 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 1801005220 - InactiveTotalTime: 0 - LoadTime: 572878475 - ModuleFileSize: 2033316 - TotalTime: 2387113008 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 118102242 - InactiveTotalTime: 0 - NetworkThroughput(*): 83218 - OverallThroughput: 96947 - PeakMemoryUsage: 356720 - SerializeBatchTime: 593811779 - ThriftTransmitTime(*): 1419176886850 - TotalTime: 1218210479885 - UncompressedRowBatchSize: 211788944 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 27413325000 - BuildPartitionTime: 1069657486 - BuildRows: 4096598 - BuildRowsPartitioned: 4096598 - BuildTime: 639986885 - GetNewBlockTime: 49107410 - HashBuckets: 8388608 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 912285696 - PinTime: 0 - ProbeRows: 25522219 - ProbeRowsPartitioned: 0 - ProbeTime: 8269449981 - RowsReturned: 4811462 - RowsReturnedRate: 87763 - SpilledPartitions: 0 - TotalTime: 54823177352 - UnpinTime: 2933 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 71506300 - ConvertRowBatchTime: 85684282 - DeserializeRowBatchTimer: 3413880225 - FirstBatchArrivalWaitTime: 711104831 - InactiveTotalTime: 24918692028 - PeakMemoryUsage: 0 - RowsReturned: 4096598 - RowsReturnedRate: 160821 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 25472891341 EXCHANGE_NODE (id=5) - AsyncTotalTime: 0 - BytesReceived: 438125522 - ConvertRowBatchTime: 425905109 - DeserializeRowBatchTimer: 752900737 - FirstBatchArrivalWaitTime: 2919460770 - InactiveTotalTime: 20752729186 - PeakMemoryUsage: 0 - RowsReturned: 25522219 - RowsReturnedRate: 1195335 - SendersBlockedTimer: 36508729015 - SendersBlockedTotalTimer(*): 208864776432 - TotalTime: 21351514638 Instance 1e4a31319a68e144:e2063d94483e56cc (host=c3kuhdpnode4.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0203761755485894 - InactiveTotalTime: 0 - PeakMemoryUsage: 927516432 - PerHostPeakMemUsage: 2575865344 - PrepareTime: 1507245415 - RowsProduced: 4815012 - TotalCpuTime: 40523619001 - TotalNetworkReceiveTime: 30265275029 - TotalNetworkSendTime: 1231819294313 - TotalStorageWaitTime: 0 - TotalTime: 1273028517074 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 2032396039 - InactiveTotalTime: 0 - LoadTime: 1436921284 - ModuleFileSize: 2033316 - TotalTime: 3490470818 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 118191559 - InactiveTotalTime: 0 - NetworkThroughput(*): 79538 - OverallThroughput: 95910 - PeakMemoryUsage: 356720 - SerializeBatchTime: 586214166 - ThriftTransmitTime(*): 1485959359934 - TotalTime: 1232307475643 - UncompressedRowBatchSize: 211945216 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 26222016087 - BuildPartitionTime: 848257581 - BuildRows: 4096949 - BuildRowsPartitioned: 4096949 - BuildTime: 583292353 - GetNewBlockTime: 137705737 - HashBuckets: 8388608 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 912285696 - PinTime: 0 - ProbeRows: 25516590 - ProbeRowsPartitioned: 0 - ProbeTime: 8230288561 - RowsReturned: 4815012 - RowsReturnedRate: 118408 - SpilledPartitions: 0 - TotalTime: 40664463759 - UnpinTime: 4106 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 71510205 - ConvertRowBatchTime: 82018086 - DeserializeRowBatchTimer: 1922679149 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 24206515524 - PeakMemoryUsage: 0 - RowsReturned: 4096949 - RowsReturnedRate: 167223 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 24499819077 EXCHANGE_NODE (id=5) - AsyncTotalTime: 0 - BytesReceived: 437999583 - ConvertRowBatchTime: 423288763 - DeserializeRowBatchTimer: 1354500580 - FirstBatchArrivalWaitTime: 1750174434 - InactiveTotalTime: 5752303593 - PeakMemoryUsage: 0 - RowsReturned: 25516590 - RowsReturnedRate: 4015684 - SendersBlockedTimer: 41530726114 - SendersBlockedTotalTimer(*): 240756497405 - TotalTime: 6354231545 Instance 1e4a31319a68e144:e2063d94483e56c9 (host=c3kuhdpnode5.premierinc.com:22000) - AsyncTotalTime: 0 - AverageThreadTokens: 1.0200314218381776 - InactiveTotalTime: 0 - PeakMemoryUsage: 927516432 - PerHostPeakMemUsage: 2540894336 - PrepareTime: 2275792973 - RowsProduced: 4814457 - TotalCpuTime: 40846807837 - TotalNetworkReceiveTime: 45719297736 - TotalNetworkSendTime: 1215019797023 - TotalStorageWaitTime: 0 - TotalTime: 1272920363639 CodeGen - AsyncTotalTime: 0 - CodegenTime: 0 - CompileTime: 1495265463 - InactiveTotalTime: 0 - LoadTime: 2158527416 - ModuleFileSize: 2033316 - TotalTime: 3656524054 DataStreamSender (dst_id=7) - AsyncTotalTime: 0 - BytesSent: 118141339 - InactiveTotalTime: 0 - NetworkThroughput(*): 79336 - OverallThroughput: 97197 - PeakMemoryUsage: 327600 - SerializeBatchTime: 578843198 - ThriftTransmitTime(*): 1489107737163 - TotalTime: 1215473076634 - UncompressedRowBatchSize: 211920780 HASH_JOIN_NODE (id=3) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - AsyncTotalTime: 25780215010 - BuildPartitionTime: 862987964 - BuildRows: 4096978 - BuildRowsPartitioned: 4096978 - BuildTime: 473029561 - GetNewBlockTime: 89829671 - HashBuckets: 8388608 - InactiveTotalTime: 0 - LargestPartitionPercent: 3 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 32 - PeakMemoryUsage: 912285696 - PinTime: 0 - ProbeRows: 25511315 - ProbeRowsPartitioned: 0 - ProbeTime: 8697974855 - RowsReturned: 4814457 - RowsReturnedRate: 83876 - SpilledPartitions: 0 - TotalTime: 57399022080 - UnpinTime: 4578 EXCHANGE_NODE (id=6) - AsyncTotalTime: 0 - BytesReceived: 71504885 - ConvertRowBatchTime: 70515498 - DeserializeRowBatchTimer: 2415852728 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 23921621108 - PeakMemoryUsage: 0 - RowsReturned: 4096978 - RowsReturnedRate: 169217 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 24211334493 EXCHANGE_NODE (id=5) - AsyncTotalTime: 0 - BytesReceived: 437912571 - ConvertRowBatchTime: 414884159 - DeserializeRowBatchTimer: 835797954 - FirstBatchArrivalWaitTime: 1535727641 - InactiveTotalTime: 21480694845 - PeakMemoryUsage: 0 - RowsReturned: 25511315 - RowsReturnedRate: 1155764 - SendersBlockedTimer: 20212452661 - SendersBlockedTotalTimer(*): 121068764117 - TotalTime: 22073117581 Fragment F01 Instance 1e4a31319a68e144:e2063d94483e56cf (host=c3kuhdpnode6.premierinc.com:22000) Hdfs split stats (:<# splits>/): 6:1/128.00 MB 0:1/128.00 MB 5:1/128.00 MB 4:1/128.00 MB 7:2/256.00 MB 8:1/128.00 MB 3:2/147.20 MB 9:2/256.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 2.7962962962962963 - InactiveTotalTime: 0 - PeakMemoryUsage: 81950264 - PerHostPeakMemUsage: 2141417000 - PrepareTime: 1163981075 - RowsProduced: 4578819 - TotalCpuTime: 48183773022 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 17751681657 - TotalStorageWaitTime: 24094835195 - TotalTime: 25363237137 CodeGen - AsyncTotalTime: 0 - CodegenTime: 4169614 - CompileTime: 632486276 - InactiveTotalTime: 0 - LoadTime: 1155821556 - ModuleFileSize: 2033316 - TotalTime: 1792285486 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 81672983 - InactiveTotalTime: 0 - NetworkThroughput(*): 1245936 - OverallThroughput: 4344513 - PeakMemoryUsage: 321048 - SerializeBatchTime: 481936137 - ThriftTransmitTime(*): 65551468229 - TotalTime: 18799107719 - UncompressedRowBatchSize: 109914040 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 6:1/128.00 MB 0:1/128.00 MB 5:1/128.00 MB 4:1/128.00 MB 7:2/256.00 MB 8:1/128.00 MB 3:2/147.20 MB 9:2/256.00 MB Hdfs Read Thread Concurrency Bucket: 0:95.92% 1:4.082% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:11 ExecOption: Codegen enabled: 11 out of 11 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.04081632653061224 - AverageScannerThreadConcurrency: 1.9795918367346939 - BytesRead: 1362318016 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1362313920 - BytesReadShortCircuit: 1362313920 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 8 - NumScannerThreadsStarted: 3 - PeakMemoryUsage: 81723392 - PerReadThreadRawHdfsThroughput: 1621613419 - RowsRead: 43984234 - RowsReturned: 4578819 - RowsReturnedRate: 701755 - ScanRangesComplete: 11 - ScannerThreadsInvoluntaryContextSwitches: 1414 - ScannerThreadsTotalWallClockTime: 48183779019 - DelimiterParseTime: 2783445572 - MaterializeTupleTime(*): 1671177296 - ScannerThreadsSysTime: 43993000 - ScannerThreadsUserTime: 4486316000 - ScannerThreadsVoluntaryContextSwitches: 1714 - TotalRawHdfsReadTime(*): 840100359 - TotalReadThroughput: 51408227 - TotalTime: 6524802589 Instance 1e4a31319a68e144:e2063d94483e56d2 (host=c3kuhdpnode5.premierinc.com:22000) Hdfs split stats (:<# splits>/): 1:2/256.00 MB 0:1/41.32 MB 6:2/256.00 MB 3:1/128.00 MB 7:2/256.00 MB 4:3/275.25 MB - AsyncTotalTime: 0 - AverageThreadTokens: 2.7755102040816326 - InactiveTotalTime: 0 - PeakMemoryUsage: 87712504 - PerHostPeakMemUsage: 2242474368 - PrepareTime: 2068999602 - RowsProduced: 4267692 - TotalCpuTime: 43147437657 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 20621682291 - TotalStorageWaitTime: 4522250316 - TotalTime: 23737851170 CodeGen - AsyncTotalTime: 0 - CodegenTime: 157743486 - CompileTime: 462220428 - InactiveTotalTime: 0 - LoadTime: 1909670814 - ModuleFileSize: 2033316 - TotalTime: 2376780587 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 73535058 - InactiveTotalTime: 0 - NetworkThroughput(*): 1538391 - OverallThroughput: 3412965 - PeakMemoryUsage: 321048 - SerializeBatchTime: 380686145 - ThriftTransmitTime(*): 47799977950 - TotalTime: 21545794709 - UncompressedRowBatchSize: 102445460 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 1:2/256.00 MB 0:1/41.32 MB 6:2/256.00 MB 3:1/128.00 MB 7:2/256.00 MB 4:3/275.25 MB Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:11 ExecOption: Codegen enabled: 11 out of 11 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.9772727272727273 - BytesRead: 1271482134 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1271478038 - BytesReadShortCircuit: 1271478038 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 6 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 87433216 - PerReadThreadRawHdfsThroughput: 1932633208 - RowsRead: 41050634 - RowsReturned: 4267692 - RowsReturnedRate: 1987479 - ScanRangesComplete: 11 - ScannerThreadsInvoluntaryContextSwitches: 728 - ScannerThreadsTotalWallClockTime: 43147442119 - DelimiterParseTime: 2347766823 - MaterializeTupleTime(*): 1358723193 - ScannerThreadsSysTime: 83987000 - ScannerThreadsUserTime: 3678439000 - ScannerThreadsVoluntaryContextSwitches: 1888 - TotalRawHdfsReadTime(*): 657901421 - TotalReadThroughput: 51897229 - TotalTime: 2147288507 Instance 1e4a31319a68e144:e2063d94483e56d4 (host=c3kuhdpnode3.premierinc.com:22000) Hdfs split stats (:<# splits>/): 4:3/384.00 MB 7:1/128.00 MB 3:2/60.46 MB 6:1/128.00 MB 5:1/128.00 MB 0:1/128.00 MB 1:2/147.10 MB - AsyncTotalTime: 0 - AverageThreadTokens: 2.74 - InactiveTotalTime: 0 - PeakMemoryUsage: 70966424 - PerHostPeakMemUsage: 2236544952 - PrepareTime: 1527666768 - RowsProduced: 3865063 - TotalCpuTime: 43369214062 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 16323769108 - TotalStorageWaitTime: 18318520365 - TotalTime: 23571416576 CodeGen - AsyncTotalTime: 0 - CodegenTime: 56077912 - CompileTime: 1015827805 - InactiveTotalTime: 0 - LoadTime: 1463897728 - ModuleFileSize: 2033316 - TotalTime: 2485044875 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 68025386 - InactiveTotalTime: 0 - NetworkThroughput(*): 1714306 - OverallThroughput: 3942279 - PeakMemoryUsage: 321048 - SerializeBatchTime: 411535236 - ThriftTransmitTime(*): 39680994890 - TotalTime: 17255341804 - UncompressedRowBatchSize: 92780404 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 4:3/384.00 MB 7:1/128.00 MB 3:2/60.46 MB 6:1/128.00 MB 5:1/128.00 MB 0:1/128.00 MB 1:2/147.10 MB Hdfs Read Thread Concurrency Bucket: 0:97.73% 1:2.273% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:11 ExecOption: Codegen enabled: 11 out of 11 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.022727272727272728 - AverageScannerThreadConcurrency: 1.9772727272727273 - BytesRead: 1157171838 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1157168766 - BytesReadShortCircuit: 1157168766 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 7 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 70713344 - PerReadThreadRawHdfsThroughput: 1832370098 - RowsRead: 37340252 - RowsReturned: 3865063 - RowsReturnedRate: 623050 - ScanRangesComplete: 11 - ScannerThreadsInvoluntaryContextSwitches: 1301 - ScannerThreadsTotalWallClockTime: 43369218215 - DelimiterParseTime: 2372145870 - MaterializeTupleTime(*): 1395044414 - ScannerThreadsSysTime: 80986000 - ScannerThreadsUserTime: 3714435000 - ScannerThreadsVoluntaryContextSwitches: 1353 - TotalRawHdfsReadTime(*): 631516438 - TotalReadThroughput: 46286832 - TotalTime: 6203446601 Instance 1e4a31319a68e144:e2063d94483e56d3 (host=c3kuhdpnode4.premierinc.com:22000) Hdfs split stats (:<# splits>/): 6:1/19.32 MB 7:1/128.00 MB 4:2/256.00 MB 2:1/128.00 MB 1:1/128.00 MB 9:1/128.00 MB 3:2/256.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 2.6818181818181817 - InactiveTotalTime: 0 - PeakMemoryUsage: 71066360 - PerHostPeakMemUsage: 2172900200 - PrepareTime: 1920291471 - RowsProduced: 3681411 - TotalCpuTime: 40010059613 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 18411603114 - TotalStorageWaitTime: 933661868 - TotalTime: 21330743218 CodeGen - AsyncTotalTime: 0 - CodegenTime: 9744208 - CompileTime: 521336101 - InactiveTotalTime: 0 - LoadTime: 1880948945 - ModuleFileSize: 2033316 - TotalTime: 2432281821 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 63346075 - InactiveTotalTime: 0 - NetworkThroughput(*): 1586282 - OverallThroughput: 3289338 - PeakMemoryUsage: 321048 - SerializeBatchTime: 352140739 - ThriftTransmitTime(*): 39933665361 - TotalTime: 19257999741 - UncompressedRowBatchSize: 88371860 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 6:1/19.32 MB 7:1/128.00 MB 4:2/256.00 MB 2:1/128.00 MB 1:1/128.00 MB 9:1/128.00 MB 3:2/256.00 MB Hdfs Read Thread Concurrency Bucket: 0:94.87% 1:5.128% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:9 ExecOption: Codegen enabled: 9 out of 9 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.05128205128205128 - AverageScannerThreadConcurrency: 1.8974358974358974 - BytesRead: 1094010091 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1094004971 - BytesReadShortCircuit: 1094004971 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 7 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 70787072 - PerReadThreadRawHdfsThroughput: 1724970060 - RowsRead: 35328654 - RowsReturned: 3681411 - RowsReturnedRate: 1849020 - ScanRangesComplete: 9 - ScannerThreadsInvoluntaryContextSwitches: 1412 - ScannerThreadsTotalWallClockTime: 37247502770 - DelimiterParseTime: 2342619717 - MaterializeTupleTime(*): 1333326156 - ScannerThreadsSysTime: 74987000 - ScannerThreadsUserTime: 3610450000 - ScannerThreadsVoluntaryContextSwitches: 1640 - TotalRawHdfsReadTime(*): 634219756 - TotalReadThroughput: 49727731 - TotalTime: 1991006228 Instance 1e4a31319a68e144:e2063d94483e56d0 (host=c3kuhdpnode7.premierinc.com:22000) Hdfs split stats (:<# splits>/): 9:1/128.00 MB 4:1/128.00 MB 0:1/128.00 MB 2:1/128.00 MB 3:2/256.00 MB 7:3/384.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 3.0930232558139537 - InactiveTotalTime: 0 - PeakMemoryUsage: 96186296 - PerHostPeakMemUsage: 2262389656 - PrepareTime: 329990406 - RowsProduced: 4060661 - TotalCpuTime: 45595609836 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 19811224836 - TotalStorageWaitTime: 8272898255 - TotalTime: 20956726138 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2498671 - CompileTime: 271222953 - InactiveTotalTime: 0 - LoadTime: 325645102 - ModuleFileSize: 2033316 - TotalTime: 598689413 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 70019471 - InactiveTotalTime: 0 - NetworkThroughput(*): 1562973 - OverallThroughput: 3409848 - PeakMemoryUsage: 321048 - SerializeBatchTime: 396780775 - ThriftTransmitTime(*): 44798874916 - TotalTime: 20534482843 - UncompressedRowBatchSize: 97475712 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 9:1/128.00 MB 4:1/128.00 MB 0:1/128.00 MB 2:1/128.00 MB 3:2/256.00 MB 7:3/384.00 MB Hdfs Read Thread Concurrency Bucket: 0:97.56% 1:2.439% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:9 ExecOption: Codegen enabled: 9 out of 9 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.024390243902439025 - AverageScannerThreadConcurrency: 2.1951219512195124 - BytesRead: 1207968768 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1207966720 - BytesReadShortCircuit: 1207966720 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 6 - NumScannerThreadsStarted: 3 - PeakMemoryUsage: 95854592 - PerReadThreadRawHdfsThroughput: 1632514057 - RowsRead: 39007335 - RowsReturned: 4060661 - RowsReturnedRate: 9842388 - ScanRangesComplete: 9 - ScannerThreadsInvoluntaryContextSwitches: 1494 - ScannerThreadsTotalWallClockTime: 45595615013 - DelimiterParseTime: 2474019891 - MaterializeTupleTime(*): 1436409024 - ScannerThreadsSysTime: 88985000 - ScannerThreadsUserTime: 3850412000 - ScannerThreadsVoluntaryContextSwitches: 1717 - TotalRawHdfsReadTime(*): 739943869 - TotalReadThroughput: 56181980 - TotalTime: 412568677 Instance 1e4a31319a68e144:e2063d94483e56d1 (host=c3kuhdpnode2.premierinc.com:22000) Hdfs split stats (:<# splits>/): 3:1/128.00 MB 1:1/128.00 MB 2:1/128.00 MB 5:2/256.00 MB 0:1/128.00 MB 6:1/41.33 MB 4:1/128.00 MB 8:1/128.00 MB 7:1/128.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 2.7045454545454546 - InactiveTotalTime: 0 - PeakMemoryUsage: 104545432 - PerHostPeakMemUsage: 2260945792 - PrepareTime: 1728048108 - RowsProduced: 4201003 - TotalCpuTime: 38044770146 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 14878823062 - TotalStorageWaitTime: 8631388922 - TotalTime: 20535743317 CodeGen - AsyncTotalTime: 0 - CodegenTime: 46603809 - CompileTime: 813236038 - InactiveTotalTime: 0 - LoadTime: 1666874202 - ModuleFileSize: 2033316 - TotalTime: 2494092357 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 73438283 - InactiveTotalTime: 0 - NetworkThroughput(*): 2136727 - OverallThroughput: 4510874 - PeakMemoryUsage: 321048 - SerializeBatchTime: 523909130 - ThriftTransmitTime(*): 34369512405 - TotalTime: 16280276346 - UncompressedRowBatchSize: 100844604 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 3:1/128.00 MB 1:1/128.00 MB 2:1/128.00 MB 5:2/256.00 MB 0:1/128.00 MB 6:1/41.33 MB 4:1/128.00 MB 8:1/128.00 MB 7:1/128.00 MB Hdfs Read Thread Concurrency Bucket: 0:97.37% 1:2.632% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:10 ExecOption: Codegen enabled: 10 out of 10 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.02631578947368421 - AverageScannerThreadConcurrency: 1.9736842105263157 - BytesRead: 1251310507 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1251304363 - BytesReadShortCircuit: 1251304363 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 9 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 104292352 - PerReadThreadRawHdfsThroughput: 1641326952 - RowsRead: 40399473 - RowsReturned: 4201003 - RowsReturnedRate: 1017614 - ScanRangesComplete: 10 - ScannerThreadsInvoluntaryContextSwitches: 3461 - ScannerThreadsTotalWallClockTime: 38044775299 - DelimiterParseTime: 3129489641 - MaterializeTupleTime(*): 1849401413 - ScannerThreadsSysTime: 194969000 - ScannerThreadsUserTime: 4283348000 - ScannerThreadsVoluntaryContextSwitches: 1765 - TotalRawHdfsReadTime(*): 762377359 - TotalReadThroughput: 56877703 - TotalTime: 4128283326 Instance 1e4a31319a68e144:e2063d94483e56ce (host=c3kuhdpnode1.premierinc.com:22000) Hdfs split stats (:<# splits>/): 7:1/19.26 MB 3:1/128.00 MB 2:1/128.00 MB 9:4/316.54 MB 8:1/41.56 MB 6:4/338.75 MB 0:2/169.52 MB - AsyncTotalTime: 0 - AverageThreadTokens: 2.902439024390244 - InactiveTotalTime: 0 - PeakMemoryUsage: 89640920 - PerHostPeakMemUsage: 2252685272 - PrepareTime: 868261963 - RowsProduced: 4026221 - TotalCpuTime: 38128831373 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 16677729483 - TotalStorageWaitTime: 7484671985 - TotalTime: 19662874198 CodeGen - AsyncTotalTime: 0 - CodegenTime: 4235087 - CompileTime: 1003861167 - InactiveTotalTime: 0 - LoadTime: 759020071 - ModuleFileSize: 2033316 - TotalTime: 1867626153 DataStreamSender (dst_id=6) - AsyncTotalTime: 0 - BytesSent: 70572177 - InactiveTotalTime: 0 - NetworkThroughput(*): 1941243 - OverallThroughput: 3984559 - PeakMemoryUsage: 321048 - SerializeBatchTime: 439437352 - ThriftTransmitTime(*): 36354111450 - TotalTime: 17711410982 - UncompressedRowBatchSize: 96648984 HDFS_SCAN_NODE (id=1) Hdfs split stats (:<# splits>/): 7:1/19.26 MB 3:1/128.00 MB 2:1/128.00 MB 9:4/316.54 MB 8:1/41.56 MB 6:4/338.75 MB 0:2/169.52 MB Hdfs Read Thread Concurrency Bucket: 0:92.11% 1:7.895% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:14 ExecOption: Codegen enabled: 14 out of 14 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.07894736842105263 - AverageScannerThreadConcurrency: 2.0526315789473686 - BytesRead: 1197090296 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1197085176 - BytesReadShortCircuit: 1197085176 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 7 - NumScannerThreadsStarted: 3 - PeakMemoryUsage: 89440256 - PerReadThreadRawHdfsThroughput: 1709307649 - RowsRead: 38653938 - RowsReturned: 4026221 - RowsReturnedRate: 2094605 - ScanRangesComplete: 14 - ScannerThreadsInvoluntaryContextSwitches: 2309 - ScannerThreadsTotalWallClockTime: 38128839536 - DelimiterParseTime: 2721970217 - MaterializeTupleTime(*): 1639009217 - ScannerThreadsSysTime: 139977000 - ScannerThreadsUserTime: 4022387000 - ScannerThreadsVoluntaryContextSwitches: 1790 - TotalRawHdfsReadTime(*): 700336359 - TotalReadThroughput: 58386054 - TotalTime: 1922185523 Fragment F00 Instance 1e4a31319a68e144:e2063d94483e56db (host=c3kuhdpnode6.premierinc.com:22000) Hdfs split stats (:<# splits>/): 1:1/128.00 MB 4:1/128.00 MB 6:1/72.30 MB 2:1/128.00 MB 3:3/384.00 MB 5:2/256.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 2.976716653512234 - InactiveTotalTime: 0 - PeakMemoryUsage: 70393856 - PerHostPeakMemUsage: 2495119552 - PrepareTime: 321729019 - RowsProduced: 27955336 - TotalCpuTime: 2513354751827 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1263467960745 - TotalStorageWaitTime: 1224205048 - TotalTime: 1269008281912 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1591485 - CompileTime: 283902635 - InactiveTotalTime: 0 - LoadTime: 318651876 - ModuleFileSize: 2033316 - TotalTime: 604108393 DataStreamSender (dst_id=5) - AsyncTotalTime: 0 - BytesSent: 477946753 - InactiveTotalTime: 0 - NetworkThroughput(*): 300237 - OverallThroughput: 376829 - PeakMemoryUsage: 172032 - SerializeBatchTime: 2004045133 - ThriftTransmitTime(*): 1591894211111 - TotalTime: 1268338511368 - UncompressedRowBatchSize: 559215936 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 1:1/128.00 MB 4:1/128.00 MB 6:1/72.30 MB 2:1/128.00 MB 3:3/384.00 MB 5:2/256.00 MB Hdfs Read Thread Concurrency Bucket: 0:99.13% 1:0.8685% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:9 ExecOption: Codegen enabled: 9 out of 9 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.008685353335965259 - AverageScannerThreadConcurrency: 1.97749703908409 - BytesRead: 1149557308 - BytesReadDataNodeCache: 0 - BytesReadLocal: 536875008 - BytesReadShortCircuit: 536875008 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 6 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 70189056 - PerReadThreadRawHdfsThroughput: 97730210 - RowsRead: 27955336 - RowsReturned: 27955336 - RowsReturnedRate: 44826768 - ScanRangesComplete: 9 - ScannerThreadsInvoluntaryContextSwitches: 2097 - ScannerThreadsTotalWallClockTime: 2508647782208 - DelimiterParseTime: 2113398959 - MaterializeTupleTime(*): 2466653417 - ScannerThreadsSysTime: 128979000 - ScannerThreadsUserTime: 4998239000 - ScannerThreadsVoluntaryContextSwitches: 24598 - TotalRawHdfsReadTime(*): 11762558443 - TotalReadThroughput: 907296 - TotalTime: 623630406 Instance 1e4a31319a68e144:e2063d94483e56da (host=c3kuhdpnode4.premierinc.com:22000) Hdfs split stats (:<# splits>/): 4:2/256.00 MB 8:1/91.27 MB 1:1/128.00 MB 9:1/128.00 MB 6:1/128.00 MB 5:1/128.00 MB 0:1/128.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 2.986198738170347 - InactiveTotalTime: 0 - PeakMemoryUsage: 70389760 - PerHostPeakMemUsage: 2575865344 - PrepareTime: 463600998 - RowsProduced: 25240197 - TotalCpuTime: 2525182700715 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1261836814846 - TotalStorageWaitTime: 768878333 - TotalTime: 1267873760522 CodeGen - AsyncTotalTime: 0 - CodegenTime: 2369483 - CompileTime: 349169396 - InactiveTotalTime: 0 - LoadTime: 457926491 - ModuleFileSize: 2033316 - TotalTime: 808877392 DataStreamSender (dst_id=5) - AsyncTotalTime: 0 - BytesSent: 434693439 - InactiveTotalTime: 0 - NetworkThroughput(*): 286858 - OverallThroughput: 343075 - PeakMemoryUsage: 172032 - SerializeBatchTime: 1868078628 - ThriftTransmitTime(*): 1515359854747 - TotalTime: 1267050188762 - UncompressedRowBatchSize: 504902552 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 4:2/256.00 MB 8:1/91.27 MB 1:1/128.00 MB 9:1/128.00 MB 6:1/128.00 MB 5:1/128.00 MB 0:1/128.00 MB Hdfs Read Thread Concurrency Bucket: 0:99.49% 1:0.513% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:8 ExecOption: Codegen enabled: 8 out of 8 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.005130228887134964 - AverageScannerThreadConcurrency: 1.9877663772691396 - BytesRead: 1035231725 - BytesReadDataNodeCache: 0 - BytesReadLocal: 364140013 - BytesReadShortCircuit: 364140013 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 7 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 70184960 - PerReadThreadRawHdfsThroughput: 111981174 - RowsRead: 25240197 - RowsReturned: 25240197 - RowsReturnedRate: 35197580 - ScanRangesComplete: 8 - ScannerThreadsInvoluntaryContextSwitches: 1773 - ScannerThreadsTotalWallClockTime: 2519462218652 - DelimiterParseTime: 1912423951 - MaterializeTupleTime(*): 2235718930 - ScannerThreadsSysTime: 182971000 - ScannerThreadsUserTime: 4457322000 - ScannerThreadsVoluntaryContextSwitches: 22763 - TotalRawHdfsReadTime(*): 9244694294 - TotalReadThroughput: 816410 - TotalTime: 717100346 Instance 1e4a31319a68e144:e2063d94483e56d9 (host=c3kuhdpnode2.premierinc.com:22000) Hdfs split stats (:<# splits>/): 0:2/256.00 MB 2:1/128.00 MB 1:2/200.26 MB 3:1/91.46 MB 8:1/90.91 MB 6:1/128.00 MB 7:2/144.58 MB - AsyncTotalTime: 0 - AverageThreadTokens: 2.990426804946151 - InactiveTotalTime: 0 - PeakMemoryUsage: 78741504 - PerHostPeakMemUsage: 2493321312 - PrepareTime: 626976278 - RowsProduced: 26557388 - TotalCpuTime: 2499609665896 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1247672481008 - TotalStorageWaitTime: 2501833570 - TotalTime: 1253560931207 CodeGen - AsyncTotalTime: 0 - CodegenTime: 12679745 - CompileTime: 458420762 - InactiveTotalTime: 0 - LoadTime: 594673111 - ModuleFileSize: 2033316 - TotalTime: 1075365763 DataStreamSender (dst_id=5) - AsyncTotalTime: 0 - BytesSent: 456085121 - InactiveTotalTime: 0 - NetworkThroughput(*): 293683 - OverallThroughput: 364143 - PeakMemoryUsage: 172032 - SerializeBatchTime: 1972869704 - ThriftTransmitTime(*): 1552981737676 - TotalTime: 1252486185002 - UncompressedRowBatchSize: 531251520 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 0:2/256.00 MB 2:1/128.00 MB 1:2/200.26 MB 3:1/91.46 MB 8:1/90.91 MB 6:1/128.00 MB 7:2/144.58 MB Hdfs Read Thread Concurrency Bucket: 0:98.8% 1:1.198% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:10 ExecOption: Codegen enabled: 10 out of 10 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.011976047904191617 - AverageScannerThreadConcurrency: 1.9920159680638723 - BytesRead: 1089700096 - BytesReadDataNodeCache: 0 - BytesReadLocal: 535415088 - BytesReadShortCircuit: 535415088 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 7 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 78536704 - PerReadThreadRawHdfsThroughput: 71382975 - RowsRead: 26557388 - RowsReturned: 26557388 - RowsReturnedRate: 26962358 - ScanRangesComplete: 10 - ScannerThreadsInvoluntaryContextSwitches: 1991 - ScannerThreadsTotalWallClockTime: 2495638571706 - DelimiterParseTime: 2012500253 - MaterializeTupleTime(*): 2347966808 - ScannerThreadsSysTime: 183971000 - ScannerThreadsUserTime: 4681287000 - ScannerThreadsVoluntaryContextSwitches: 24291 - TotalRawHdfsReadTime(*): 15265545967 - TotalReadThroughput: 869302 - TotalTime: 984980170 Instance 1e4a31319a68e144:e2063d94483e56d5 (host=c3kuhdpnode1.premierinc.com:22000) Hdfs split stats (:<# splits>/): 6:1/128.00 MB 7:1/128.00 MB 8:1/128.00 MB 5:1/128.00 MB 0:1/91.04 MB 4:1/91.13 MB 9:1/128.00 MB 1:1/128.00 MB 3:1/128.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 3.542948461845785 - InactiveTotalTime: 0 - PeakMemoryUsage: 95547392 - PerHostPeakMemUsage: 2589852704 - PrepareTime: 380934020 - RowsProduced: 27572873 - TotalCpuTime: 3186663224171 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1245665590361 - TotalStorageWaitTime: 3693676163 - TotalTime: 1251475713669 CodeGen - AsyncTotalTime: 0 - CodegenTime: 7999082 - CompileTime: 303934685 - InactiveTotalTime: 0 - LoadTime: 373671003 - ModuleFileSize: 2033316 - TotalTime: 679920981 DataStreamSender (dst_id=5) - AsyncTotalTime: 0 - BytesSent: 475011555 - InactiveTotalTime: 0 - NetworkThroughput(*): 313297 - OverallThroughput: 379781 - PeakMemoryUsage: 172032 - SerializeBatchTime: 2088924093 - ThriftTransmitTime(*): 1516168472953 - TotalTime: 1250748747108 - UncompressedRowBatchSize: 551565180 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 6:1/128.00 MB 7:1/128.00 MB 8:1/128.00 MB 5:1/128.00 MB 0:1/91.04 MB 4:1/91.13 MB 9:1/128.00 MB 1:1/128.00 MB 3:1/128.00 MB Hdfs Read Thread Concurrency Bucket: 0:98.84% 1:1.16% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:9 ExecOption: Codegen enabled: 9 out of 9 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.011595361855257898 - AverageScannerThreadConcurrency: 2.544982007197121 - BytesRead: 1130552390 - BytesReadDataNodeCache: 0 - BytesReadLocal: 402657280 - BytesReadShortCircuit: 402657280 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 9 - NumScannerThreadsStarted: 3 - PeakMemoryUsage: 95342592 - PerReadThreadRawHdfsThroughput: 64437934 - RowsRead: 27572873 - RowsReturned: 27572873 - RowsReturnedRate: 40208583 - ScanRangesComplete: 9 - ScannerThreadsInvoluntaryContextSwitches: 1953 - ScannerThreadsTotalWallClockTime: 3184136883300 - DelimiterParseTime: 2184129296 - MaterializeTupleTime(*): 2530381309 - ScannerThreadsSysTime: 143976000 - ScannerThreadsUserTime: 5120220000 - ScannerThreadsVoluntaryContextSwitches: 24803 - TotalRawHdfsReadTime(*): 17544826603 - TotalReadThroughput: 903327 - TotalTime: 685745944 Instance 1e4a31319a68e144:e2063d94483e56d7 (host=c3kuhdpnode5.premierinc.com:22000) Hdfs split stats (:<# splits>/): 5:1/128.00 MB 2:2/256.00 MB 7:3/291.44 MB 6:2/200.20 MB 8:1/91.49 MB - AsyncTotalTime: 0 - AverageThreadTokens: 2.9531062124248497 - InactiveTotalTime: 0 - PeakMemoryUsage: 70389760 - PerHostPeakMemUsage: 2540894336 - PrepareTime: 329957956 - RowsProduced: 24692948 - TotalCpuTime: 2445348546354 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1244199647423 - TotalStorageWaitTime: 2184488824 - TotalTime: 1248583964842 CodeGen - AsyncTotalTime: 0 - CodegenTime: 6770741 - CompileTime: 358966113 - InactiveTotalTime: 0 - LoadTime: 320374796 - ModuleFileSize: 2033316 - TotalTime: 682390883 DataStreamSender (dst_id=5) - AsyncTotalTime: 0 - BytesSent: 424009037 - InactiveTotalTime: 0 - NetworkThroughput(*): 272162 - OverallThroughput: 339774 - PeakMemoryUsage: 172032 - SerializeBatchTime: 1793841170 - ThriftTransmitTime(*): 1557924028328 - TotalTime: 1247912730582 - UncompressedRowBatchSize: 493955432 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 5:1/128.00 MB 2:2/256.00 MB 7:3/291.44 MB 6:2/200.20 MB 8:1/91.49 MB Hdfs Read Thread Concurrency Bucket: 0:99.08% 1:0.8026% 2:0.1204% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:9 ExecOption: Codegen enabled: 9 out of 9 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.01043338683788122 - AverageScannerThreadConcurrency: 1.9554574638844302 - BytesRead: 1014117919 - BytesReadDataNodeCache: 0 - BytesReadLocal: 364238846 - BytesReadShortCircuit: 364238846 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 5 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 70184960 - PerReadThreadRawHdfsThroughput: 93050803 - RowsRead: 24692948 - RowsReturned: 24692948 - RowsReturnedRate: 40384576 - ScanRangesComplete: 9 - ScannerThreadsInvoluntaryContextSwitches: 170 - ScannerThreadsTotalWallClockTime: 2441851031548 - DelimiterParseTime: 1816053638 - MaterializeTupleTime(*): 2157803020 - ScannerThreadsSysTime: 164974000 - ScannerThreadsUserTime: 4283348000 - ScannerThreadsVoluntaryContextSwitches: 22168 - TotalRawHdfsReadTime(*): 10898540114 - TotalReadThroughput: 813233 - TotalTime: 611445012 Instance 1e4a31319a68e144:e2063d94483e56d8 (host=c3kuhdpnode7.premierinc.com:22000) Hdfs split stats (:<# splits>/): 7:1/72.18 MB 0:1/128.00 MB 8:2/256.00 MB 1:2/256.00 MB 2:1/128.00 MB 9:1/128.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 2.9415584415584415 - InactiveTotalTime: 0 - PeakMemoryUsage: 70361088 - PerHostPeakMemUsage: 2554373648 - PrepareTime: 322998906 - RowsProduced: 24749054 - TotalCpuTime: 2401373148448 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1229155964526 - TotalStorageWaitTime: 885942859 - TotalTime: 1233486516275 CodeGen - AsyncTotalTime: 0 - CodegenTime: 3769362 - CompileTime: 279976356 - InactiveTotalTime: 0 - LoadTime: 316665807 - ModuleFileSize: 2033316 - TotalTime: 599407813 DataStreamSender (dst_id=5) - AsyncTotalTime: 0 - BytesSent: 425784580 - InactiveTotalTime: 0 - NetworkThroughput(*): 277622 - OverallThroughput: 345353 - PeakMemoryUsage: 172032 - SerializeBatchTime: 1790380635 - ThriftTransmitTime(*): 1533682707673 - TotalTime: 1232896270112 - UncompressedRowBatchSize: 495077764 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 7:1/72.18 MB 0:1/128.00 MB 8:2/256.00 MB 1:2/256.00 MB 2:1/128.00 MB 9:1/128.00 MB Hdfs Read Thread Concurrency Bucket: 0:99.23% 1:0.7717% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:8 ExecOption: Codegen enabled: 8 out of 8 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.007717303005686434 - AverageScannerThreadConcurrency: 1.943135662063363 - BytesRead: 1015221344 - BytesReadDataNodeCache: 0 - BytesReadLocal: 536873984 - BytesReadShortCircuit: 536873984 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 6 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 70180864 - PerReadThreadRawHdfsThroughput: 123722072 - RowsRead: 24749054 - RowsReturned: 24749054 - RowsReturnedRate: 44875619 - ScanRangesComplete: 8 - ScannerThreadsInvoluntaryContextSwitches: 1708 - ScannerThreadsTotalWallClockTime: 2396887129421 - DelimiterParseTime: 1852041180 - MaterializeTupleTime(*): 2177205840 - ScannerThreadsSysTime: 155975000 - ScannerThreadsUserTime: 4360336000 - ScannerThreadsVoluntaryContextSwitches: 21968 - TotalRawHdfsReadTime(*): 8205660675 - TotalReadThroughput: 824361 - TotalTime: 551503338 Instance 1e4a31319a68e144:e2063d94483e56d6 (host=c3kuhdpnode3.premierinc.com:22000) Hdfs split stats (:<# splits>/): 4:1/128.00 MB 1:2/219.31 MB 5:1/128.00 MB 3:2/256.00 MB 9:1/128.00 MB - AsyncTotalTime: 0 - AverageThreadTokens: 2.842918454935622 - InactiveTotalTime: 0 - PeakMemoryUsage: 70356992 - PerHostPeakMemUsage: 2545072048 - PrepareTime: 652488211 - RowsProduced: 21913804 - TotalCpuTime: 2150882821273 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 1159493960966 - TotalStorageWaitTime: 2816909610 - TotalTime: 1164400365420 CodeGen - AsyncTotalTime: 0 - CodegenTime: 1467558 - CompileTime: 384836473 - InactiveTotalTime: 0 - LoadTime: 643589641 - ModuleFileSize: 2033316 - TotalTime: 1034551865 DataStreamSender (dst_id=5) - AsyncTotalTime: 0 - BytesSent: 373608888 - InactiveTotalTime: 0 - NetworkThroughput(*): 260439 - OverallThroughput: 321126 - PeakMemoryUsage: 172032 - SerializeBatchTime: 1687378845 - ThriftTransmitTime(*): 1434533864139 - TotalTime: 1163433265825 - UncompressedRowBatchSize: 438361692 HDFS_SCAN_NODE (id=0) Hdfs split stats (:<# splits>/): 4:1/128.00 MB 1:2/219.31 MB 5:1/128.00 MB 3:2/256.00 MB 9:1/128.00 MB Hdfs Read Thread Concurrency Bucket: 0:98.71% 1:1.289% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: TEXT/NONE:7 ExecOption: Codegen enabled: 7 out of 7 - AsyncTotalTime: 0 - AverageHdfsReadThreadConcurrency: 0.01289213579716373 - AverageScannerThreadConcurrency: 1.8452943704340352 - BytesRead: 901055061 - BytesReadDataNodeCache: 0 - BytesReadLocal: 268437504 - BytesReadShortCircuit: 268437504 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumDisksAccessed: 5 - NumScannerThreadsStarted: 2 - PeakMemoryUsage: 70152192 - PerReadThreadRawHdfsThroughput: 68810845 - RowsRead: 21913804 - RowsReturned: 21913804 - RowsReturnedRate: 25436147 - ScanRangesComplete: 7 - ScannerThreadsInvoluntaryContextSwitches: 1460 - ScannerThreadsTotalWallClockTime: 2147657721636 - DelimiterParseTime: 1693072792 - MaterializeTupleTime(*): 1979338827 - ScannerThreadsSysTime: 155975000 - ScannerThreadsUserTime: 3955398000 - ScannerThreadsVoluntaryContextSwitches: 18911 - TotalRawHdfsReadTime(*): 13094666364 - TotalReadThroughput: 773744 - TotalTime: 861522137