Query (id=f84898b3478b4999:14c030501327c583) Summary Session ID: 654982b6a5ce1932:66775bc4f90cc3ad Session Type: HIVESERVER2 HiveServer2 Protocol Version: V6 Start Time: 2016-02-26 13:50:06.290667000 End Time: Query Type: QUERY Query State: CREATED Query Status: OK Impala Version: impalad version 2.5.0-cdh5.7.0 DEBUG (build 6ff486d649cb155e08cdeb2cb05fa35f1f83abe4) User: jenkins Connected User: jenkins Delegated User: Network Address: 172.26.27.241:57654 Default Db: tpcds_8_decimal_parquet Sql Statement: /* Mem: 132 MB. Coordinator: impala-stress-cdh5-big-9.vpc.cloudera.com. */ select c_last_name, c_first_name, c_salutation, c_preferred_cust_flag, ss_ticket_number, cnt from (select ss_ticket_number, ss_customer_sk, count(*) cnt from store_sales, date_dim, store, household_demographics where store_sales.ss_sold_date_sk = date_dim.d_date_sk and store_sales.ss_store_sk = store.s_store_sk and store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk -- and date_dim.d_dom between 1 and 2 and (household_demographics.hd_buy_potential = '>10000' or household_demographics.hd_buy_potential = 'unknown') and household_demographics.hd_vehicle_count > 0 and case when household_demographics.hd_vehicle_count > 0 then household_demographics.hd_dep_count / household_demographics.hd_vehicle_count else null end > 1 -- and date_dim.d_year in (1998, 1998 + 1, 1998 + 2) and store.s_county in ('Saginaw County', 'Sumner County', 'Appanoose County', 'Daviess County') -- partition key filter -- and ss_sold_date_sk in (2450816, 2450846, 2450847, 2450874, 2450875, 2450905, 2450906, 2450935, 2450936, 2450966, 2450967, -- 2450996, 2450997, 2451027, 2451028, 2451058, 2451059, 2451088, 2451089, 2451119, 2451120, 2451149, -- 2451150, 2451180, 2451181, 2451211, 2451212, 2451239, 2451240, 2451270, 2451271, 2451300, 2451301, -- 2451331, 2451332, 2451361, 2451362, 2451392, 2451393, 2451423, 2451424, 2451453, 2451454, 2451484, -- 2451485, 2451514, 2451515, 2451545, 2451546, 2451576, 2451577, 2451605, 2451606, 2451636, 2451637, -- 2451666, 2451667, 2451697, 2451698, 2451727, 2451728, 2451758, 2451759, 2451789, 2451790, 2451819, -- 2451820, 2451850, 2451851, 2451880, 2451881) and ss_sold_date_sk between 2451180 and 2451269 -- partition key filter (3 months) group by ss_ticket_number, ss_customer_sk ) dj, customer where ss_customer_sk = c_customer_sk and cnt between 1 and 5 order by cnt desc limit 1000; Coordinator: impala-stress-cdh5-big-9.vpc.cloudera.com:22000 Query Options (non default): ABORT_ON_ERROR=1,MEM_LIMIT=138412032,RUNTIME_FILTER_MODE=2 Plan: ---------------- Estimated Per-Host Requirements: Memory=161.02MB VCores=2 17:MERGING-EXCHANGE [UNPARTITIONED] | order by: cnt DESC | limit: 1000 | hosts=1 per-host-mem=unavailable | tuple-ids=7 row-size=96B cardinality=1000 | 10:TOP-N [LIMIT=1000] | order by: cnt DESC | hosts=1 per-host-mem=93.41KB | tuple-ids=7 row-size=96B cardinality=1000 | 09:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: c_customer_sk = ss_customer_sk | runtime filters: RF000 <- ss_customer_sk | hosts=1 per-host-mem=952.77KB | tuple-ids=6,4 row-size=112B cardinality=411000 | |--16:EXCHANGE [BROADCAST] | | hosts=9 per-host-mem=0B | | tuple-ids=4 row-size=24B cardinality=36956 | | | 15:AGGREGATE [FINALIZE] | | output: count:merge(*) | | group by: ss_ticket_number, ss_customer_sk | | having: count(*) >= 1, count(*) <= 5 | | hosts=9 per-host-mem=10.00MB | | tuple-ids=4 row-size=24B cardinality=36956 | | | 14:EXCHANGE [HASH(ss_ticket_number,ss_customer_sk)] | | hosts=9 per-host-mem=0B | | tuple-ids=4 row-size=24B cardinality=36956 | | | 07:AGGREGATE [STREAMING] | | output: count(*) | | group by: ss_ticket_number, ss_customer_sk | | hosts=9 per-host-mem=10.00MB | | tuple-ids=4 row-size=24B cardinality=36956 | | | 06:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: store_sales.ss_store_sk = store.s_store_sk | | runtime filters: RF001 <- store.s_store_sk | | hosts=9 per-host-mem=3.49KB | | tuple-ids=0,3,1,2 row-size=127B cardinality=36956 | | | |--13:EXCHANGE [BROADCAST] | | | hosts=1 per-host-mem=0B | | | tuple-ids=2 row-size=40B cardinality=82 | | | | | 02:SCAN HDFS [tpcds_8_decimal_parquet.store, RANDOM] | | partitions=1/1 files=1 size=13.40KB | | predicates: store.s_county IN ('Saginaw County', 'Sumner County', 'Appanoose County', 'Daviess County') | | table stats: 82 rows total | | column stats: all | | hosts=1 per-host-mem=32.00MB | | tuple-ids=2 row-size=40B cardinality=82 | | | 05:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: store_sales.ss_sold_date_sk = date_dim.d_date_sk | | runtime filters: RF002 <- date_dim.d_date_sk | | hosts=9 per-host-mem=62.78KB | | tuple-ids=0,3,1 row-size=88B cardinality=36956 | | | |--12:EXCHANGE [BROADCAST] | | | hosts=1 per-host-mem=0B | | | tuple-ids=1 row-size=8B cardinality=7305 | | | | | 01:SCAN HDFS [tpcds_8_decimal_parquet.date_dim, RANDOM] | | partitions=1/1 files=1 size=2.17MB | | predicates: tpcds_8_decimal_parquet.date_dim.d_date_sk >= 2451180, tpcds_8_decimal_parquet.date_dim.d_date_sk <= 2451269 | | table stats: 73049 rows total | | column stats: all | | hosts=1 per-host-mem=16.00MB | | tuple-ids=1 row-size=8B cardinality=7305 | | | 04:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: store_sales.ss_hdemo_sk = household_demographics.hd_demo_sk | | runtime filters: RF003 <- household_demographics.hd_demo_sk | | hosts=9 per-host-mem=16.89KB | | tuple-ids=0,3 row-size=80B cardinality=36956 | | | |--11:EXCHANGE [BROADCAST] | | | hosts=1 per-host-mem=0B | | | tuple-ids=3 row-size=40B cardinality=398 | | | | | 03:SCAN HDFS [tpcds_8_decimal_parquet.household_demographics, RANDOM] | | partitions=1/1 files=1 size=41.12KB | | predicates: (household_demographics.hd_buy_potential = '>10000' OR household_demographics.hd_buy_potential = 'unknown'), household_demographics.hd_vehicle_count > 0, CASE WHEN household_demographics.hd_vehicle_count > 0 THEN household_demographics.hd_dep_count / household_demographics.hd_vehicle_count ELSE NULL END > 1 | | table stats: 7200 rows total | | column stats: all | | hosts=1 per-host-mem=64.00MB | | tuple-ids=3 row-size=40B cardinality=398 | | | 00:SCAN HDFS [tpcds_8_decimal_parquet.store_sales, RANDOM] | partitions=89/1824 files=89 size=42.83MB | runtime filters: RF001 -> store_sales.ss_store_sk, RF002 -> store_sales.ss_sold_date_sk, RF003 -> store_sales.ss_hdemo_sk | table stats: 23038469 rows total | column stats: all | hosts=9 per-host-mem=64.00MB | tuple-ids=0 row-size=40B cardinality=668546 | 08:SCAN HDFS [tpcds_8_decimal_parquet.customer, RANDOM] partitions=1/1 files=1 size=22.12MB runtime filters: RF000 -> c_customer_sk table stats: 411000 rows total column stats: all hosts=1 per-host-mem=160.00MB tuple-ids=6 row-size=88B cardinality=411000 ---------------- Estimated Per-Host Mem: 168843446 Estimated Per-Host VCores: 2 Request Pool: default-pool Planner Timeline Analysis finished: 481054918 Equivalence classes computed: 517339584 Single node plan created: 986122466 Runtime filters computed: 986635306 Distributed plan created: 1784279190 Lineage info computed: 1786380494 Planning finished: 2233700184 Query Timeline Start execution: 0 Planning finished: 2692002558 Ready to start 22 remote fragments: 2916002770 All 22 remote fragments started: 67673064180 ImpalaServer - ClientFetchWaitTimer: 0 - InactiveTotalTime: 0 - RowMaterializationTimer: 0 - TotalTime: 0 Execution Profile f84898b3478b4999:14c030501327c583 Number of filters: 4 Filter routing table: ID Src. Node Tgt. Node Targets Type Partition filter Pending First arrived Completed ----------------------------------------------------------------------------------------------- 3 4 0 9 LOCAL false 1 (9) N/A N/A 2 5 0 9 LOCAL true 1 (9) N/A N/A 1 6 0 9 LOCAL false 1 (9) N/A N/A 0 9 8 1 LOCAL false 1 (1) N/A N/A Fragment start latencies: Count: 22, 25th %-ile: 235ms, 50th %-ile: 328ms, 75th %-ile: 711ms, 90th %-ile: 1s420ms, 95th %-ile: 20s000ms, 99.9th %-ile: 20s000ms - FiltersReceived: 0 - FinalizationTimer: 0 - InactiveTotalTime: 0 - TotalTime: 64829061478 Coordinator Fragment F06 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 8192 - PerHostPeakMemUsage: 0 - PrepareTime: 0 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 1000002 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 92 - BlocksRecycled: 52 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 33554432 - PeakMemoryUsage: 545952 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 EXCHANGE_NODE (id=17) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - MergeGetNext: 0 - MergeGetNextBatch: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 Averaged Fragment F00 split sizes: min: 22.12 MB, max: 22.12 MB, avg: 22.12 MB, stddev: 0 - AverageThreadTokens: 1.0 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 21968 - PerHostPeakMemUsage: 13187696 - PrepareTime: 46927001105 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 47428001118 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 92 - BlocksRecycled: 52 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 33554432 - PeakMemoryUsage: 545952 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - CodegenTime: 174000005 - CompileTime: 9271000372 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 73582002462 - PrepareTime: 45048001054 - TotalTime: 128436003902 DataStreamSender (dst_id=17) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 1488 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 SORT_NODE (id=10) - InactiveTotalTime: 0 - PeakMemoryUsage: 4096 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 46927001105 HASH_JOIN_NODE (id=9) - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 46754001100 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 46754001100 EXCHANGE_NODE (id=16) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HDFS_SCAN_NODE (id=8) - BytesRead: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 0 - MaterializeTupleTime(*): 0 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 0 - TotalReadThroughput: 0 - TotalTime: 0 Filter 0 - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Averaged Fragment F05 split sizes: min: 0, max: 0, avg: 0, stddev: 0 - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 2371584 - PerHostPeakMemUsage: 11451040 - PrepareTime: 33355585597 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 34006147285 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 92 - BlocksRecycled: 52 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 33554432 - PeakMemoryUsage: 545952 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - CodegenTime: 421334336 - CompileTime: 2932111639 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 50065467449 - PrepareTime: 31471788865 - TotalTime: 84896261048 DataStreamSender (dst_id=16) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 4096 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 222228 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=15) - BuildTime: 0 - GetNewBlockTime: 382448418 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2359296 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 33355585597 - UnpinTime: 111109 EXCHANGE_NODE (id=14) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 Averaged Fragment F01 split sizes: min: 4.11 MB, max: 5.04 MB, avg: 4.76 MB, stddev: 292.88 KB - AverageThreadTokens: 1.5343750816972657 - BloomFilterBytes: 5708913 - InactiveTotalTime: 0 - PeakMemoryUsage: 4010979 - PerHostPeakMemUsage: 11451040 - PrepareTime: 34999810308 - RowsProduced: 0 - TotalCpuTime: 353316457480 - TotalNetworkReceiveTime: 21424565658 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 217572612922 - TotalTime: 314282500421 CodeGen - CodegenTime: 275003371 - CompileTime: 3325036848 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 60553668947 - PrepareTime: 31656660287 - TotalTime: 96069259627 DataStreamSender (dst_id=14) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 36864 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 333333 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=7) - GetNewBlockTime: 150890986 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1339847 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - StreamingTime: 0 - TotalTime: 297355108804 - UnpinTime: 0 HASH_JOIN_NODE (id=6) - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - GetNewBlockTime: 157998422 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 4539743562 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 14 - PeakMemoryUsage: 1895992 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 265368784476 - UnpinTime: 0 EXCHANGE_NODE (id=13) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 18116616463 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 18116616463 HASH_JOIN_NODE (id=5) - BuildPartitionTime: 17666979 - BuildRows: 80 - BuildRowsPartitioned: 80 - BuildTime: 0 - GetNewBlockTime: 84000854 - HashBuckets: 179 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 12 - LocalTime: 1906578548 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 14 - PeakMemoryUsage: 1895765 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 242712424450 - UnpinTime: 0 EXCHANGE_NODE (id=12) - BytesReceived: 739 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 80 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 3307949195 HASH_JOIN_NODE (id=4) - BuildPartitionTime: 333333 - BuildRows: 462 - BuildRowsPartitioned: 462 - BuildTime: 17777799 - GetNewBlockTime: 16375007 - HashBuckets: 1024 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 8 - LocalTime: 1603799647 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 14 - PeakMemoryUsage: 1903274 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 237497896707 - UnpinTime: 0 EXCHANGE_NODE (id=11) - BytesReceived: 7299 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 13889108 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 462 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HDFS_SCAN_NODE (id=0) - AverageHdfsReadThreadConcurrency: 2.0128824476650564E-4 - AverageScannerThreadConcurrency: 0.9998164464023495 - BytesRead: 1061313 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1193977 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1193977 - DecompressionTime: 37875034 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 1 - NumRowGroups: 9 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 190815 - PerReadThreadRawHdfsThroughput: 434145811 - RemoteScanRanges: 0 - RowsRead: 65650 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 9 - ScannerThreadsInvoluntaryContextSwitches: 80 - ScannerThreadsTotalWallClockTime: 235461870600 - MaterializeTupleTime(*): 1625450842 - ScannerThreadsSysTime: 999444 - ScannerThreadsUserTime: 103428222 - ScannerThreadsVoluntaryContextSwitches: 138 - TotalRawHdfsReadTime(*): 8500167 - TotalReadThroughput: 3790 - TotalTime: 235894097059 Filter 1 - InactiveTotalTime: 0 - Rows processed: 65650 - Rows rejected: 65650 - Rows total: 65650 - TotalTime: 0 Filter 2 - Files processed: 8 - Files rejected: 0 - Files total: 8 - InactiveTotalTime: 0 - RowGroups processed: 68 - RowGroups rejected: 0 - RowGroups total: 68 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - Splits processed: 8 - Splits rejected: 0 - Splits total: 8 - TotalTime: 0 Filter 3 - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 48 - BlocksRecycled: 0 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 33554432 - PeakMemoryUsage: 524288 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 Averaged Fragment F04 split sizes: min: 13.40 KB, max: 13.40 KB, avg: 13.40 KB, stddev: 0 - AverageThreadTokens: 1.3153153153153154 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 116736 - PerHostPeakMemUsage: 9076912 - PrepareTime: 0 - RowsProduced: 0 - TotalCpuTime: 117606864695 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 29979985048 - TotalTime: 111755672451 DataStreamSender (dst_id=13) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 36864 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 HDFS_SCAN_NODE (id=2) - AverageHdfsReadThreadConcurrency: 0.014285714285714285 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 14295 - BytesReadDataNodeCache: 0 - BytesReadLocal: 14295 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 14295 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 71680 - PerReadThreadRawHdfsThroughput: 72561 - RemoteScanRanges: 0 - RowsRead: 82 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 35236157739 - MaterializeTupleTime(*): 0 - ScannerThreadsSysTime: 999000 - ScannerThreadsUserTime: 999000 - ScannerThreadsVoluntaryContextSwitches: 51 - TotalRawHdfsReadTime(*): 197006472 - TotalReadThroughput: 373 - TotalTime: 35427164013 Averaged Fragment F03 split sizes: min: 2.17 MB, max: 2.17 MB, avg: 2.17 MB, stddev: 0 - AverageThreadTokens: 1.0315315315315314 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1297160 - PerHostPeakMemUsage: 4944000 - PrepareTime: 999981 - RowsProduced: 90 - TotalCpuTime: 10034818600 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 105213098461 - TotalStorageWaitTime: 10999799 - TotalTime: 111135991390 DataStreamSender (dst_id=12) - BytesSent: 6651 - InactiveTotalTime: 0 - NetworkThroughput(*): 21 - OverallThroughput: 950159 - PeakMemoryUsage: 73728 - SerializeBatchTime: 6999876 - ThriftTransmitTime(*): 305123484869 - TotalTime: 6999876 - UncompressedRowBatchSize: 16236 HDFS_SCAN_NODE (id=1) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 475265 - BytesReadDataNodeCache: 0 - BytesReadLocal: 475265 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 475265 - DecompressionTime: 650988232 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 1215240 - PerReadThreadRawHdfsThroughput: 0 - RemoteScanRanges: 0 - RowsRead: 73049 - RowsReturned: 90 - RowsReturnedRate: 24 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 78 - ScannerThreadsTotalWallClockTime: 3670933638 - MaterializeTupleTime(*): 2324957971 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 74988000 - ScannerThreadsVoluntaryContextSwitches: 27 - TotalRawHdfsReadTime(*): 0 - TotalReadThroughput: 79105 - TotalTime: 3726932620 Averaged Fragment F02 split sizes: min: 41.12 KB, max: 41.12 KB, avg: 41.12 KB, stddev: 0 - AverageThreadTokens: 1.4883720930232558 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 425944 - PerHostPeakMemUsage: 4948872 - PrepareTime: 152004994 - RowsProduced: 520 - TotalCpuTime: 65339146878 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 51108679700 - TotalStorageWaitTime: 45013479058 - TotalTime: 108706572229 DataStreamSender (dst_id=11) - BytesSent: 65691 - InactiveTotalTime: 0 - NetworkThroughput(*): 1246 - OverallThroughput: 1990570 - PeakMemoryUsage: 29448 - SerializeBatchTime: 32001051 - ThriftTransmitTime(*): 52697731921 - TotalTime: 33001084 - UncompressedRowBatchSize: 234036 HDFS_SCAN_NODE (id=3) - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9905660377358491 - BytesRead: 83077 - BytesReadDataNodeCache: 0 - BytesReadLocal: 83077 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 83077 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 388304 - PerReadThreadRawHdfsThroughput: 0 - RemoteScanRanges: 0 - RowsRead: 7200 - RowsReturned: 520 - RowsReturnedRate: 9 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 30 - ScannerThreadsTotalWallClockTime: 52587727920 - MaterializeTupleTime(*): 1253041176 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 25996000 - ScannerThreadsVoluntaryContextSwitches: 26 - TotalRawHdfsReadTime(*): 0 - TotalReadThroughput: 1482 - TotalTime: 53171747106 Fragment F00 Instance f84898b3478b4999:14c030501327c585 (host=impala-stress-cdh5-big-7.vpc.cloudera.com:22000) Hdfs split stats (:<# splits>/): 0:1/22.12 MB - AverageThreadTokens: 1.0 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 21968 - PerHostPeakMemUsage: 13187696 - PrepareTime: 46927001105 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 47428001118 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 92 - BlocksRecycled: 52 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 33554432 - PeakMemoryUsage: 545952 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - CodegenTime: 174000005 - CompileTime: 9271000372 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 73582002462 - PrepareTime: 45048001054 - TotalTime: 128436003902 DataStreamSender (dst_id=17) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 1488 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 SORT_NODE (id=10) ExecOption: Codegen Enabled - InactiveTotalTime: 0 - PeakMemoryUsage: 4096 - RowsReturned: 0 - RowsReturnedRate: 0 - TotalTime: 46927001105 HASH_JOIN_NODE (id=9) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 46754001100 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 46754001100 EXCHANGE_NODE (id=16) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HDFS_SCAN_NODE (id=8) ExecOption: Expr Evaluation Codegen Disabled Hdfs split stats (:<# splits>/): 0:1/22.12 MB - BytesRead: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 0 - MaterializeTupleTime(*): 0 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 0 - TotalReadThroughput: 0 - TotalTime: 0 Filter 0 - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Fragment F05 Instance f84898b3478b4999:14c030501327c58e (host=impala-stress-cdh5-big-6.vpc.cloudera.com:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 2371584 - PerHostPeakMemUsage: 12125344 - PrepareTime: 14999728850 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 15560718710 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 92 - BlocksRecycled: 52 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 33554432 - PeakMemoryUsage: 545952 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - CodegenTime: 64998825 - CompileTime: 315994289 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 20175635312 - PrepareTime: 14473738359 - TotalTime: 35240362989 DataStreamSender (dst_id=16) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 4096 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=15) ExecOption: Codegen Enabled - BuildTime: 0 - GetNewBlockTime: 0 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2359296 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 14999728850 - UnpinTime: 999982 EXCHANGE_NODE (id=14) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c588 (host=impala-stress-cdh5-big-5.vpc.cloudera.com:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 2371584 - PerHostPeakMemUsage: 12117152 - PrepareTime: 23879496828 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 24490483954 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 92 - BlocksRecycled: 52 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 33554432 - PeakMemoryUsage: 545952 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - CodegenTime: 1248973684 - CompileTime: 4853897736 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 33286298668 - PrepareTime: 21296551257 - TotalTime: 59854738850 DataStreamSender (dst_id=16) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 4096 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=15) ExecOption: Codegen Enabled - BuildTime: 0 - GetNewBlockTime: 520989024 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2359296 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 23879496828 - UnpinTime: 0 EXCHANGE_NODE (id=14) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c587 (host=impala-stress-cdh5-big-3.vpc.cloudera.com:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 2371584 - PerHostPeakMemUsage: 12117152 - PrepareTime: 27312497850 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 28037511065 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 92 - BlocksRecycled: 52 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 33554432 - PeakMemoryUsage: 545952 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - CodegenTime: 140002552 - CompileTime: 538009807 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 34194623330 - PrepareTime: 25900472109 - TotalTime: 61173115090 DataStreamSender (dst_id=16) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 4096 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=15) ExecOption: Codegen Enabled - BuildTime: 0 - GetNewBlockTime: 0 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2359296 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 27312497850 - UnpinTime: 0 EXCHANGE_NODE (id=14) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c58b (host=impala-stress-cdh5-big-9.vpc.cloudera.com:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 2371584 - PerHostPeakMemUsage: 12195456 - PrepareTime: 28058026620 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 28356026900 CodeGen - CodegenTime: 394000374 - CompileTime: 2012001902 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 45524043086 - PrepareTime: 26782025408 - TotalTime: 74775070831 DataStreamSender (dst_id=16) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 4096 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=15) ExecOption: Codegen Enabled - BuildTime: 0 - GetNewBlockTime: 197000188 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2359296 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 28058026620 - UnpinTime: 0 EXCHANGE_NODE (id=14) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c58d (host=impala-stress-cdh5-big-4.vpc.cloudera.com:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 2371584 - PerHostPeakMemUsage: 12117152 - PrepareTime: 28120923924 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 28618940286 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 92 - BlocksRecycled: 52 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 33554432 - PeakMemoryUsage: 545952 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - CodegenTime: 441014491 - CompileTime: 807026523 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 44750470527 - PrepareTime: 26886883376 - TotalTime: 72697388739 DataStreamSender (dst_id=16) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 4096 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 1000033 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=15) ExecOption: Codegen Enabled - BuildTime: 0 - GetNewBlockTime: 0 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2359296 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 28120923924 - UnpinTime: 0 EXCHANGE_NODE (id=14) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c586 (host=impala-stress-cdh5-big-10.vpc.cloudera.com:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 2371584 - PerHostPeakMemUsage: 12117152 - PrepareTime: 34328741183 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 34786751071 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 92 - BlocksRecycled: 52 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 33554432 - PeakMemoryUsage: 545952 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - CodegenTime: 319006889 - CompileTime: 1163025109 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 50200083814 - PrepareTime: 32728706635 - TotalTime: 84877832529 DataStreamSender (dst_id=16) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 4096 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 1000023 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=15) ExecOption: Codegen Enabled - BuildTime: 0 - GetNewBlockTime: 1000022 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2359296 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 34328741183 - UnpinTime: 0 EXCHANGE_NODE (id=14) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c58c (host=impala-stress-cdh5-big-8.vpc.cloudera.com:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 2371584 - PerHostPeakMemUsage: 12220184 - PrepareTime: 35157621866 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 35781632903 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 92 - BlocksRecycled: 52 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 33554432 - PeakMemoryUsage: 545952 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - CodegenTime: 647011443 - CompileTime: 1278022605 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 54499963942 - PrepareTime: 33571593811 - TotalTime: 89497582976 DataStreamSender (dst_id=16) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 4096 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=15) ExecOption: Codegen Enabled - BuildTime: 0 - GetNewBlockTime: 0 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2359296 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 35157621866 - UnpinTime: 0 EXCHANGE_NODE (id=14) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c58a (host=impala-stress-cdh5-big-7.vpc.cloudera.com:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 2371584 - PerHostPeakMemUsage: 13187696 - PrepareTime: 47923001135 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 48659001153 CodeGen - CodegenTime: 500000013 - CompileTime: 14163000561 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 67080002223 - PrepareTime: 46304001091 - TotalTime: 127853003883 DataStreamSender (dst_id=16) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 4096 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=15) ExecOption: Codegen Enabled - BuildTime: 0 - GetNewBlockTime: 442000012 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2359296 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 47923001135 - UnpinTime: 0 EXCHANGE_NODE (id=14) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c589 (host=impala-stress-cdh5-big-2.vpc.cloudera.com:22000) - AverageThreadTokens: 1.0 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 2371584 - PerHostPeakMemUsage: 4862080 - PrepareTime: 60420232117 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 61764259526 CodeGen - CodegenTime: 37000754 - CompileTime: 1258026219 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 100878086146 - PrepareTime: 55302127747 - TotalTime: 158097253550 DataStreamSender (dst_id=16) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 4096 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=15) ExecOption: Codegen Enabled - BuildTime: 0 - GetNewBlockTime: 2281046516 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2359296 - PinTime: 0 - RowsRepartitioned: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 60420232117 - UnpinTime: 0 EXCHANGE_NODE (id=14) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 Fragment F01 Instance f84898b3478b4999:14c030501327c597 (host=impala-stress-cdh5-big-6.vpc.cloudera.com:22000) Hdfs split stats (:<# splits>/): 0:11/4.93 MB Filter 1 arrival: 1m52s Filter 2 arrival: 1m52s Filter 3 arrival: 1m52s - AverageThreadTokens: 1.0179856115107915 - BloomFilterBytes: 6291456 - InactiveTotalTime: 0 - PeakMemoryUsage: 4332112 - PerHostPeakMemUsage: 12125344 - PrepareTime: 16258706092 - RowsProduced: 0 - TotalCpuTime: 69585742380 - TotalNetworkReceiveTime: 71371710173 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 427992269 - TotalTime: 116048902774 CodeGen - CodegenTime: 228995860 - CompileTime: 1388974895 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 21594609670 - PrepareTime: 14857731416 - TotalTime: 38106311191 DataStreamSender (dst_id=14) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 36864 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=7) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 114997921 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1343488 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - StreamingTime: 0 - TotalTime: 89922374850 - UnpinTime: 0 HASH_JOIN_NODE (id=6) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - GetNewBlockTime: 0 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 463991614 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2129920 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 75222640580 - UnpinTime: 0 EXCHANGE_NODE (id=13) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 71371710173 - InactiveTotalTime: 71371710173 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 71371710173 HASH_JOIN_NODE (id=5) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 90 - BuildRowsPartitioned: 90 - BuildTime: 0 - GetNewBlockTime: 0 - HashBuckets: 202 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 14 - LocalTime: 589989336 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2130688 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 3386938793 - UnpinTime: 0 EXCHANGE_NODE (id=12) - BytesReceived: 739 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 90 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 999982 - BuildRows: 520 - BuildRowsPartitioned: 520 - BuildTime: 0 - GetNewBlockTime: 0 - HashBuckets: 1152 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 9 - LocalTime: 461991648 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2140160 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 2796949457 - UnpinTime: 0 EXCHANGE_NODE (id=11) - BytesReceived: 7299 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 520 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HDFS_SCAN_NODE (id=0) ExecOption: Expr Evaluation Codegen Disabled, Codegen enabled: 0 out of 11 Hdfs split stats (:<# splits>/): 0:11/4.93 MB Runtime filters: All filters arrived. Waited 1ms Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% File Formats: PARQUET/SNAPPY:44 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 1328213 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1328213 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1328213 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 1 - NumRowGroups: 11 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 192512 - PerReadThreadRawHdfsThroughput: 664118454 - RemoteScanRanges: 0 - RowsRead: 76450 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 11 - ScannerThreadsInvoluntaryContextSwitches: 146 - ScannerThreadsTotalWallClockTime: 2173960717 - MaterializeTupleTime(*): 1473973358 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 115982000 - ScannerThreadsVoluntaryContextSwitches: 65 - TotalRawHdfsReadTime(*): 1999964 - TotalReadThroughput: 12201 - TotalTime: 2334957809 Filter 1 - InactiveTotalTime: 0 - Rows processed: 76450 - Rows rejected: 76450 - Rows total: 76450 - TotalTime: 0 Filter 2 - Files processed: 11 - Files rejected: 0 - Files total: 11 - InactiveTotalTime: 0 - RowGroups processed: 80 - RowGroups rejected: 0 - RowGroups total: 80 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - Splits processed: 11 - Splits rejected: 0 - Splits total: 11 - TotalTime: 0 Filter 3 - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c590 (host=impala-stress-cdh5-big-3.vpc.cloudera.com:22000) Hdfs split stats (:<# splits>/): 0:10/4.57 MB Filter 1 arrival: 1m22s Filter 2 arrival: 1m52s Filter 3 arrival: 1m54s - AverageThreadTokens: 1.7128263337116914 - BloomFilterBytes: 6291456 - InactiveTotalTime: 0 - PeakMemoryUsage: 4332112 - PerHostPeakMemUsage: 12117152 - PrepareTime: 29527538226 - RowsProduced: 0 - TotalCpuTime: 447116153160 - TotalNetworkReceiveTime: 29771542757 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 307337604844 - TotalTime: 406205407368 CodeGen - CodegenTime: 185003373 - CompileTime: 3814069532 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 46335844668 - PrepareTime: 26593484743 - TotalTime: 77211407475 DataStreamSender (dst_id=14) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 36864 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=7) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 0 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1343488 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - StreamingTime: 0 - TotalTime: 390660123823 - UnpinTime: 0 HASH_JOIN_NODE (id=6) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - GetNewBlockTime: 1000018 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 1531027906 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2129920 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 364825652910 - UnpinTime: 0 EXCHANGE_NODE (id=13) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HASH_JOIN_NODE (id=5) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 90 - BuildRowsPartitioned: 90 - BuildTime: 0 - GetNewBlockTime: 0 - HashBuckets: 202 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 14 - LocalTime: 1656030187 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2130688 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 363294625004 - UnpinTime: 0 EXCHANGE_NODE (id=12) - BytesReceived: 739 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 29771542757 - PeakMemoryUsage: 0 - RowsReturned: 90 - RowsReturnedRate: 3 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 29771542757 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 1000017 - BuildRows: 520 - BuildRowsPartitioned: 520 - BuildTime: 0 - GetNewBlockTime: 0 - HashBuckets: 1152 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 9 - LocalTime: 3571065098 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2140160 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 331867052060 - UnpinTime: 0 EXCHANGE_NODE (id=11) - BytesReceived: 7299 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 520 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HDFS_SCAN_NODE (id=0) ExecOption: Expr Evaluation Codegen Disabled, Codegen enabled: 0 out of 10 Hdfs split stats (:<# splits>/): 0:10/4.57 MB Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% File Formats: PARQUET/SNAPPY:40 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 1212632 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1212632 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1212632 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 1 - NumRowGroups: 10 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 192512 - PerReadThreadRawHdfsThroughput: 1212608960 - RemoteScanRanges: 0 - RowsRead: 70846 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 10 - ScannerThreadsInvoluntaryContextSwitches: 91 - ScannerThreadsTotalWallClockTime: 327636974946 - MaterializeTupleTime(*): 999018225 - ScannerThreadsSysTime: 1999000 - ScannerThreadsUserTime: 107983000 - ScannerThreadsVoluntaryContextSwitches: 152 - TotalRawHdfsReadTime(*): 1000019 - TotalReadThroughput: 3010 - TotalTime: 328295986962 Filter 1 - InactiveTotalTime: 0 - Rows processed: 70846 - Rows rejected: 70846 - Rows total: 70846 - TotalTime: 0 Filter 2 - Files processed: 10 - Files rejected: 0 - Files total: 10 - InactiveTotalTime: 0 - RowGroups processed: 74 - RowGroups rejected: 0 - RowGroups total: 74 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - Splits processed: 10 - Splits rejected: 0 - Splits total: 10 - TotalTime: 0 Filter 3 - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c594 (host=impala-stress-cdh5-big-9.vpc.cloudera.com:22000) Hdfs split stats (:<# splits>/): 0:8/4.70 MB Filter 1 arrival: 1m48s Filter 2 arrival: 1m48s Filter 3 arrival: 1m49s - AverageThreadTokens: 1.6376089663760898 - BloomFilterBytes: 6291456 - InactiveTotalTime: 0 - PeakMemoryUsage: 4332112 - PerHostPeakMemUsage: 12195456 - PrepareTime: 28096026648 - RowsProduced: 0 - TotalCpuTime: 395312388885 - TotalNetworkReceiveTime: 21055020866 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 244922243837 - TotalTime: 346690343183 CodeGen - CodegenTime: 204000194 - CompileTime: 2093001976 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 54717051749 - PrepareTime: 25274023978 - TotalTime: 82840078417 DataStreamSender (dst_id=14) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 36864 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=7) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 0 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1343488 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - StreamingTime: 0 - TotalTime: 310612307854 - UnpinTime: 0 HASH_JOIN_NODE (id=6) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - GetNewBlockTime: 0 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 913000867 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2129920 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 282186280761 - UnpinTime: 0 EXCHANGE_NODE (id=13) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 21055020866 - InactiveTotalTime: 21055020866 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 21055020866 HASH_JOIN_NODE (id=5) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 90 - BuildRowsPartitioned: 90 - BuildTime: 0 - GetNewBlockTime: 0 - HashBuckets: 202 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 14 - LocalTime: 942000904 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2130688 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 260218259028 - UnpinTime: 0 EXCHANGE_NODE (id=12) - BytesReceived: 739 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 90 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 1000001 - BuildRows: 520 - BuildRowsPartitioned: 520 - BuildTime: 158000159 - GetNewBlockTime: 0 - HashBuckets: 1152 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 9 - LocalTime: 1842001770 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2140160 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 259276258124 - UnpinTime: 0 EXCHANGE_NODE (id=11) - BytesReceived: 7299 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 520 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HDFS_SCAN_NODE (id=0) ExecOption: Expr Evaluation Codegen Disabled, Codegen enabled: 0 out of 8 Hdfs split stats (:<# splits>/): 0:8/4.70 MB Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% File Formats: PARQUET/SNAPPY:32 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 1016125 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1016125 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1016125 - DecompressionTime: 301000298 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 1 - NumRowGroups: 8 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 262624 - PerReadThreadRawHdfsThroughput: 0 - RemoteScanRanges: 0 - RowsRead: 74677 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 8 - ScannerThreadsInvoluntaryContextSwitches: 92 - ScannerThreadsTotalWallClockTime: 257270256189 - MaterializeTupleTime(*): 3311003280 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 115982000 - ScannerThreadsVoluntaryContextSwitches: 153 - TotalRawHdfsReadTime(*): 0 - TotalReadThroughput: 2989 - TotalTime: 257434256354 Filter 1 - InactiveTotalTime: 0 - Rows processed: 74677 - Rows rejected: 74677 - Rows total: 74677 - TotalTime: 0 Filter 2 - Files processed: 8 - Files rejected: 0 - Files total: 8 - InactiveTotalTime: 0 - RowGroups processed: 78 - RowGroups rejected: 0 - RowGroups total: 78 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - Splits processed: 8 - Splits rejected: 0 - Splits total: 8 - TotalTime: 0 Filter 3 - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c596 (host=impala-stress-cdh5-big-4.vpc.cloudera.com:22000) Hdfs split stats (:<# splits>/): 0:10/4.59 MB Filter 1 arrival: 1m52s Filter 2 arrival: 1m52s Filter 3 arrival: 1m52s - AverageThreadTokens: 1.7465535524920466 - BloomFilterBytes: 6291456 - InactiveTotalTime: 0 - PeakMemoryUsage: 4332112 - PerHostPeakMemUsage: 12117152 - PrepareTime: 28683942428 - RowsProduced: 0 - TotalCpuTime: 481484834205 - TotalNetworkReceiveTime: 24194795224 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 324557676327 - TotalTime: 416333692829 CodeGen - CodegenTime: 4000132 - CompileTime: 2763090811 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 53298751492 - PrepareTime: 25974853413 - TotalTime: 82281703766 DataStreamSender (dst_id=14) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 36864 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=7) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 295009693 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1343488 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - StreamingTime: 0 - TotalTime: 408505435332 - UnpinTime: 0 HASH_JOIN_NODE (id=6) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - GetNewBlockTime: 5000164 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 1821059838 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2129920 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 382643585615 - UnpinTime: 0 EXCHANGE_NODE (id=13) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 24194795224 - InactiveTotalTime: 24194795224 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 24194795224 HASH_JOIN_NODE (id=5) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 90 - BuildRowsPartitioned: 90 - BuildTime: 0 - GetNewBlockTime: 0 - HashBuckets: 202 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 14 - LocalTime: 1490048965 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2130688 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 356627730553 - UnpinTime: 0 EXCHANGE_NODE (id=12) - BytesReceived: 739 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 90 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 520 - BuildRowsPartitioned: 520 - BuildTime: 1000033 - GetNewBlockTime: 1000033 - HashBuckets: 1152 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 9 - LocalTime: 952031289 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2140160 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 355137681588 - UnpinTime: 0 EXCHANGE_NODE (id=11) - BytesReceived: 7299 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 520 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HDFS_SCAN_NODE (id=0) ExecOption: Expr Evaluation Codegen Disabled, Codegen enabled: 0 out of 10 Hdfs split stats (:<# splits>/): 0:10/4.59 MB Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% File Formats: PARQUET/SNAPPY:40 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 1211835 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1211835 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1211835 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 1 - NumRowGroups: 10 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 192512 - PerReadThreadRawHdfsThroughput: 0 - RemoteScanRanges: 0 - RowsRead: 71122 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 10 - ScannerThreadsInvoluntaryContextSwitches: 87 - ScannerThreadsTotalWallClockTime: 354126648360 - MaterializeTupleTime(*): 1599052605 - ScannerThreadsSysTime: 999000 - ScannerThreadsUserTime: 114982000 - ScannerThreadsVoluntaryContextSwitches: 177 - TotalRawHdfsReadTime(*): 0 - TotalReadThroughput: 2756 - TotalTime: 354185650299 Filter 1 - InactiveTotalTime: 0 - Rows processed: 71122 - Rows rejected: 71122 - Rows total: 71122 - TotalTime: 0 Filter 2 - Files processed: 10 - Files rejected: 0 - Files total: 10 - InactiveTotalTime: 0 - RowGroups processed: 74 - RowGroups rejected: 0 - RowGroups total: 74 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - Splits processed: 10 - Splits rejected: 0 - Splits total: 10 - TotalTime: 0 Filter 3 - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c591 (host=impala-stress-cdh5-big-5.vpc.cloudera.com:22000) Hdfs split stats (:<# splits>/): 0:11/5.04 MB Filter 1 arrival: 1m52s Filter 2 arrival: 1m53s Filter 3 arrival: 1m53s - AverageThreadTokens: 1.5869218500797448 - BloomFilterBytes: 6291456 - InactiveTotalTime: 0 - PeakMemoryUsage: 4332112 - PerHostPeakMemUsage: 12117152 - PrepareTime: 28732394575 - RowsProduced: 0 - TotalCpuTime: 280805091285 - TotalNetworkReceiveTime: 46428021910 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 173358354015 - TotalTime: 283056043775 CodeGen - CodegenTime: 10999768 - CompileTime: 2076956242 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 30151364733 - PrepareTime: 25786456647 - TotalTime: 58657764074 DataStreamSender (dst_id=14) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 36864 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 999980 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=7) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 0 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1343488 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - StreamingTime: 0 - TotalTime: 263008465464 - UnpinTime: 0 HASH_JOIN_NODE (id=6) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - GetNewBlockTime: 609987151 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 2595945306 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2129920 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 236778018118 - UnpinTime: 0 EXCHANGE_NODE (id=13) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 46428021910 - InactiveTotalTime: 46428021910 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 46428021910 HASH_JOIN_NODE (id=5) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 90 - BuildRowsPartitioned: 90 - BuildTime: 0 - GetNewBlockTime: 153996756 - HashBuckets: 202 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 14 - LocalTime: 1950958897 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2130688 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 187754050902 - UnpinTime: 0 EXCHANGE_NODE (id=12) - BytesReceived: 739 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 90 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 520 - BuildRowsPartitioned: 520 - BuildTime: 0 - GetNewBlockTime: 0 - HashBuckets: 1152 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 9 - LocalTime: 501989421 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2140160 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 185803092005 - UnpinTime: 0 EXCHANGE_NODE (id=11) - BytesReceived: 7299 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 520 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HDFS_SCAN_NODE (id=0) ExecOption: Expr Evaluation Codegen Disabled, Codegen enabled: 0 out of 11 Hdfs split stats (:<# splits>/): 0:11/5.04 MB Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% File Formats: PARQUET/SNAPPY:44 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 1332629 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1332629 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1332629 - DecompressionTime: 999979 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 1 - NumRowGroups: 11 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 192512 - PerReadThreadRawHdfsThroughput: 0 - RemoteScanRanges: 0 - RowsRead: 78116 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 11 - ScannerThreadsInvoluntaryContextSwitches: 88 - ScannerThreadsTotalWallClockTime: 184708115075 - MaterializeTupleTime(*): 2336950848 - ScannerThreadsSysTime: 1999000 - ScannerThreadsUserTime: 121981000 - ScannerThreadsVoluntaryContextSwitches: 198 - TotalRawHdfsReadTime(*): 0 - TotalReadThroughput: 4931 - TotalTime: 185301102584 Filter 1 - InactiveTotalTime: 0 - Rows processed: 78116 - Rows rejected: 78116 - Rows total: 78116 - TotalTime: 0 Filter 2 - Files processed: 11 - Files rejected: 0 - Files total: 11 - InactiveTotalTime: 0 - RowGroups processed: 81 - RowGroups rejected: 0 - RowGroups total: 81 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - Splits processed: 11 - Splits rejected: 0 - Splits total: 11 - TotalTime: 0 Filter 3 - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c58f (host=impala-stress-cdh5-big-10.vpc.cloudera.com:22000) Hdfs split stats (:<# splits>/): 0:11/4.93 MB Filter 1 arrival: 2m17s Filter 2 arrival: 2m18s Filter 3 arrival: 2m19s - AverageThreadTokens: 1.6670247046186897 - BloomFilterBytes: 6291456 - InactiveTotalTime: 0 - PeakMemoryUsage: 4332112 - PerHostPeakMemUsage: 12117152 - PrepareTime: 36223782094 - RowsProduced: 0 - TotalCpuTime: 500699814312 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 285364164377 - TotalTime: 399540630323 CodeGen - CodegenTime: 373008053 - CompileTime: 3718080269 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 69893508966 - PrepareTime: 32342698303 - TotalTime: 106541300211 DataStreamSender (dst_id=14) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 36864 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=7) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 97002094 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1343488 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - StreamingTime: 0 - TotalTime: 377127145545 - UnpinTime: 0 HASH_JOIN_NODE (id=6) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - GetNewBlockTime: 1000022 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 25807557148 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2129920 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 344918450111 - UnpinTime: 0 EXCHANGE_NODE (id=13) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HASH_JOIN_NODE (id=5) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 90 - BuildRowsPartitioned: 90 - BuildTime: 0 - GetNewBlockTime: 467010081 - HashBuckets: 202 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 14 - LocalTime: 2698058250 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2130688 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 319110892963 - UnpinTime: 0 EXCHANGE_NODE (id=12) - BytesReceived: 739 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 90 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 520 - BuildRowsPartitioned: 520 - BuildTime: 0 - GetNewBlockTime: 0 - HashBuckets: 1152 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 9 - LocalTime: 2524054493 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2140160 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 316412834713 - UnpinTime: 0 EXCHANGE_NODE (id=11) - BytesReceived: 7299 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 520 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HDFS_SCAN_NODE (id=0) ExecOption: Expr Evaluation Codegen Disabled, Codegen enabled: 0 out of 11 Hdfs split stats (:<# splits>/): 0:11/4.93 MB Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:99.84% 1:0.161% 2:0% 3:0% 4:0% File Formats: PARQUET/SNAPPY:44 - AverageHdfsReadThreadConcurrency: 0.001610305958132045 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 1330153 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1330153 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1330153 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 1 - NumRowGroups: 11 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 192512 - PerReadThreadRawHdfsThroughput: 21453616 - RemoteScanRanges: 0 - RowsRead: 76416 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 11 - ScannerThreadsInvoluntaryContextSwitches: 76 - ScannerThreadsTotalWallClockTime: 312574751853 - MaterializeTupleTime(*): 1025022166 - ScannerThreadsSysTime: 999000 - ScannerThreadsUserTime: 120981000 - ScannerThreadsVoluntaryContextSwitches: 187 - TotalRawHdfsReadTime(*): 62001341 - TotalReadThroughput: 3201 - TotalTime: 313888780220 Filter 1 - InactiveTotalTime: 0 - Rows processed: 76416 - Rows rejected: 76416 - Rows total: 76416 - TotalTime: 0 Filter 2 - Files processed: 11 - Files rejected: 0 - Files total: 11 - InactiveTotalTime: 0 - RowGroups processed: 79 - RowGroups rejected: 0 - RowGroups total: 79 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - Splits processed: 11 - Splits rejected: 0 - Splits total: 11 - TotalTime: 0 Filter 3 - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c595 (host=impala-stress-cdh5-big-8.vpc.cloudera.com:22000) Hdfs split stats (:<# splits>/): 0:8/4.96 MB Filter 1 arrival: 1m53s Filter 2 arrival: 1m54s Filter 3 arrival: 1m54s - AverageThreadTokens: 1.724946695095949 - BloomFilterBytes: 6291456 - InactiveTotalTime: 0 - PeakMemoryUsage: 4332112 - PerHostPeakMemUsage: 12220184 - PrepareTime: 36384643567 - RowsProduced: 0 - TotalCpuTime: 510380041519 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 306614436267 - TotalTime: 398464061699 CodeGen - CodegenTime: 1094019351 - CompileTime: 3410060310 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 70396245079 - PrepareTime: 33296588945 - TotalTime: 107307897960 DataStreamSender (dst_id=14) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 36864 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 1000018 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=7) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 0 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1343488 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - StreamingTime: 0 - TotalTime: 384892821256 - UnpinTime: 0 HASH_JOIN_NODE (id=6) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - GetNewBlockTime: 0 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 2477043809 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2129920 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 348863183854 - UnpinTime: 0 EXCHANGE_NODE (id=13) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HASH_JOIN_NODE (id=5) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 159002814 - BuildRows: 90 - BuildRowsPartitioned: 90 - BuildTime: 0 - GetNewBlockTime: 0 - HashBuckets: 202 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 14 - LocalTime: 1688029856 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2130688 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 346386140045 - UnpinTime: 0 EXCHANGE_NODE (id=12) - BytesReceived: 739 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 90 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 520 - BuildRowsPartitioned: 520 - BuildTime: 0 - GetNewBlockTime: 1000018 - HashBuckets: 1152 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 9 - LocalTime: 1015017952 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2140160 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 344698110189 - UnpinTime: 0 EXCHANGE_NODE (id=11) - BytesReceived: 7299 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 520 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HDFS_SCAN_NODE (id=0) ExecOption: Expr Evaluation Codegen Disabled, Codegen enabled: 0 out of 8 Hdfs split stats (:<# splits>/): 0:8/4.96 MB Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% File Formats: PARQUET/SNAPPY:32 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9985315712187959 - BytesRead: 1029776 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1029776 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1029776 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 1 - NumRowGroups: 8 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 295544 - PerReadThreadRawHdfsThroughput: 1029757464 - RemoteScanRanges: 0 - RowsRead: 79618 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 8 - ScannerThreadsInvoluntaryContextSwitches: 74 - ScannerThreadsTotalWallClockTime: 343132082485 - MaterializeTupleTime(*): 2072036733 - ScannerThreadsSysTime: 2999000 - ScannerThreadsUserTime: 118981000 - ScannerThreadsVoluntaryContextSwitches: 151 - TotalRawHdfsReadTime(*): 1000018 - TotalReadThroughput: 2441 - TotalTime: 343683092237 Filter 1 - InactiveTotalTime: 0 - Rows processed: 79618 - Rows rejected: 79618 - Rows total: 79618 - TotalTime: 0 Filter 2 - Files processed: 8 - Files rejected: 0 - Files total: 8 - InactiveTotalTime: 0 - RowGroups processed: 80 - RowGroups rejected: 0 - RowGroups total: 80 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - Splits processed: 8 - Splits rejected: 0 - Splits total: 8 - TotalTime: 0 Filter 3 - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c593 (host=impala-stress-cdh5-big-7.vpc.cloudera.com:22000) Hdfs split stats (:<# splits>/): 0:9/4.11 MB Filter 1 arrival: 2m11s Filter 2 arrival: 2m12s Filter 3 arrival: 2m12s - AverageThreadTokens: 1.7155080213903744 - BloomFilterBytes: 6291456 - InactiveTotalTime: 0 - PeakMemoryUsage: 4332112 - PerHostPeakMemUsage: 13187696 - PrepareTime: 49404001192 - RowsProduced: 0 - TotalCpuTime: 494464051578 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 315571044368 - TotalTime: 394807047459 CodeGen - CodegenTime: 198000004 - CompileTime: 5989000244 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 71171002456 - PrepareTime: 46645001116 - TotalTime: 124135003824 DataStreamSender (dst_id=14) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 36864 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 1000000 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=7) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 402000011 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1343488 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - StreamingTime: 0 - TotalTime: 389780047163 - UnpinTime: 0 HASH_JOIN_NODE (id=6) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - GetNewBlockTime: 647000027 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 2036000071 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2129920 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 342957045959 - UnpinTime: 0 EXCHANGE_NODE (id=13) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HASH_JOIN_NODE (id=5) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 90 - BuildRowsPartitioned: 90 - BuildTime: 0 - GetNewBlockTime: 51000002 - HashBuckets: 202 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 14 - LocalTime: 1707000054 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2130688 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 340921045888 - UnpinTime: 0 EXCHANGE_NODE (id=12) - BytesReceived: 739 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 90 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled, Build-Side Runtime-Filter Produced - BuildPartitionTime: 0 - BuildRows: 520 - BuildRowsPartitioned: 520 - BuildTime: 1000000 - GetNewBlockTime: 129000005 - HashBuckets: 1152 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 9 - LocalTime: 1354000045 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 2140160 - PinTime: 0 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 339214045834 - UnpinTime: 0 EXCHANGE_NODE (id=11) - BytesReceived: 7299 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 28000001 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 520 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HDFS_SCAN_NODE (id=0) ExecOption: Expr Evaluation Codegen Disabled, Codegen enabled: 0 out of 9 Hdfs split stats (:<# splits>/): 0:9/4.11 MB Runtime filters: All filters arrived. Waited 0 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% File Formats: PARQUET/SNAPPY:36 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 1090456 - BytesReadDataNodeCache: 0 - BytesReadLocal: 1090456 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1090456 - DecompressionTime: 1000000 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 1 - NumRowGroups: 9 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 192512 - PerReadThreadRawHdfsThroughput: 545228000 - RemoteScanRanges: 0 - RowsRead: 63605 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 9 - ScannerThreadsInvoluntaryContextSwitches: 67 - ScannerThreadsTotalWallClockTime: 337534045775 - MaterializeTupleTime(*): 1812000364 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 113982000 - ScannerThreadsVoluntaryContextSwitches: 166 - TotalRawHdfsReadTime(*): 2000000 - TotalReadThroughput: 2588 - TotalTime: 337860045789 Filter 1 - InactiveTotalTime: 0 - Rows processed: 63605 - Rows rejected: 63605 - Rows total: 63605 - TotalTime: 0 Filter 2 - Files processed: 9 - Files rejected: 0 - Files total: 9 - InactiveTotalTime: 0 - RowGroups processed: 67 - RowGroups rejected: 0 - RowGroups total: 67 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - Splits processed: 9 - Splits rejected: 0 - Splits total: 9 - TotalTime: 0 Filter 3 - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Instance f84898b3478b4999:14c030501327c592 (host=impala-stress-cdh5-big-2.vpc.cloudera.com:22000) Hdfs split stats (:<# splits>/): 0:11/5.01 MB - AverageThreadTokens: 1.0 - BloomFilterBytes: 1048576 - InactiveTotalTime: 0 - PeakMemoryUsage: 1441920 - PerHostPeakMemUsage: 4862080 - PrepareTime: 61687257955 - RowsProduced: 0 - TotalCpuTime: 0 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 0 - TotalTime: 67396374379 BlockMgr - BlockWritesOutstanding: 0 - BlocksCreated: 48 - BlocksRecycled: 0 - BufferedPins: 0 - BytesWritten: 0 - InactiveTotalTime: 0 - MaxBlockSize: 8388608 - MemoryLimit: 33554432 - PeakMemoryUsage: 524288 - TotalBufferWaitTime: 0 - TotalEncryptionTime: 0 - TotalIntegrityCheckTime: 0 - TotalReadBlockTime: 0 - TotalTime: 0 CodeGen - CodegenTime: 177003609 - CompileTime: 4672097359 - InactiveTotalTime: 0 - LoadTime: 0 - ModuleBitcodeSize: 1939728 - OptimizationTime: 127424641710 - PrepareTime: 54139104029 - TotalTime: 187541869731 DataStreamSender (dst_id=14) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 36864 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=7) ExecOption: Streaming Preaggregation, Codegen Enabled - GetNewBlockTime: 449009157 - GetResultsTime: 0 - HTResizeTime: 0 - HashBuckets: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - PartitionsCreated: 16 - PeakMemoryUsage: 1310720 - PinTime: 0 - ReductionFactorEstimate: 0.0 - ReductionFactorThresholdToExpand: 0.0 - RowsPassedThrough: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - StreamingTime: 0 - TotalTime: 61687257955 - UnpinTime: 0 HASH_JOIN_NODE (id=6) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 3212065501 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 24576 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 9924202377 EXCHANGE_NODE (id=13) - BytesReceived: 0 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HASH_JOIN_NODE (id=5) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 4437090483 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 16384 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 6712136876 EXCHANGE_NODE (id=12) - BytesReceived: 739 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 0 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HASH_JOIN_NODE (id=4) ExecOption: Build Side Codegen Enabled, Probe Side Codegen Enabled - BuildPartitionTime: 0 - BuildRows: 0 - BuildRowsPartitioned: 0 - BuildTime: 0 - HashBuckets: 0 - HashCollisions: 0 - InactiveTotalTime: 0 - LargestPartitionPercent: 0 - LocalTime: 2212045109 - MaxPartitionLevel: 0 - NumRepartitions: 0 - PartitionsCreated: 0 - PeakMemoryUsage: 8192 - ProbeRows: 0 - ProbeRowsPartitioned: 0 - ProbeTime: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SpilledPartitions: 0 - TotalTime: 2275046393 EXCHANGE_NODE (id=11) - BytesReceived: 7299 - ConvertRowBatchTime: 0 - DeserializeRowBatchTimer: 97001979 - FirstBatchArrivalWaitTime: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - SendersBlockedTimer: 0 - SendersBlockedTotalTimer(*): 0 - TotalTime: 0 HDFS_SCAN_NODE (id=0) ExecOption: Expr Evaluation Codegen Disabled Hdfs split stats (:<# splits>/): 0:11/5.01 MB - BytesRead: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 4096 - RowsRead: 0 - RowsReturned: 0 - RowsReturnedRate: 0 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 0 - MaterializeTupleTime(*): 0 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 0 - ScannerThreadsVoluntaryContextSwitches: 0 - TotalReadThroughput: 0 - TotalTime: 63001284 Filter 1 - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Filter 2 - Files processed: 0 - Files rejected: 0 - Files total: 0 - InactiveTotalTime: 0 - RowGroups processed: 0 - RowGroups rejected: 0 - RowGroups total: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - Splits processed: 0 - Splits rejected: 0 - Splits total: 0 - TotalTime: 0 Filter 3 - InactiveTotalTime: 0 - Rows processed: 0 - Rows rejected: 0 - Rows total: 0 - TotalTime: 0 Fragment F04 Instance f84898b3478b4999:14c030501327c598 (host=impala-stress-cdh5-big-4.vpc.cloudera.com:22000) Hdfs split stats (:<# splits>/): 0:1/13.40 KB - AverageThreadTokens: 1.3153153153153154 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 116736 - PerHostPeakMemUsage: 9076912 - PrepareTime: 0 - RowsProduced: 0 - TotalCpuTime: 117606864695 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 0 - TotalStorageWaitTime: 29979985048 - TotalTime: 111755672451 DataStreamSender (dst_id=13) - BytesSent: 0 - InactiveTotalTime: 0 - NetworkThroughput(*): 0 - OverallThroughput: 0 - PeakMemoryUsage: 36864 - SerializeBatchTime: 0 - ThriftTransmitTime(*): 0 - TotalTime: 0 - UncompressedRowBatchSize: 0 HDFS_SCAN_NODE (id=2) ExecOption: Expr Evaluation Codegen Disabled, Codegen enabled: 0 out of 1 Hdfs split stats (:<# splits>/): 0:1/13.40 KB Hdfs Read Thread Concurrency Bucket: 0:98.57% 1:1.429% 2:0% 3:0% 4:0% File Formats: PARQUET/SNAPPY:2 - AverageHdfsReadThreadConcurrency: 0.014285714285714285 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 14295 - BytesReadDataNodeCache: 0 - BytesReadLocal: 14295 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 14295 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 2 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 71680 - PerReadThreadRawHdfsThroughput: 72561 - RemoteScanRanges: 0 - RowsRead: 82 - RowsReturned: 0 - RowsReturnedRate: 0 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 0 - ScannerThreadsTotalWallClockTime: 35236157739 - MaterializeTupleTime(*): 0 - ScannerThreadsSysTime: 999000 - ScannerThreadsUserTime: 999000 - ScannerThreadsVoluntaryContextSwitches: 51 - TotalRawHdfsReadTime(*): 197006472 - TotalReadThroughput: 373 - TotalTime: 35427164013 Fragment F03 Instance f84898b3478b4999:14c030501327c599 (host=impala-stress-cdh5-big-6.vpc.cloudera.com:22000) Hdfs split stats (:<# splits>/): 0:1/2.17 MB - AverageThreadTokens: 1.0315315315315314 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 1297160 - PerHostPeakMemUsage: 4944000 - PrepareTime: 999981 - RowsProduced: 90 - TotalCpuTime: 10034818600 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 105213098461 - TotalStorageWaitTime: 10999799 - TotalTime: 111135991390 DataStreamSender (dst_id=12) - BytesSent: 6651 - InactiveTotalTime: 0 - NetworkThroughput(*): 21 - OverallThroughput: 950159 - PeakMemoryUsage: 73728 - SerializeBatchTime: 6999876 - ThriftTransmitTime(*): 305123484869 - TotalTime: 6999876 - UncompressedRowBatchSize: 16236 HDFS_SCAN_NODE (id=1) ExecOption: Expr Evaluation Codegen Disabled, Codegen enabled: 0 out of 1 Hdfs split stats (:<# splits>/): 0:1/2.17 MB Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% File Formats: PARQUET/SNAPPY:1 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 1.0 - BytesRead: 475265 - BytesReadDataNodeCache: 0 - BytesReadLocal: 475265 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 475265 - DecompressionTime: 650988232 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 1 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 1215240 - PerReadThreadRawHdfsThroughput: 0 - RemoteScanRanges: 0 - RowsRead: 73049 - RowsReturned: 90 - RowsReturnedRate: 24 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 78 - ScannerThreadsTotalWallClockTime: 3670933638 - MaterializeTupleTime(*): 2324957971 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 74988000 - ScannerThreadsVoluntaryContextSwitches: 27 - TotalRawHdfsReadTime(*): 0 - TotalReadThroughput: 79105 - TotalTime: 3726932620 Fragment F02 Instance f84898b3478b4999:14c030501327c59a (host=impala-stress-cdh5-big-4.vpc.cloudera.com:22000) Hdfs split stats (:<# splits>/): 0:1/41.12 KB - AverageThreadTokens: 1.4883720930232558 - BloomFilterBytes: 0 - InactiveTotalTime: 0 - PeakMemoryUsage: 425944 - PerHostPeakMemUsage: 4948872 - PrepareTime: 152004994 - RowsProduced: 520 - TotalCpuTime: 65339146878 - TotalNetworkReceiveTime: 0 - TotalNetworkSendTime: 51108679700 - TotalStorageWaitTime: 45013479058 - TotalTime: 108706572229 DataStreamSender (dst_id=11) - BytesSent: 65691 - InactiveTotalTime: 0 - NetworkThroughput(*): 1246 - OverallThroughput: 1990570 - PeakMemoryUsage: 29448 - SerializeBatchTime: 32001051 - ThriftTransmitTime(*): 52697731921 - TotalTime: 33001084 - UncompressedRowBatchSize: 234036 HDFS_SCAN_NODE (id=3) ExecOption: Expr Evaluation Codegen Disabled, Codegen enabled: 0 out of 1 Hdfs split stats (:<# splits>/): 0:1/41.12 KB Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% File Formats: PARQUET/SNAPPY:4 - AverageHdfsReadThreadConcurrency: 0.0 - AverageScannerThreadConcurrency: 0.9905660377358491 - BytesRead: 83077 - BytesReadDataNodeCache: 0 - BytesReadLocal: 83077 - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 83077 - DecompressionTime: 0 - InactiveTotalTime: 0 - MaxCompressedTextFileLength: 0 - NumColumns: 4 - NumDisksAccessed: 1 - NumRowGroups: 1 - NumScannerThreadsStarted: 1 - PeakMemoryUsage: 388304 - PerReadThreadRawHdfsThroughput: 0 - RemoteScanRanges: 0 - RowsRead: 7200 - RowsReturned: 520 - RowsReturnedRate: 9 - ScanRangesComplete: 1 - ScannerThreadsInvoluntaryContextSwitches: 30 - ScannerThreadsTotalWallClockTime: 52587727920 - MaterializeTupleTime(*): 1253041176 - ScannerThreadsSysTime: 0 - ScannerThreadsUserTime: 25996000 - ScannerThreadsVoluntaryContextSwitches: 26 - TotalRawHdfsReadTime(*): 0 - TotalReadThroughput: 1482 - TotalTime: 53171747106