Query (id=59404109c550c44f:b725657600000000): Summary: Session ID: e24cb5dd863641ef:8e2fbfdd6167febb Session Type: BEESWAX Start Time: 2018-03-15 13:11:15.564074000 End Time: 2018-03-15 13:18:51.252757000 Query Type: QUERY Query State: FINISHED Query Status: OK Impala Version: impalad version 2.11.0-SNAPSHOT RELEASE (build d4596f9ca3ea32a8008cdc809a7ac9a3dea47962) User: mmokhtar Connected User: mmokhtar Delegated User: Network Address: ::ffff:10.17.234.27:49600 Default Db: tpch_300_parquet Sql Statement: WITH cte1 AS (SELECT c1, c2, orderkey FROM (SELECT Repeat(Group_concat(o_comment, o_comment), 20) AS c1, Repeat(Group_concat(o_comment, o_comment), 20) AS c2, o_orderkey % 700 AS orderkey FROM orders WHERE o_orderkey < 800000000 GROUP BY orderkey UNION ALL SELECT Repeat(Group_concat(o_comment, o_comment), 20) AS c1, Repeat(Group_concat(o_comment, o_comment), 20) AS c2, o_orderkey % 700 AS orderkey FROM orders WHERE o_orderkey = 1 GROUP BY orderkey) a), cte2 AS (SELECT o_orderkey % 700 AS orderkey FROM orders WHERE o_orderkey < 800000000 GROUP BY orderkey UNION ALL SELECT o_orderkey % 700 AS orderkey FROM orders WHERE o_orderkey = 1 GROUP BY orderkey) SELECT /* +straight_join */ Count(*), Max(Length(t1.c1)), Max(Length(t1.c2)), Max(Length(Substr(t1.c1, 1, 30))), Max(Length(Substr(t1.c2, 1, 30))) FROM cte1 t1 JOIN /* +shuffle */ cte2 t2 ON t1.orderkey = t2.orderkey Coordinator: vd1317.foo:22000 Query Options (set by configuration): RUNTIME_FILTER_MIN_SIZE=8192 Query Options (set by configuration and planner): MT_DOP=0,RUNTIME_FILTER_MIN_SIZE=8192 Plan: ---------------- Max Per-Host Resource Reservation: Memory=176.00MB Per-Host Resource Estimates: Memory=3.56GB F11:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | Per-Host Resources: mem-estimate=10.00MB mem-reservation=0B PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | 23:AGGREGATE [FINALIZE] | output: count:merge(*), max:merge(length(t1.c1)), max:merge(length(t1.c2)), max:merge(length(substr(t1.c1, 1, 30))), max:merge(length(substr(t1.c2, 1, 30))) | mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=13 row-size=24B cardinality=1 | 22:EXCHANGE [UNPARTITIONED] | mem-estimate=0B mem-reservation=0B | tuple-ids=13 row-size=24B cardinality=1 | F10:PLAN FRAGMENT [HASH(orderkey)] hosts=7 instances=7 Per-Host Resources: mem-estimate=63.95MB mem-reservation=34.00MB 11:AGGREGATE | output: count(*), max(length(c1)), max(length(c2)), max(length(substr(c1, 1, 30))), max(length(substr(c2, 1, 30))) | mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=13 row-size=24B cardinality=1 | 10:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: orderkey = orderkey | fk/pk conjuncts: assumed fk/pk | mem-estimate=53.95MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=4,11 row-size=48B cardinality=45000001 | |--21:EXCHANGE [HASH(orderkey)] | | mem-estimate=0B mem-reservation=0B | | tuple-ids=11 row-size=8B cardinality=45000001 | | | F09:PLAN FRAGMENT [RANDOM] hosts=7 instances=7 | Per-Host Resources: mem-estimate=377.66MB mem-reservation=34.00MB | 05:UNION | | pass-through-operands: all | | mem-estimate=0B mem-reservation=0B | | tuple-ids=11 row-size=8B cardinality=45000001 | | | |--19:AGGREGATE [FINALIZE] | | | group by: o_orderkey % 700 | | | mem-estimate=10.00MB mem-reservation=1.94MB spill-buffer=64.00KB | | | tuple-ids=10 row-size=8B cardinality=1 | | | | | 18:EXCHANGE [HASH(o_orderkey % 700)] | | | mem-estimate=0B mem-reservation=0B | | | tuple-ids=10 row-size=8B cardinality=1 | | | | | F07:PLAN FRAGMENT [RANDOM] hosts=7 instances=7 | | Per-Host Resources: mem-estimate=98.00MB mem-reservation=2.00MB | | 09:AGGREGATE [STREAMING] | | | group by: o_orderkey % 700 | | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB | | | tuple-ids=10 row-size=8B cardinality=1 | | | | | 08:SCAN HDFS [tpch_300_parquet.orders, RANDOM] | | partitions=1/1 files=77 size=18.27GB | | predicates: o_orderkey = 1 | | stored statistics: | | table: rows=450000000 size=18.27GB | | columns: all | | extrapolated-rows=disabled | | parquet statistics predicates: o_orderkey = 1 | | parquet dictionary predicates: o_orderkey = 1 | | mem-estimate=88.00MB mem-reservation=0B | | tuple-ids=9 row-size=8B cardinality=1 | | | 17:AGGREGATE [FINALIZE] | | group by: o_orderkey % 700 | | mem-estimate=377.66MB mem-reservation=34.00MB spill-buffer=2.00MB | | tuple-ids=8 row-size=8B cardinality=45000000 | | | 16:EXCHANGE [HASH(o_orderkey % 700)] | | mem-estimate=0B mem-reservation=0B | | tuple-ids=8 row-size=8B cardinality=45000000 | | | F05:PLAN FRAGMENT [RANDOM] hosts=7 instances=7 | Per-Host Resources: mem-estimate=465.66MB mem-reservation=34.00MB | 07:AGGREGATE [STREAMING] | | group by: o_orderkey % 700 | | mem-estimate=377.66MB mem-reservation=34.00MB spill-buffer=2.00MB | | tuple-ids=8 row-size=8B cardinality=45000000 | | | 06:SCAN HDFS [tpch_300_parquet.orders, RANDOM] | partitions=1/1 files=77 size=18.27GB | predicates: o_orderkey < 800000000 | stored statistics: | table: rows=450000000 size=18.27GB | columns: all | extrapolated-rows=disabled | parquet statistics predicates: o_orderkey < 800000000 | parquet dictionary predicates: o_orderkey < 800000000 | mem-estimate=88.00MB mem-reservation=0B | tuple-ids=7 row-size=8B cardinality=45000000 | 20:EXCHANGE [HASH(orderkey)] | mem-estimate=0B mem-reservation=0B | tuple-ids=4 row-size=40B cardinality=45000001 | F04:PLAN FRAGMENT [RANDOM] hosts=7 instances=7 Per-Host Resources: mem-estimate=1.11GB mem-reservation=36.00MB 00:UNION | mem-estimate=0B mem-reservation=0B | tuple-ids=4 row-size=40B cardinality=45000001 | |--15:AGGREGATE [FINALIZE] | | output: group_concat:merge(o_comment, o_comment) | | group by: o_orderkey % 700 | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB | | tuple-ids=3 row-size=24B cardinality=1 | | | 14:EXCHANGE [HASH(o_orderkey % 700)] | | mem-estimate=0B mem-reservation=0B | | tuple-ids=3 row-size=24B cardinality=1 | | | F02:PLAN FRAGMENT [RANDOM] hosts=7 instances=7 | Per-Host Resources: mem-estimate=186.00MB mem-reservation=2.00MB | 04:AGGREGATE [STREAMING] | | output: group_concat(o_comment, o_comment) | | group by: o_orderkey % 700 | | mem-estimate=10.00MB mem-reservation=2.00MB spill-buffer=64.00KB | | tuple-ids=3 row-size=24B cardinality=1 | | | 03:SCAN HDFS [tpch_300_parquet.orders, RANDOM] | partitions=1/1 files=77 size=18.27GB | predicates: o_orderkey = 1 | stored statistics: | table: rows=450000000 size=18.27GB | columns: all | extrapolated-rows=disabled | parquet statistics predicates: o_orderkey = 1 | parquet dictionary predicates: o_orderkey = 1 | mem-estimate=176.00MB mem-reservation=0B | tuple-ids=2 row-size=72B cardinality=1 | 13:AGGREGATE [FINALIZE] | output: group_concat:merge(o_comment, o_comment) | group by: o_orderkey % 700 | mem-estimate=1.11GB mem-reservation=36.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=24B cardinality=45000000 | 12:EXCHANGE [HASH(o_orderkey % 700)] | mem-estimate=0B mem-reservation=0B | tuple-ids=1 row-size=24B cardinality=45000000 | F00:PLAN FRAGMENT [RANDOM] hosts=7 instances=7 Per-Host Resources: mem-estimate=1.28GB mem-reservation=34.00MB 02:AGGREGATE [STREAMING] | output: group_concat(o_comment, o_comment) | group by: o_orderkey % 700 | mem-estimate=1.11GB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=24B cardinality=45000000 | 01:SCAN HDFS [tpch_300_parquet.orders, RANDOM] partitions=1/1 files=77 size=18.27GB predicates: o_orderkey < 800000000 stored statistics: table: rows=450000000 size=18.27GB columns: all extrapolated-rows=disabled parquet statistics predicates: o_orderkey < 800000000 parquet dictionary predicates: o_orderkey < 800000000 mem-estimate=176.00MB mem-reservation=0B tuple-ids=0 row-size=72B cardinality=45000000 ---------------- Estimated Per-Host Mem: 3820162597 Per Host Min Reservation: vd1317.foo:22000(176.00 MB) vd1318.foo:22000(176.00 MB) vd1319.foo:22000(176.00 MB) vd1321.foo:22000(176.00 MB) vd1322.foo:22000(176.00 MB) vd1323.foo:22000(176.00 MB) vd1324.foo:22000(176.00 MB) Request Pool: root.mmokhtar Admission result: Admitted immediately ExecSummary: Operator #Hosts Avg Time Max Time #Rows Est. #Rows Peak Mem Est. Peak Mem Detail -------------------------------------------------------------------------------------------------------------------------- 23:AGGREGATE 1 295.835us 295.835us 1 1 16.00 KB 10.00 MB FINALIZE 22:EXCHANGE 1 62.286us 62.286us 7 1 64.00 KB 0 UNPARTITIONED 11:AGGREGATE 7 437.782us 1.302ms 7 1 24.00 KB 10.00 MB 10:HASH JOIN 7 11.761ms 31.939ms 703 45.00M 34.05 MB 53.95 MB INNER JOIN, PARTITIONED |--21:EXCHANGE 7 14.730us 23.823us 701 45.00M 16.00 KB 0 HASH(orderkey) | 05:UNION 7 159.156us 575.821us 701 45.00M 0 0 | |--19:AGGREGATE 7 1.553ms 2.795ms 1 1 1.96 MB 10.00 MB FINALIZE | | 18:EXCHANGE 7 3.637us 7.312us 1 1 16.00 KB 0 HASH(o_orderkey % 700) | | 09:AGGREGATE 7 61.210ms 108.103ms 1 1 2.03 MB 10.00 MB STREAMING | | 08:SCAN HDFS 7 239.032ms 610.286ms 1 1 8.63 MB 88.00 MB tpch_300_parquet.orders | 17:AGGREGATE 7 3.135ms 4.529ms 700 45.00M 34.02 MB 377.66 MB FINALIZE | 16:EXCHANGE 7 91.033us 123.383us 4.90K 45.00M 64.00 KB 0 HASH(o_orderkey % 700) | 07:AGGREGATE 7 691.770ms 816.808ms 4.90K 45.00M 34.05 MB 377.66 MB STREAMING | 06:SCAN HDFS 7 234.711ms 305.387ms 200.00M 45.00M 124.31 MB 88.00 MB tpch_300_parquet.orders 20:EXCHANGE 7 1.953ms 2.606ms 701 45.00M 4.00 GB 0 HASH(orderkey) 00:UNION 7 1m17s 1m30s 701 45.00M 10.36 GB 0 |--15:AGGREGATE 7 5.307ms 25.349ms 1 1 2.03 MB 10.00 MB FINALIZE | 14:EXCHANGE 7 8.057us 14.253us 1 1 16.00 KB 0 HASH(o_orderkey % 700) | 04:AGGREGATE 7 67.189ms 98.454ms 1 1 10.09 MB 10.00 MB STREAMING | 03:SCAN HDFS 7 340.879ms 1s171ms 1 1 51.41 MB 176.00 MB tpch_300_parquet.orders 13:AGGREGATE 7 7s848ms 9s825ms 700 45.00M 6.48 GB 1.11 GB FINALIZE 12:EXCHANGE 7 3.424ms 6.412ms 4.90K 45.00M 56.39 MB 0 HASH(o_orderkey % 700) 02:AGGREGATE 7 14s955ms 18s255ms 4.90K 45.00M 6.73 GB 1.11 GB STREAMING 01:SCAN HDFS 7 278.564ms 397.087ms 200.00M 45.00M 277.57 MB 176.00 MB tpch_300_parquet.orders Errors: Query Compilation: 15.914ms - Metadata of all 1 tables cached: 948.789us (948.789us) - Analysis finished: 4.448ms (3.499ms) - Value transfer graph computed: 4.864ms (416.169us) - Single node plan created: 10.192ms (5.327ms) - Runtime filters computed: 11.313ms (1.121ms) - Distributed plan created: 11.435ms (121.766us) - Lineage info computed: 11.637ms (202.013us) - Planning finished: 15.914ms (4.277ms) Query Timeline: 7m35s - Query submitted: 38.321us (38.321us) - Planning finished: 19.227ms (19.189ms) - Submit for admission: 21.383ms (2.156ms) - Completed admission: 21.582ms (199.454us) - Ready to start on 7 backends: 22.431ms (848.773us) - All 7 execution backends (50 fragment instances) started: 34.868ms (12.436ms) - Rows available: 7m35s (7m35s) - First row fetched: 7m35s (308.878ms) - Last row fetched: 7m35s (41.505us) - Released admission control resources: 7m35s (589.042us) - Unregister query: 7m35s (13.676ms) - ComputeScanRangeAssignmentTimer: 1.142ms ImpalaServer: - ClientFetchWaitTimer: 314.139ms - RowMaterializationTimer: 9.031ms Execution Profile 59404109c550c44f:b725657600000000:(Total: 7m35s, non-child: 0.000ns, % non-child: 0.00%) Number of filters: 0 Filter routing table: ID Src. Node Tgt. Node(s) Target type Partition filter Pending (Expected) First arrived Completed Enabled ------------------------------------------------------------------------------------------------------------------- Backend startup latencies: Count: 7, min / max: 2ms / 6ms, 25th %-ile: 2ms, 50th %-ile: 2ms, 75th %-ile: 3ms, 90th %-ile: 3ms, 95th %-ile: 6ms, 99.9th %-ile: 6ms Per Node Peak Memory Usage: vd1317.foo:22000(14.06 GB) vd1318.foo:22000(15.52 GB) vd1319.foo:22000(19.32 GB) vd1321.foo:22000(18.18 GB) vd1322.foo:22000(14.87 GB) vd1323.foo:22000(13.20 GB) vd1324.foo:22000(15.20 GB) - FiltersReceived: 0 (0) - FinalizationTimer: 0.000ns - NumBackends: 7 (7) - NumFragmentInstances: 50 (50) - NumFragments: 8 (8) Averaged Fragment F11:(Total: 7m35s, non-child: 309.409ms, % non-child: 0.07%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:7m35s max:7m35s mean: 7m35s stddev:0.000ns execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 1 - AverageThreadTokens: 0.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 88.00 KB (90112) - PeakReservation: 0 - PeakUsedReservation: 0 - PerHostPeakMemUsage: 14.06 GB (15101383430) - RowsProduced: 1 (1) - TotalNetworkReceiveTime: 7m35s - TotalNetworkSendTime: 0.000ns - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 7m35s - TotalThreadsSysTime: 2.420ms - TotalThreadsUserTime: 14.296ms - TotalThreadsVoluntaryContextSwitches: 89 (89) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 308.934ms - ExecTreeExecTime: 6.615us - OpenTime: 7m35s - ExecTreeOpenTime: 7m35s - PrepareTime: 551.148us - ExecTreePrepareTime: 182.167us PLAN_ROOT_SINK: - PeakMemoryUsage: 0 AGGREGATION_NODE (id=23):(Total: 7m35s, non-child: 295.835us, % non-child: 0.00%) - BuildTime: 17.431us - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 0 (0) - PeakMemoryUsage: 16.00 KB (16384) - RowsRepartitioned: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=22):(Total: 7m35s, non-child: 7m35s, % non-child: 100.00%) - ConvertRowBatchTime: 5.681us - PeakMemoryUsage: 64.00 KB (65536) - RowsReturned: 7 (7) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 24.571us - CumulativeAllocationBytes: 112.00 KB (114688) - CumulativeAllocations: 14 (14) - PeakReservation: 64.00 KB (65536) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 64.00 KB (65536) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: - FirstBatchArrivalWaitTime: 7m32s - TotalBytesReceived: 231.00 B (231) - TotalGetBatchTime: 7m35s - DataArrivalTimer: 7m35s SenderSide: - DeserializeRowBatchTime: 63.642us - NumBatchesArrived: 7 (7) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 7 (7) - NumBatchesReceived: 7 (7) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 18.171ms, non-child: 18.171ms, % non-child: 100.00%) - CodegenTime: 0.000ns - CompileTime: 0.000ns - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 0 (0) - NumInstructions: 0 (0) - OptimizationTime: 0.000ns - PeakMemoryUsage: 0 - PrepareTime: 17.659ms Coordinator Fragment F11: Instance 59404109c550c44f:b725657600000000 (host=vd1317.foo:22000):(Total: 7m35s, non-child: 309.409ms, % non-child: 0.07%) Fragment Instance Lifecycle Event Timeline: 7m35s - Prepare Finished: 717.958us (717.958us) - Open Finished: 7m35s (7m35s) - First Batch Produced: 7m35s (7.530us) - First Batch Sent: 7m35s (308.921ms) - ExecInternal Finished: 7m35s (2.719us) MemoryUsage(8s000ms): 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB, 12.00 KB - AverageThreadTokens: 0.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 88.00 KB (90112) - PeakReservation: 0 - PeakUsedReservation: 0 - PerHostPeakMemUsage: 14.06 GB (15101383430) - RowsProduced: 1 (1) - TotalNetworkReceiveTime: 7m35s - TotalNetworkSendTime: 0.000ns - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 7m35s - TotalThreadsSysTime: 2.420ms - TotalThreadsUserTime: 14.296ms - TotalThreadsVoluntaryContextSwitches: 89 (89) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 308.934ms - ExecTreeExecTime: 6.615us - OpenTime: 7m35s - ExecTreeOpenTime: 7m35s - PrepareTime: 551.148us - ExecTreePrepareTime: 182.167us PLAN_ROOT_SINK: - PeakMemoryUsage: 0 AGGREGATION_NODE (id=23):(Total: 7m35s, non-child: 295.835us, % non-child: 0.00%) - BuildTime: 17.431us - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 0 (0) - PeakMemoryUsage: 16.00 KB (16384) - RowsRepartitioned: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=22):(Total: 7m35s, non-child: 62.286us, % non-child: 0.00%) - ConvertRowBatchTime: 5.681us - PeakMemoryUsage: 64.00 KB (65536) - RowsReturned: 7 (7) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 24.571us - CumulativeAllocationBytes: 112.00 KB (114688) - CumulativeAllocations: 14 (14) - PeakReservation: 64.00 KB (65536) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 64.00 KB (65536) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchArrivalWaitTime: 7m32s - TotalBytesReceived: 231.00 B (231) - TotalGetBatchTime: 7m35s - DataArrivalTimer: 7m35s SenderSide: - DeserializeRowBatchTime: 63.642us - NumBatchesArrived: 7 (7) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 7 (7) - NumBatchesReceived: 7 (7) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 18.171ms, non-child: 18.171ms, % non-child: 100.00%) - CodegenTime: 0.000ns - CompileTime: 0.000ns - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 0 (0) - NumInstructions: 0 (0) - OptimizationTime: 0.000ns - PeakMemoryUsage: 0 - PrepareTime: 17.659ms Averaged Fragment F10:(Total: 7m33s, non-child: 12.649ms, % non-child: 0.00%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:7m32s max:7m35s mean: 7m33s stddev:1s409ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 7 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 4.03 GB (4330708127) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 15.77 GB (16929036722) - RowsProduced: 1 (1) - TotalNetworkReceiveTime: 7m33s - TotalNetworkSendTime: 426.876us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 2 (2) - TotalThreadsTotalWallClockTime: 7m34s - TotalThreadsSysTime: 8.578ms - TotalThreadsUserTime: 335.755ms - TotalThreadsVoluntaryContextSwitches: 322 (322) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 514.845us - ExecTreeExecTime: 15.482us - OpenTime: 7m33s - ExecTreeOpenTime: 7m32s - PrepareTime: 7.216ms - ExecTreePrepareTime: 3.023ms KrpcDataStreamSender (dst_id=22):(Total: 1.716ms, non-child: 1.716ms, % non-child: 100.00%) - BytesSent: 26.00 B (26) - EosSent: 1 (1) - OverallThroughput: 211.36 KB/sec - PeakMemoryUsage: 5.12 KB (5240) - RowsReturned: 1 (1) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 20.026us - UncompressedRowBatchSize: 33.00 B (33) AGGREGATION_NODE (id=11):(Total: 7m32s, non-child: 322.805us, % non-child: 0.00%) - BuildTime: 520.428us - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 0 (0) - PeakMemoryUsage: 24.00 KB (24576) - RowsRepartitioned: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) HASH_JOIN_NODE (id=10):(Total: 7m32s, non-child: 11.761ms, % non-child: 0.00%) - BuildRows: 100 (100) - BuildTime: 784.142us - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.05 MB (35703040) - ProbeRows: 100 (100) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.319ms - RowsReturned: 100 (100) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 357.578us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=10): - BuildRowsPartitionTime: 430.027us - BuildRowsPartitioned: 100 (100) - HashBuckets: 205 (205) - HashCollisions: 0 (0) - HashTablesBuildTime: 171.943us - LargestPartitionPercent: 10 (10) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=21):(Total: 911.019ms, non-child: 911.019ms, % non-child: 100.00%) - ConvertRowBatchTime: 5.248us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 100 (100) - RowsReturnedRate: 110.00 /sec Buffer pool: - AllocTime: 1.119us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: - FirstBatchArrivalWaitTime: 910.051ms - TotalBytesReceived: 1.66 KB (1702) - TotalGetBatchTime: 911.009ms - DataArrivalTimer: 911.004ms SenderSide: - DeserializeRowBatchTime: 8.691us - NumBatchesArrived: 1 (1) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 1 (1) - NumBatchesReceived: 1 (1) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) EXCHANGE_NODE (id=20):(Total: 7m32s, non-child: 7m32s, % non-child: 100.00%) - ConvertRowBatchTime: 402.696us - PeakMemoryUsage: 4.00 GB (4294975488) - RowsReturned: 100 (100) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 223.320ms - CumulativeAllocationBytes: 200.00 GB (214749186340) - CumulativeAllocations: 200 (200) - PeakReservation: 4.00 GB (4294975488) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 4.00 GB (4294975488) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: - FirstBatchArrivalWaitTime: 37s989ms - TotalBytesReceived: 103.24 GB (110856261427) - TotalGetBatchTime: 7m32s - DataArrivalTimer: 7m32s SenderSide: - DeserializeRowBatchTime: 1m6s - NumBatchesArrived: 100 (100) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 100 (100) - NumBatchesReceived: 100 (100) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 361.481ms, non-child: 361.481ms, % non-child: 100.00%) - CodegenTime: 4.159ms - CompileTime: 86.673ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 83 (83) - NumInstructions: 2.99K (2991) - OptimizationTime: 237.369ms - PeakMemoryUsage: 1.46 MB (1531392) - PrepareTime: 36.321ms Fragment F10: Instance 59404109c550c44f:b725657600000031 (host=vd1317.foo:22000):(Total: 7m35s, non-child: 6.634ms, % non-child: 0.00%) Fragment Instance Lifecycle Event Timeline: 7m35s - Prepare Finished: 7.253ms (7.253ms) - Open Finished: 7m35s (7m35s) - First Batch Produced: 7m35s (10.153us) - First Batch Sent: 7m35s (42.240us) - ExecInternal Finished: 7m35s (271.025us) MemoryUsage(8s000ms): 29.81 MB, 34.06 MB, 34.06 MB, 34.06 MB, 546.06 MB, 3.41 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 4.03 GB (4330708127) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 14.06 GB (15101383430) - RowsProduced: 1 (1) - TotalNetworkReceiveTime: 7m35s - TotalNetworkSendTime: 257.853us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 2 (2) - TotalThreadsTotalWallClockTime: 7m36s - TotalThreadsSysTime: 7.654ms - TotalThreadsUserTime: 302.062ms - TotalThreadsVoluntaryContextSwitches: 279 (279) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 326.595us - ExecTreeExecTime: 8.173us - OpenTime: 7m35s - ExecTreeOpenTime: 7m35s - PrepareTime: 6.957ms - ExecTreePrepareTime: 933.656us KrpcDataStreamSender (dst_id=22):(Total: 5.548ms, non-child: 5.548ms, % non-child: 100.00%) - BytesSent: 26.00 B (26) - EosSent: 1 (1) - OverallThroughput: 4.58 KB/sec - PeakMemoryUsage: 5.12 KB (5240) - RowsReturned: 1 (1) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.460us - UncompressedRowBatchSize: 33.00 B (33) AGGREGATION_NODE (id=11):(Total: 7m35s, non-child: 725.439us, % non-child: 0.00%) ExecOption: Codegen Enabled - BuildTime: 354.390us - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 0 (0) - PeakMemoryUsage: 24.00 KB (24576) - RowsRepartitioned: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) HASH_JOIN_NODE (id=10):(Total: 7m35s, non-child: 3.335ms, % non-child: 0.00%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 96 (96) - BuildTime: 725.465us - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.05 MB (35703040) - ProbeRows: 96 (96) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 747.792us - RowsReturned: 96 (96) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 181.287us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 259.302us - BuildRowsPartitioned: 96 (96) - HashBuckets: 201 (201) - HashCollisions: 0 (0) - HashTablesBuildTime: 155.234us - LargestPartitionPercent: 10 (10) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=21):(Total: 974.013ms, non-child: 14.767us, % non-child: 0.00%) - ConvertRowBatchTime: 4.381us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 96 (96) - RowsReturnedRate: 98.00 /sec Buffer pool: - AllocTime: 871.000ns - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0 - FirstBatchArrivalWaitTime: 973.998ms - TotalBytesReceived: 1.59 KB (1632) - TotalGetBatchTime: 974.004ms - DataArrivalTimer: 973.999ms SenderSide: - DeserializeRowBatchTime: 7.443us - NumBatchesArrived: 1 (1) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 1 (1) - NumBatchesReceived: 1 (1) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) EXCHANGE_NODE (id=20):(Total: 7m35s, non-child: 1.118ms, % non-child: 0.00%) - ConvertRowBatchTime: 295.844us - PeakMemoryUsage: 4.00 GB (4294975488) - RowsReturned: 96 (96) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 280.697ms - CumulativeAllocationBytes: 192.00 GB (206159216640) - CumulativeAllocations: 192 (192) - PeakReservation: 4.00 GB (4294975488) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 4.00 GB (4294975488) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 264.26 MB, 1.81 GB, 3.81 GB, 5.87 GB, 7.49 GB, 9.62 GB, 11.75 GB, 13.94 GB, 16.13 GB, 18.33 GB, 20.52 GB, 22.72 GB, 24.91 GB, 27.10 GB, 29.17 GB, 31.23 GB, 33.36 GB, 35.55 GB, 37.81 GB, 39.94 GB, 42.13 GB, 44.46 GB, 46.65 GB, 48.91 GB, 50.91 GB, 52.84 GB, 54.97 GB, 56.91 GB, 58.91 GB, 60.91 GB, 62.78 GB, 64.78 GB, 66.85 GB, 68.98 GB, 71.24 GB, 73.37 GB, 75.37 GB, 77.30 GB, 79.24 GB, 81.17 GB, 83.37 GB, 85.43 GB, 87.62 GB, 89.69 GB, 91.69 GB, 93.82 GB, 95.82 GB, 98.07 GB, 99.11 GB, 99.11 GB, 99.11 GB, 99.11 GB - FirstBatchArrivalWaitTime: 38s885ms - TotalBytesReceived: 99.11 GB (106413254544) - TotalGetBatchTime: 7m35s - DataArrivalTimer: 7m35s SenderSide: - DeserializeRowBatchTime: 1m5s - NumBatchesArrived: 96 (96) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 96 (96) - NumBatchesReceived: 96 (96) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 305.568ms, non-child: 305.568ms, % non-child: 100.00%) - CodegenTime: 2.753ms - CompileTime: 72.652ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 83 (83) - NumInstructions: 2.99K (2991) - OptimizationTime: 212.368ms - PeakMemoryUsage: 1.46 MB (1531392) - PrepareTime: 20.013ms Instance 59404109c550c44f:b725657600000030 (host=vd1324.foo:22000):(Total: 7m35s, non-child: 15.593ms, % non-child: 0.00%) Fragment Instance Lifecycle Event Timeline: 7m35s - Prepare Finished: 8.210ms (8.210ms) - Open Finished: 7m35s (7m35s) - First Batch Produced: 7m35s (23.151us) - First Batch Sent: 7m35s (25.233us) - ExecInternal Finished: 7m35s (227.972us) MemoryUsage(8s000ms): 27.68 MB, 34.06 MB, 34.06 MB, 34.06 MB, 674.06 MB, 3.41 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 4.03 GB (4330708127) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 15.20 GB (16325555296) - RowsProduced: 1 (1) - TotalNetworkReceiveTime: 7m35s - TotalNetworkSendTime: 219.375us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 1 (1) - TotalThreadsTotalWallClockTime: 7m36s - TotalThreadsSysTime: 8.895ms - TotalThreadsUserTime: 356.541ms - TotalThreadsVoluntaryContextSwitches: 326 (326) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 278.124us - ExecTreeExecTime: 21.127us - OpenTime: 7m35s - ExecTreeOpenTime: 7m34s - PrepareTime: 7.430ms - ExecTreePrepareTime: 4.304ms KrpcDataStreamSender (dst_id=22):(Total: 76.010us, non-child: 76.010us, % non-child: 100.00%) - BytesSent: 26.00 B (26) - EosSent: 1 (1) - OverallThroughput: 334.04 KB/sec - PeakMemoryUsage: 5.12 KB (5240) - RowsReturned: 1 (1) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 10.561us - UncompressedRowBatchSize: 33.00 B (33) AGGREGATION_NODE (id=11):(Total: 7m34s, non-child: 517.260us, % non-child: 0.00%) ExecOption: Codegen Enabled - BuildTime: 525.124us - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 0 (0) - PeakMemoryUsage: 24.00 KB (24576) - RowsRepartitioned: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) HASH_JOIN_NODE (id=10):(Total: 7m34s, non-child: 31.939ms, % non-child: 0.01%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 105 (105) - BuildTime: 722.465us - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.05 MB (35703040) - ProbeRows: 105 (105) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.221ms - RowsReturned: 105 (105) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 275.974us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 333.573us - BuildRowsPartitioned: 105 (105) - HashBuckets: 216 (216) - HashCollisions: 0 (0) - HashTablesBuildTime: 183.973us - LargestPartitionPercent: 11 (11) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=21):(Total: 903.811ms, non-child: 17.451us, % non-child: 0.00%) - ConvertRowBatchTime: 4.096us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 105 (105) - RowsReturnedRate: 116.00 /sec Buffer pool: - AllocTime: 660.000ns - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 0 - FirstBatchArrivalWaitTime: 902.728ms - TotalBytesReceived: 1.74 KB (1785) - TotalGetBatchTime: 903.800ms - DataArrivalTimer: 903.794ms SenderSide: - DeserializeRowBatchTime: 4.442us - NumBatchesArrived: 1 (1) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 1 (1) - NumBatchesReceived: 1 (1) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) EXCHANGE_NODE (id=20):(Total: 7m34s, non-child: 1.944ms, % non-child: 0.00%) - ConvertRowBatchTime: 342.190us - PeakMemoryUsage: 4.00 GB (4294975488) - RowsReturned: 105 (105) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 434.999ms - CumulativeAllocationBytes: 210.00 GB (225486643200) - CumulativeAllocations: 210 (210) - PeakReservation: 4.00 GB (4294975488) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 4.00 GB (4294975488) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 330.25 MB, 1.87 GB, 3.81 GB, 6.06 GB, 7.87 GB, 10.13 GB, 12.26 GB, 14.32 GB, 16.58 GB, 18.70 GB, 20.90 GB, 23.09 GB, 24.96 GB, 27.02 GB, 29.03 GB, 31.09 GB, 33.16 GB, 35.03 GB, 37.03 GB, 39.16 GB, 41.29 GB, 43.35 GB, 45.35 GB, 47.22 GB, 48.97 GB, 51.10 GB, 53.16 GB, 55.10 GB, 56.97 GB, 58.97 GB, 60.97 GB, 62.98 GB, 64.98 GB, 66.97 GB, 69.04 GB, 71.04 GB, 72.91 GB, 75.10 GB, 77.23 GB, 79.49 GB, 81.62 GB, 83.82 GB, 85.95 GB, 88.14 GB, 90.20 GB, 92.33 GB, 94.46 GB, 96.53 GB, 98.59 GB, 100.59 GB, 102.60 GB, 104.73 GB - FirstBatchArrivalWaitTime: 38s202ms - TotalBytesReceived: 108.40 GB (116398465465) - TotalGetBatchTime: 7m34s - DataArrivalTimer: 7m34s SenderSide: - DeserializeRowBatchTime: 1m20s - NumBatchesArrived: 105 (105) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 105 (105) - NumBatchesReceived: 105 (105) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 366.523ms, non-child: 366.523ms, % non-child: 100.00%) - CodegenTime: 5.090ms - CompileTime: 115.090ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 83 (83) - NumInstructions: 2.99K (2991) - OptimizationTime: 209.326ms - PeakMemoryUsage: 1.46 MB (1531392) - PrepareTime: 41.173ms Instance 59404109c550c44f:b72565760000002f (host=vd1323.foo:22000):(Total: 7m32s, non-child: 12.971ms, % non-child: 0.00%) Fragment Instance Lifecycle Event Timeline: 7m32s - Prepare Finished: 6.726ms (6.726ms) - Open Finished: 7m32s (7m32s) - First Batch Produced: 7m32s (13.854us) - First Batch Sent: 7m32s (43.420us) - ExecInternal Finished: 7m32s (614.835us) MemoryUsage(8s000ms): 27.78 MB, 34.06 MB, 34.06 MB, 34.06 MB, 674.06 MB, 3.66 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 4.03 GB (4330708127) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 13.20 GB (14175403461) - RowsProduced: 1 (1) - TotalNetworkReceiveTime: 7m32s - TotalNetworkSendTime: 580.471us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 3 (3) - TotalThreadsTotalWallClockTime: 7m33s - TotalThreadsSysTime: 7.888ms - TotalThreadsUserTime: 377.682ms - TotalThreadsVoluntaryContextSwitches: 321 (321) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 674.395us - ExecTreeExecTime: 11.935us - OpenTime: 7m32s - ExecTreeOpenTime: 7m31s - PrepareTime: 5.481ms - ExecTreePrepareTime: 3.402ms KrpcDataStreamSender (dst_id=22):(Total: 85.282us, non-child: 85.282us, % non-child: 100.00%) - BytesSent: 26.00 B (26) - EosSent: 1 (1) - OverallThroughput: 297.72 KB/sec - PeakMemoryUsage: 5.12 KB (5240) - RowsReturned: 1 (1) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 16.324us - UncompressedRowBatchSize: 33.00 B (33) AGGREGATION_NODE (id=11):(Total: 7m31s, non-child: 0.000ns, % non-child: 0.00%) ExecOption: Codegen Enabled - BuildTime: 480.132us - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 0 (0) - PeakMemoryUsage: 24.00 KB (24576) - RowsRepartitioned: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) HASH_JOIN_NODE (id=10):(Total: 7m31s, non-child: 8.189ms, % non-child: 0.00%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 89 (89) - BuildTime: 898.630us - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.05 MB (35703040) - ProbeRows: 89 (89) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.256ms - RowsReturned: 89 (89) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 511.175us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 578.604us - BuildRowsPartitioned: 89 (89) - HashBuckets: 172 (172) - HashCollisions: 0 (0) - HashTablesBuildTime: 175.767us - LargestPartitionPercent: 10 (10) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=21):(Total: 888.516ms, non-child: 12.347us, % non-child: 0.00%) - ConvertRowBatchTime: 3.623us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 89 (89) - RowsReturnedRate: 100.00 /sec Buffer pool: - AllocTime: 1.120us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 0 - FirstBatchArrivalWaitTime: 887.188ms - TotalBytesReceived: 1.48 KB (1513) - TotalGetBatchTime: 888.509ms - DataArrivalTimer: 888.504ms SenderSide: - DeserializeRowBatchTime: 10.327us - NumBatchesArrived: 1 (1) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 1 (1) - NumBatchesReceived: 1 (1) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) EXCHANGE_NODE (id=20):(Total: 7m31s, non-child: 2.606ms, % non-child: 0.00%) - ConvertRowBatchTime: 363.131us - PeakMemoryUsage: 4.00 GB (4294975488) - RowsReturned: 89 (89) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 400.224ms - CumulativeAllocationBytes: 178.00 GB (191126773760) - CumulativeAllocations: 178 (178) - PeakReservation: 4.00 GB (4294975488) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 4.00 GB (4294975488) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 330.22 MB, 2.13 GB, 4.13 GB, 6.13 GB, 8.00 GB, 10.26 GB, 12.65 GB, 14.84 GB, 17.03 GB, 19.36 GB, 21.55 GB, 23.81 GB, 26.19 GB, 28.71 GB, 30.84 GB, 33.03 GB, 35.10 GB, 37.29 GB, 39.49 GB, 41.62 GB, 44.00 GB, 46.13 GB, 48.39 GB, 50.59 GB, 52.65 GB, 54.84 GB, 56.97 GB, 59.23 GB, 61.30 GB, 63.43 GB, 65.56 GB, 67.75 GB, 69.94 GB, 72.14 GB, 74.40 GB, 76.46 GB, 78.66 GB, 80.85 GB, 83.05 GB, 85.31 GB, 87.37 GB, 89.31 GB, 91.50 GB, 91.89 GB, 91.89 GB, 91.89 GB, 91.89 GB, 91.89 GB, 91.89 GB, 91.89 GB, 91.89 GB, 91.89 GB - FirstBatchArrivalWaitTime: 38s165ms - TotalBytesReceived: 91.89 GB (98665087481) - TotalGetBatchTime: 7m31s - DataArrivalTimer: 7m31s SenderSide: - DeserializeRowBatchTime: 1m - NumBatchesArrived: 89 (89) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 89 (89) - NumBatchesReceived: 89 (89) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 386.612ms, non-child: 386.612ms, % non-child: 100.00%) - CodegenTime: 4.475ms - CompileTime: 100.473ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 83 (83) - NumInstructions: 2.99K (2991) - OptimizationTime: 239.975ms - PeakMemoryUsage: 1.46 MB (1531392) - PrepareTime: 44.887ms Instance 59404109c550c44f:b72565760000002e (host=vd1321.foo:22000):(Total: 7m32s, non-child: 13.021ms, % non-child: 0.00%) Fragment Instance Lifecycle Event Timeline: 7m32s - Prepare Finished: 6.712ms (6.712ms) - Open Finished: 7m32s (7m32s) - First Batch Produced: 7m32s (40.247us) - First Batch Sent: 7m32s (43.424us) - ExecInternal Finished: 7m32s (358.398us) MemoryUsage(8s000ms): 29.81 MB, 34.06 MB, 34.06 MB, 34.06 MB, 802.06 MB, 3.53 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 4.03 GB (4330708127) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 18.18 GB (19518777093) - RowsProduced: 1 (1) - TotalNetworkReceiveTime: 7m32s - TotalNetworkSendTime: 344.043us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 1 (1) - TotalThreadsTotalWallClockTime: 7m33s - TotalThreadsSysTime: 6.833ms - TotalThreadsUserTime: 350.460ms - TotalThreadsVoluntaryContextSwitches: 339 (339) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 445.236us - ExecTreeExecTime: 39.261us - OpenTime: 7m32s - ExecTreeOpenTime: 7m31s - PrepareTime: 6.312ms - ExecTreePrepareTime: 2.976ms KrpcDataStreamSender (dst_id=22):(Total: 363.187us, non-child: 363.187us, % non-child: 100.00%) - BytesSent: 26.00 B (26) - EosSent: 1 (1) - OverallThroughput: 69.91 KB/sec - PeakMemoryUsage: 5.12 KB (5240) - RowsReturned: 1 (1) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.184us - UncompressedRowBatchSize: 33.00 B (33) AGGREGATION_NODE (id=11):(Total: 7m31s, non-child: 240.007us, % non-child: 0.00%) ExecOption: Codegen Enabled - BuildTime: 601.403us - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 0 (0) - PeakMemoryUsage: 24.00 KB (24576) - RowsRepartitioned: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) HASH_JOIN_NODE (id=10):(Total: 7m31s, non-child: 8.985ms, % non-child: 0.00%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 102 (102) - BuildTime: 693.178us - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.05 MB (35703040) - ProbeRows: 102 (102) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 2.522ms - RowsReturned: 102 (102) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 339.483us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 437.553us - BuildRowsPartitioned: 102 (102) - HashBuckets: 205 (205) - HashCollisions: 0 (0) - HashTablesBuildTime: 119.562us - LargestPartitionPercent: 9 (9) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=21):(Total: 911.096ms, non-child: 12.532us, % non-child: 0.00%) - ConvertRowBatchTime: 3.173us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 102 (102) - RowsReturnedRate: 111.00 /sec Buffer pool: - AllocTime: 1.393us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0 - FirstBatchArrivalWaitTime: 910.691ms - TotalBytesReceived: 1.69 KB (1734) - TotalGetBatchTime: 911.088ms - DataArrivalTimer: 911.084ms SenderSide: - DeserializeRowBatchTime: 9.300us - NumBatchesArrived: 1 (1) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 1 (1) - NumBatchesReceived: 1 (1) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) EXCHANGE_NODE (id=20):(Total: 7m31s, non-child: 2.011ms, % non-child: 0.00%) - ConvertRowBatchTime: 358.613us - PeakMemoryUsage: 4.00 GB (4294975488) - RowsReturned: 102 (102) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 110.999ms - CumulativeAllocationBytes: 204.00 GB (219044167680) - CumulativeAllocations: 204 (204) - PeakReservation: 4.00 GB (4294975488) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 4.00 GB (4294975488) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 396.25 MB, 2.00 GB, 3.94 GB, 6.26 GB, 8.39 GB, 10.58 GB, 12.90 GB, 15.16 GB, 17.36 GB, 19.42 GB, 21.55 GB, 23.62 GB, 25.81 GB, 27.94 GB, 30.07 GB, 32.20 GB, 34.39 GB, 36.65 GB, 38.84 GB, 40.71 GB, 42.97 GB, 45.16 GB, 47.30 GB, 49.55 GB, 51.62 GB, 53.88 GB, 56.07 GB, 58.20 GB, 60.46 GB, 62.78 GB, 64.98 GB, 67.10 GB, 69.17 GB, 71.36 GB, 73.62 GB, 75.75 GB, 77.81 GB, 79.94 GB, 82.01 GB, 84.20 GB, 86.46 GB, 88.72 GB, 90.98 GB, 93.04 GB, 95.30 GB, 97.69 GB, 99.82 GB, 102.21 GB, 104.66 GB, 105.30 GB, 105.30 GB, 105.30 GB - FirstBatchArrivalWaitTime: 37s844ms - TotalBytesReceived: 105.30 GB (113067359758) - TotalGetBatchTime: 7m31s - DataArrivalTimer: 7m31s SenderSide: - DeserializeRowBatchTime: 1m5s - NumBatchesArrived: 102 (102) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 102 (102) - NumBatchesReceived: 102 (102) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 363.092ms, non-child: 363.092ms, % non-child: 100.00%) - CodegenTime: 3.847ms - CompileTime: 80.502ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 83 (83) - NumInstructions: 2.99K (2991) - OptimizationTime: 242.173ms - PeakMemoryUsage: 1.46 MB (1531392) - PrepareTime: 39.237ms Instance 59404109c550c44f:b72565760000002b (host=vd1318.foo:22000):(Total: 7m32s, non-child: 9.469ms, % non-child: 0.00%) Fragment Instance Lifecycle Event Timeline: 7m32s - Prepare Finished: 9.398ms (9.398ms) - Open Finished: 7m32s (7m32s) - First Batch Produced: 7m32s (10.320us) - First Batch Sent: 7m32s (40.942us) - ExecInternal Finished: 7m32s (707.951us) MemoryUsage(8s000ms): 29.81 MB, 34.06 MB, 34.06 MB, 34.06 MB, 674.06 MB, 3.66 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 4.03 GB (4330708127) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 15.52 GB (16663246626) - RowsProduced: 1 (1) - TotalNetworkReceiveTime: 7m32s - TotalNetworkSendTime: 676.295us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 1 (1) - TotalThreadsTotalWallClockTime: 7m33s - TotalThreadsSysTime: 8.461ms - TotalThreadsUserTime: 317.525ms - TotalThreadsVoluntaryContextSwitches: 313 (313) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 760.871us - ExecTreeExecTime: 8.892us - OpenTime: 7m32s - ExecTreeOpenTime: 7m31s - PrepareTime: 9.087ms - ExecTreePrepareTime: 2.057ms KrpcDataStreamSender (dst_id=22):(Total: 5.798ms, non-child: 5.798ms, % non-child: 100.00%) - BytesSent: 26.00 B (26) - EosSent: 1 (1) - OverallThroughput: 4.38 KB/sec - PeakMemoryUsage: 5.12 KB (5240) - RowsReturned: 1 (1) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 15.742us - UncompressedRowBatchSize: 33.00 B (33) AGGREGATION_NODE (id=11):(Total: 7m31s, non-child: 279.210us, % non-child: 0.00%) ExecOption: Codegen Enabled - BuildTime: 534.957us - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 0 (0) - PeakMemoryUsage: 24.00 KB (24576) - RowsRepartitioned: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) HASH_JOIN_NODE (id=10):(Total: 7m31s, non-child: 5.920ms, % non-child: 0.00%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 98 (98) - BuildTime: 512.748us - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.05 MB (35703040) - ProbeRows: 98 (98) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 764.856us - RowsReturned: 100 (100) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 216.516us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 276.815us - BuildRowsPartitioned: 98 (98) - HashBuckets: 208 (208) - HashCollisions: 0 (0) - HashTablesBuildTime: 147.571us - LargestPartitionPercent: 10 (10) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=21):(Total: 957.734ms, non-child: 10.413us, % non-child: 0.00%) - ConvertRowBatchTime: 3.208us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 98 (98) - RowsReturnedRate: 102.00 /sec Buffer pool: - AllocTime: 1.533us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0 - FirstBatchArrivalWaitTime: 956.940ms - TotalBytesReceived: 1.63 KB (1666) - TotalGetBatchTime: 957.727ms - DataArrivalTimer: 957.724ms SenderSide: - DeserializeRowBatchTime: 8.577us - NumBatchesArrived: 1 (1) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 1 (1) - NumBatchesReceived: 1 (1) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) EXCHANGE_NODE (id=20):(Total: 7m31s, non-child: 1.924ms, % non-child: 0.00%) - ConvertRowBatchTime: 439.003us - PeakMemoryUsage: 4.00 GB (4294975488) - RowsReturned: 98 (98) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 119.610ms - CumulativeAllocationBytes: 194.00 GB (208306724864) - CumulativeAllocations: 196 (196) - PeakReservation: 4.00 GB (4294975488) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 4.00 GB (4294975488) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 330.48 MB, 2.13 GB, 4.19 GB, 6.45 GB, 8.90 GB, 11.42 GB, 13.87 GB, 16.51 GB, 18.97 GB, 21.68 GB, 24.20 GB, 26.84 GB, 29.49 GB, 32.07 GB, 34.71 GB, 37.29 GB, 40.07 GB, 42.52 GB, 44.84 GB, 47.29 GB, 49.75 GB, 51.88 GB, 54.39 GB, 56.91 GB, 59.49 GB, 61.94 GB, 64.33 GB, 66.98 GB, 69.62 GB, 72.27 GB, 74.85 GB, 77.37 GB, 79.56 GB, 82.14 GB, 84.72 GB, 87.17 GB, 89.69 GB, 92.08 GB, 94.34 GB, 96.98 GB, 99.57 GB, 100.15 GB, 100.15 GB, 100.15 GB, 100.15 GB, 100.15 GB, 100.15 GB, 100.15 GB, 100.15 GB, 100.15 GB, 100.15 GB, 100.15 GB - FirstBatchArrivalWaitTime: 37s896ms - TotalBytesReceived: 100.15 GB (107531630842) - TotalGetBatchTime: 7m31s - DataArrivalTimer: 7m31s SenderSide: - DeserializeRowBatchTime: 54s226ms - NumBatchesArrived: 98 (98) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 98 (98) - NumBatchesReceived: 98 (98) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 315.613ms, non-child: 315.613ms, % non-child: 100.00%) - CodegenTime: 3.771ms - CompileTime: 71.538ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 83 (83) - NumInstructions: 2.99K (2991) - OptimizationTime: 217.665ms - PeakMemoryUsage: 1.46 MB (1531392) - PrepareTime: 25.537ms Instance 59404109c550c44f:b72565760000002c (host=vd1319.foo:22000):(Total: 7m32s, non-child: 16.524ms, % non-child: 0.00%) Fragment Instance Lifecycle Event Timeline: 7m32s - Prepare Finished: 8.446ms (8.446ms) - Open Finished: 7m32s (7m32s) - First Batch Produced: 7m32s (10.740us) - First Batch Sent: 7m32s (57.872us) - ExecInternal Finished: 7m32s (406.055us) MemoryUsage(8s000ms): 27.78 MB, 34.06 MB, 34.06 MB, 34.06 MB, 802.06 MB, 3.78 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 4.03 GB (4330708127) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 19.32 GB (20748731668) - RowsProduced: 1 (1) - TotalNetworkReceiveTime: 7m32s - TotalNetworkSendTime: 383.233us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 4 (4) - TotalThreadsTotalWallClockTime: 7m32s - TotalThreadsSysTime: 12.084ms - TotalThreadsUserTime: 365.842ms - TotalThreadsVoluntaryContextSwitches: 334 (334) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 478.280us - ExecTreeExecTime: 9.131us - OpenTime: 7m32s - ExecTreeOpenTime: 7m31s - PrepareTime: 8.206ms - ExecTreePrepareTime: 2.798ms KrpcDataStreamSender (dst_id=22):(Total: 50.455us, non-child: 50.455us, % non-child: 100.00%) - BytesSent: 26.00 B (26) - EosSent: 1 (1) - OverallThroughput: 503.23 KB/sec - PeakMemoryUsage: 5.12 KB (5240) - RowsReturned: 1 (1) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 11.043us - UncompressedRowBatchSize: 33.00 B (33) AGGREGATION_NODE (id=11):(Total: 7m31s, non-child: 0.000ns, % non-child: 0.00%) ExecOption: Codegen Enabled - BuildTime: 571.801us - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 0 (0) - PeakMemoryUsage: 24.00 KB (24576) - RowsRepartitioned: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) HASH_JOIN_NODE (id=10):(Total: 7m31s, non-child: 9.247ms, % non-child: 0.00%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 116 (116) - BuildTime: 1.149ms - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.05 MB (35703040) - ProbeRows: 116 (116) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.036ms - RowsReturned: 116 (116) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 678.743us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 687.530us - BuildRowsPartitioned: 116 (116) - HashBuckets: 232 (232) - HashCollisions: 0 (0) - HashTablesBuildTime: 252.984us - LargestPartitionPercent: 10 (10) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=21):(Total: 777.671ms, non-child: 11.777us, % non-child: 0.00%) - ConvertRowBatchTime: 3.451us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 116 (116) - RowsReturnedRate: 149.00 /sec Buffer pool: - AllocTime: 1.054us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 0 - FirstBatchArrivalWaitTime: 775.956ms - TotalBytesReceived: 1.93 KB (1972) - TotalGetBatchTime: 777.664ms - DataArrivalTimer: 777.660ms SenderSide: - DeserializeRowBatchTime: 8.213us - NumBatchesArrived: 1 (1) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 1 (1) - NumBatchesReceived: 1 (1) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) EXCHANGE_NODE (id=20):(Total: 7m31s, non-child: 2.181ms, % non-child: 0.00%) - ConvertRowBatchTime: 570.974us - PeakMemoryUsage: 4.00 GB (4294975488) - RowsReturned: 116 (116) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 104.375ms - CumulativeAllocationBytes: 232.00 GB (249109053440) - CumulativeAllocations: 232 (232) - PeakReservation: 4.00 GB (4294975488) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 4.00 GB (4294975488) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 396.12 MB, 2.39 GB, 4.52 GB, 6.77 GB, 8.84 GB, 11.03 GB, 13.42 GB, 15.94 GB, 18.52 GB, 20.91 GB, 23.29 GB, 25.49 GB, 27.75 GB, 29.87 GB, 32.33 GB, 34.84 GB, 37.23 GB, 39.42 GB, 41.62 GB, 43.88 GB, 46.26 GB, 48.72 GB, 50.91 GB, 53.49 GB, 55.75 GB, 57.95 GB, 60.01 GB, 62.46 GB, 64.85 GB, 67.30 GB, 69.75 GB, 71.88 GB, 74.01 GB, 76.14 GB, 78.40 GB, 80.72 GB, 83.11 GB, 85.63 GB, 88.02 GB, 90.53 GB, 92.85 GB, 94.98 GB, 97.44 GB, 100.15 GB, 102.53 GB, 105.12 GB, 107.50 GB, 109.95 GB, 112.34 GB, 114.66 GB, 117.18 GB, 119.50 GB - FirstBatchArrivalWaitTime: 37s310ms - TotalBytesReceived: 119.76 GB (128594555404) - TotalGetBatchTime: 7m31s - DataArrivalTimer: 7m31s SenderSide: - DeserializeRowBatchTime: 1m16s - NumBatchesArrived: 116 (116) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 116 (116) - NumBatchesReceived: 116 (116) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 490.005ms, non-child: 490.005ms, % non-child: 100.00%) - CodegenTime: 5.307ms - CompileTime: 98.398ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 83 (83) - NumInstructions: 2.99K (2991) - OptimizationTime: 351.815ms - PeakMemoryUsage: 1.46 MB (1531392) - PrepareTime: 38.952ms Instance 59404109c550c44f:b72565760000002d (host=vd1322.foo:22000):(Total: 7m32s, non-child: 14.332ms, % non-child: 0.00%) Fragment Instance Lifecycle Event Timeline: 7m32s - Prepare Finished: 10.674ms (10.674ms) - Open Finished: 7m32s (7m32s) - First Batch Produced: 7m32s (12.143us) - First Batch Sent: 7m32s (81.043us) - ExecInternal Finished: 7m32s (545.664us) MemoryUsage(8s000ms): 27.68 MB, 34.06 MB, 34.06 MB, 34.06 MB, 802.06 MB, 3.53 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB, 4.03 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 4.03 GB (4330708127) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 14.87 GB (15970159482) - RowsProduced: 1 (1) - TotalNetworkReceiveTime: 7m32s - TotalNetworkSendTime: 526.867us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 2 (2) - TotalThreadsTotalWallClockTime: 7m33s - TotalThreadsSysTime: 8.236ms - TotalThreadsUserTime: 280.178ms - TotalThreadsVoluntaryContextSwitches: 344 (344) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 640.418us - ExecTreeExecTime: 9.854us - OpenTime: 7m32s - ExecTreeOpenTime: 7m31s - PrepareTime: 7.040ms - ExecTreePrepareTime: 4.689ms KrpcDataStreamSender (dst_id=22):(Total: 95.582us, non-child: 95.582us, % non-child: 100.00%) - BytesSent: 26.00 B (26) - EosSent: 1 (1) - OverallThroughput: 265.64 KB/sec - PeakMemoryUsage: 5.12 KB (5240) - RowsReturned: 1 (1) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 55.869us - UncompressedRowBatchSize: 33.00 B (33) AGGREGATION_NODE (id=11):(Total: 7m31s, non-child: 1.302ms, % non-child: 0.00%) ExecOption: Codegen Enabled - BuildTime: 575.193us - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 0 (0) - PeakMemoryUsage: 24.00 KB (24576) - RowsRepartitioned: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) HASH_JOIN_NODE (id=10):(Total: 7m31s, non-child: 14.710ms, % non-child: 0.00%) ExecOption: Probe Side Codegen Enabled, Join Build-Side Prepared Asynchronously - BuildRows: 95 (95) - BuildTime: 786.578us - NumHashTableBuildsSkipped: 0 (0) - PeakMemoryUsage: 34.05 MB (35703040) - ProbeRows: 95 (95) - ProbeRowsPartitioned: 0 (0) - ProbeTime: 1.688ms - RowsReturned: 95 (95) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 299.869us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Hash Join Builder (join_node_id=10): ExecOption: Build Side Codegen Enabled, Hash Table Construction Codegen Enabled - BuildRowsPartitionTime: 436.815us - BuildRowsPartitioned: 95 (95) - HashBuckets: 204 (204) - HashCollisions: 0 (0) - HashTablesBuildTime: 168.514us - LargestPartitionPercent: 10 (10) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 21.12 KB (21632) - RepartitionTime: 0.000ns - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=21):(Total: 964.290ms, non-child: 23.823us, % non-child: 0.00%) - ConvertRowBatchTime: 14.807us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 95 (95) - RowsReturnedRate: 98.00 /sec Buffer pool: - AllocTime: 1.203us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 0 - FirstBatchArrivalWaitTime: 962.858ms - TotalBytesReceived: 1.58 KB (1615) - TotalGetBatchTime: 964.270ms - DataArrivalTimer: 964.266ms SenderSide: - DeserializeRowBatchTime: 12.539us - NumBatchesArrived: 1 (1) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 1 (1) - NumBatchesReceived: 1 (1) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) EXCHANGE_NODE (id=20):(Total: 7m31s, non-child: 1.886ms, % non-child: 0.00%) - ConvertRowBatchTime: 449.122us - PeakMemoryUsage: 4.00 GB (4294975488) - RowsReturned: 95 (95) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 112.333ms - CumulativeAllocationBytes: 190.00 GB (204011724800) - CumulativeAllocations: 190 (190) - PeakReservation: 4.00 GB (4294975488) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 4.00 GB (4294975488) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 396.59 MB, 2.00 GB, 4.07 GB, 6.39 GB, 8.45 GB, 10.78 GB, 13.16 GB, 15.68 GB, 18.39 GB, 20.84 GB, 23.43 GB, 25.81 GB, 28.07 GB, 30.39 GB, 32.72 GB, 34.91 GB, 37.17 GB, 39.49 GB, 41.88 GB, 44.14 GB, 46.53 GB, 48.66 GB, 50.92 GB, 53.50 GB, 55.82 GB, 58.15 GB, 60.60 GB, 63.05 GB, 65.37 GB, 67.63 GB, 69.83 GB, 72.15 GB, 74.47 GB, 76.93 GB, 79.31 GB, 81.70 GB, 83.96 GB, 86.47 GB, 88.73 GB, 91.05 GB, 93.25 GB, 95.51 GB, 97.77 GB, 98.09 GB, 98.09 GB, 98.09 GB, 98.09 GB, 98.09 GB, 98.09 GB, 98.09 GB, 98.09 GB, 98.09 GB - FirstBatchArrivalWaitTime: 37s621ms - TotalBytesReceived: 98.09 GB (105323476495) - TotalGetBatchTime: 7m31s - DataArrivalTimer: 7m31s SenderSide: - DeserializeRowBatchTime: 1m1s - NumBatchesArrived: 95 (95) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 95 (95) - NumBatchesReceived: 95 (95) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 302.952ms, non-child: 302.952ms, % non-child: 100.00%) - CodegenTime: 3.875ms - CompileTime: 68.060ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 83 (83) - NumInstructions: 2.99K (2991) - OptimizationTime: 188.262ms - PeakMemoryUsage: 1.46 MB (1531392) - PrepareTime: 44.451ms Averaged Fragment F04:(Total: 6m44s, non-child: 1m11s, % non-child: 17.56%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:5m56s max:7m35s mean: 6m44s stddev:35s682ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 7 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 11.73 GB (12596488077) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 15.77 GB (16929036722) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 26s621ms - TotalNetworkSendTime: 756.672ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 449 (449) - TotalThreadsTotalWallClockTime: 6m44s - TotalThreadsSysTime: 1m30s - TotalThreadsUserTime: 4m41s - TotalThreadsVoluntaryContextSwitches: 1.86K (1863) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 6m12s - ExecTreeExecTime: 1m20s - OpenTime: 31s790ms - ExecTreeOpenTime: 31s451ms - PrepareTime: 15.434ms - ExecTreePrepareTime: 2.415ms KrpcDataStreamSender (dst_id=20):(Total: 3m41s, non-child: 3m41s, % non-child: 100.00%) - BytesSent: 25.05 GB (26901289032) - EosSent: 7 (7) - OverallThroughput: 116.04 MB/sec - PeakMemoryUsage: 1.03 GB (1110594668) - RowsReturned: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 3m41s - UncompressedRowBatchSize: 103.24 GB (110856261427) UNION_NODE (id=0):(Total: 1m51s, non-child: 1m17s, % non-child: 69.11%) - PeakMemoryUsage: 6.08 GB (6526328682) - RowsReturned: 100 (100) - RowsReturnedRate: 0 AGGREGATION_NODE (id=15):(Total: 5.315ms, non-child: 5.307ms, % non-child: 99.85%) - BuildTime: 3.412ms - GetResultsTime: 957.000ns - HTResizeTime: 1.306us - HashBuckets: 146 (146) - LargestPartitionPercent: 14 (14) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.03 MB (2123465) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 5.00 /sec - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=14):(Total: 8.057us, non-child: 8.057us, % non-child: 100.00%) - ConvertRowBatchTime: 858.000ns - PeakMemoryUsage: 2.29 KB (2340) - RowsReturned: 0 (0) - RowsReturnedRate: 13.25 K/sec Buffer pool: - AllocTime: 383.000ns - CumulativeAllocationBytes: 2.29 KB (2340) - CumulativeAllocations: 0 (0) - PeakReservation: 2.29 KB (2340) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 2.29 KB (2340) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 15.00 B (15) - TotalGetBatchTime: 2.138us - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 2.206us - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 3.417ms - CumulativeAllocationBytes: 265.14 KB (271506) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 265.14 KB (271506) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns AGGREGATION_NODE (id=13):(Total: 34s470ms, non-child: 7s848ms, % non-child: 22.77%) - BuildTime: 4s823ms - GetResultsTime: 2s564ms - HTResizeTime: 1.097ms - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 5.62 GB (6034499092) - RowsRepartitioned: 0 (0) - RowsReturned: 100 (100) - RowsReturnedRate: 2.00 /sec - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=12):(Total: 26s622ms, non-child: 26s622ms, % non-child: 100.00%) - ConvertRowBatchTime: 534.600us - PeakMemoryUsage: 55.15 MB (57828165) - RowsReturned: 700 (700) - RowsReturnedRate: 25.00 /sec Buffer pool: - AllocTime: 205.779ms - CumulativeAllocationBytes: 3.66 GB (3924805924) - CumulativeAllocations: 472 (472) - PeakReservation: 48.59 MB (50947218) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 48.59 MB (50947218) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: - FirstBatchArrivalWaitTime: 9s209ms - TotalBytesReceived: 2.58 GB (2771437118) - TotalGetBatchTime: 26s621ms - DataArrivalTimer: 26s619ms SenderSide: - DeserializeRowBatchTime: 1s717ms - NumBatchesArrived: 236 (236) - NumBatchesDeferred: 30 (30) - NumBatchesEnqueued: 236 (236) - NumBatchesReceived: 236 (236) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 33.917ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 332.991ms, non-child: 332.991ms, % non-child: 100.00%) - CodegenTime: 12.268ms - CompileTime: 104.821ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 73 (73) - NumInstructions: 2.09K (2092) - OptimizationTime: 187.389ms - PeakMemoryUsage: 1.02 MB (1071104) - PrepareTime: 39.929ms Fragment F04: Instance 59404109c550c44f:b725657600000014 (host=vd1324.foo:22000):(Total: 7m35s, non-child: 1m25s, % non-child: 18.85%) Fragment Instance Lifecycle Event Timeline: 7m35s - Prepare Finished: 9.044ms (9.044ms) - Open Finished: 31s861ms (31s852ms) - First Batch Produced: 33s130ms (1s268ms) - First Batch Sent: 33s622ms (491.724ms) - ExecInternal Finished: 7m35s (7m1s) MemoryUsage(8s000ms): 140.73 KB, 754.10 MB, 3.14 GB, 5.43 GB, 8.65 GB, 9.52 GB, 9.75 GB, 10.30 GB, 10.66 GB, 10.71 GB, 10.30 GB, 10.36 GB, 10.30 GB, 10.33 GB, 9.89 GB, 9.76 GB, 9.71 GB, 10.42 GB, 10.49 GB, 10.38 GB, 10.38 GB, 10.38 GB, 10.35 GB, 9.95 GB, 9.88 GB, 9.88 GB, 9.85 GB, 10.08 GB, 10.38 GB, 10.44 GB, 10.45 GB, 10.31 GB, 11.03 GB, 10.86 GB, 10.74 GB, 10.65 GB, 10.72 GB, 10.69 GB, 10.65 GB, 10.72 GB, 10.39 GB, 9.96 GB, 10.09 GB, 9.96 GB, 9.60 GB, 9.51 GB, 9.51 GB, 9.54 GB, 9.41 GB, 9.15 GB, 9.18 GB, 9.15 GB, 8.78 GB, 8.69 GB, 8.72 GB, 8.63 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 11.17 GB (11992750017) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 15.20 GB (16325555296) - RowsProduced: 105 (105) - TotalNetworkReceiveTime: 25s959ms - TotalNetworkSendTime: 797.751ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 528 (528) - TotalThreadsTotalWallClockTime: 7m35s - TotalThreadsSysTime: 1m49s - TotalThreadsUserTime: 5m12s - TotalThreadsVoluntaryContextSwitches: 2.16K (2159) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 7m3s - ExecTreeExecTime: 1m32s - OpenTime: 31s852ms - ExecTreeOpenTime: 31s511ms - PrepareTime: 5.287ms - ExecTreePrepareTime: 3.764ms KrpcDataStreamSender (dst_id=20):(Total: 4m4s, non-child: 4m4s, % non-child: 100.00%) - BytesSent: 26.31 GB (28246391459) - EosSent: 7 (7) - OverallThroughput: 110.03 MB/sec - PeakMemoryUsage: 1.03 GB (1110743080) - RowsReturned: 105 (105) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 4m4s - UncompressedRowBatchSize: 108.40 GB (116398465465) UNION_NODE (id=0):(Total: 2m4s, non-child: 1m30s, % non-child: 72.39%) ExecOption: Codegen Enabled - PeakMemoryUsage: 6.23 GB (6684154884) - RowsReturned: 105 (105) - RowsReturnedRate: 0 AGGREGATION_NODE (id=15):(Total: 1.115ms, non-child: 1.108ms, % non-child: 99.41%) ExecOption: Codegen Enabled - BuildTime: 3.010us - GetResultsTime: 0.000ns - HTResizeTime: 1.374us - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=14):(Total: 6.627us, non-child: 6.627us, % non-child: 100.00%) - ConvertRowBatchTime: 241.000ns - PeakMemoryUsage: 0 - RowsReturned: 0 (0) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 0 - TotalGetBatchTime: 901.000ns - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 0.000ns - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 8.074us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns AGGREGATION_NODE (id=13):(Total: 34s329ms, non-child: 8s368ms, % non-child: 24.38%) ExecOption: Codegen Enabled - BuildTime: 5s549ms - GetResultsTime: 2s390ms - HTResizeTime: 1.222ms - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 5.92 GB (6354464744) - RowsRepartitioned: 0 (0) - RowsReturned: 105 (105) - RowsReturnedRate: 3.00 /sec - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=12):(Total: 25s960ms, non-child: 3.184ms, % non-child: 0.01%) - ConvertRowBatchTime: 571.390us - PeakMemoryUsage: 53.78 MB (56390528) - RowsReturned: 735 (735) - RowsReturnedRate: 28.00 /sec Buffer pool: - AllocTime: 254.964ms - CumulativeAllocationBytes: 3.85 GB (4133412864) - CumulativeAllocations: 494 (494) - PeakReservation: 48.02 MB (50348032) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 48.02 MB (50348032) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(1s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 10.71 MB, 91.31 MB, 201.22 MB, 338.65 MB, 480.24 MB, 632.21 MB, 771.22 MB, 894.83 MB, 1.01 GB, 1.12 GB, 1.27 GB, 1.44 GB, 1.59 GB, 1.69 GB, 1.87 GB, 2.03 GB, 2.19 GB, 2.28 GB, 2.37 GB, 2.46 GB, 2.54 GB, 2.63 GB, 2.68 GB - FirstBatchArrivalWaitTime: 9s021ms - TotalBytesReceived: 2.71 GB (2909993735) - TotalGetBatchTime: 25s958ms - DataArrivalTimer: 25s957ms SenderSide: - DeserializeRowBatchTime: 1s988ms - NumBatchesArrived: 247 (247) - NumBatchesDeferred: 32 (32) - NumBatchesEnqueued: 247 (247) - NumBatchesReceived: 247 (247) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 14.436ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 334.531ms, non-child: 334.531ms, % non-child: 100.00%) - CodegenTime: 12.132ms - CompileTime: 78.483ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 73 (73) - NumInstructions: 2.09K (2092) - OptimizationTime: 214.615ms - PeakMemoryUsage: 1.02 MB (1071104) - PrepareTime: 40.538ms Instance 59404109c550c44f:b725657600000010 (host=vd1319.foo:22000):(Total: 7m22s, non-child: 1m15s, % non-child: 17.09%) Fragment Instance Lifecycle Event Timeline: 7m22s - Prepare Finished: 9.445ms (9.445ms) - Open Finished: 31s747ms (31s737ms) - First Batch Produced: 32s932ms (1s184ms) - First Batch Sent: 33s456ms (524.507ms) - ExecInternal Finished: 7m22s (6m49s) MemoryUsage(8s000ms): 140.73 KB, 909.85 MB, 3.62 GB, 6.03 GB, 10.02 GB, 10.95 GB, 11.96 GB, 12.34 GB, 12.53 GB, 12.93 GB, 12.95 GB, 12.86 GB, 12.63 GB, 12.66 GB, 12.40 GB, 12.76 GB, 13.37 GB, 14.31 GB, 14.27 GB, 13.76 GB, 13.83 GB, 13.52 GB, 13.54 GB, 13.44 GB, 13.39 GB, 13.22 GB, 14.03 GB, 13.84 GB, 14.44 GB, 14.75 GB, 14.50 GB, 14.47 GB, 14.40 GB, 14.09 GB, 14.09 GB, 14.57 GB, 14.94 GB, 14.69 GB, 14.69 GB, 14.69 GB, 14.33 GB, 14.31 GB, 14.28 GB, 14.28 GB, 13.97 GB, 13.71 GB, 13.58 GB, 13.46 GB, 13.52 GB, 13.47 GB, 13.06 GB, 13.00 GB, 12.97 GB, 13.00 GB, 13.03 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 15.29 GB (16415926389) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 19.32 GB (20748731668) - RowsProduced: 116 (116) - TotalNetworkReceiveTime: 25s210ms - TotalNetworkSendTime: 752.342ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 507 (507) - TotalThreadsTotalWallClockTime: 7m22s - TotalThreadsSysTime: 1m35s - TotalThreadsUserTime: 5m15s - TotalThreadsVoluntaryContextSwitches: 1.90K (1904) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 6m51s - ExecTreeExecTime: 1m29s - OpenTime: 31s737ms - ExecTreeOpenTime: 31s316ms - PrepareTime: 4.809ms - ExecTreePrepareTime: 2.093ms KrpcDataStreamSender (dst_id=20):(Total: 4m6s, non-child: 4m6s, % non-child: 100.00%) - BytesSent: 29.06 GB (31203991849) - EosSent: 7 (7) - OverallThroughput: 120.91 MB/sec - PeakMemoryUsage: 1.03 GB (1111285320) - RowsReturned: 116 (116) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 4m6s - UncompressedRowBatchSize: 119.76 GB (128594555404) UNION_NODE (id=0):(Total: 2m, non-child: 1m25s, % non-child: 70.94%) ExecOption: Codegen Enabled - PeakMemoryUsage: 10.36 GB (11123032240) - RowsReturned: 116 (116) - RowsReturnedRate: 0 AGGREGATION_NODE (id=15):(Total: 2.527ms, non-child: 2.521ms, % non-child: 99.73%) ExecOption: Codegen Enabled - BuildTime: 2.954us - GetResultsTime: 0.000ns - HTResizeTime: 1.345us - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=14):(Total: 6.774us, non-child: 6.774us, % non-child: 100.00%) - ConvertRowBatchTime: 536.000ns - PeakMemoryUsage: 0 - RowsReturned: 0 (0) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 0 - TotalGetBatchTime: 953.000ns - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 0.000ns - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 9.989us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns AGGREGATION_NODE (id=13):(Total: 35s037ms, non-child: 9s825ms, % non-child: 28.04%) ExecOption: Codegen Enabled - BuildTime: 6s102ms - GetResultsTime: 3s315ms - HTResizeTime: 1.135ms - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 6.48 GB (6954250424) - RowsRepartitioned: 0 (0) - RowsReturned: 116 (116) - RowsReturnedRate: 3.00 /sec - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=12):(Total: 25s211ms, non-child: 3.850ms, % non-child: 0.02%) - ConvertRowBatchTime: 616.422us - PeakMemoryUsage: 56.39 MB (59134377) - RowsReturned: 812 (812) - RowsReturnedRate: 32.00 /sec Buffer pool: - AllocTime: 364.004ms - CumulativeAllocationBytes: 4.24 GB (4548870144) - CumulativeAllocations: 548 (548) - PeakReservation: 48.02 MB (50348032) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 48.02 MB (50348032) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(1s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 16.07 MB, 102.06 MB, 268.73 MB, 429.00 MB, 631.10 MB, 766.10 MB, 969.26 MB, 1.11 GB, 1.21 GB, 1.33 GB, 1.53 GB, 1.68 GB, 1.83 GB, 2.01 GB, 2.15 GB, 2.30 GB, 2.45 GB, 2.58 GB, 2.69 GB, 2.75 GB, 2.86 GB, 2.90 GB, 2.96 GB - FirstBatchArrivalWaitTime: 8s795ms - TotalBytesReceived: 2.99 GB (3214899430) - TotalGetBatchTime: 25s209ms - DataArrivalTimer: 25s207ms SenderSide: - DeserializeRowBatchTime: 2s065ms - NumBatchesArrived: 274 (274) - NumBatchesDeferred: 56 (56) - NumBatchesEnqueued: 274 (274) - NumBatchesReceived: 274 (274) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 18.948ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 415.244ms, non-child: 415.244ms, % non-child: 100.00%) - CodegenTime: 10.439ms - CompileTime: 188.356ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 73 (73) - NumInstructions: 2.09K (2092) - OptimizationTime: 185.728ms - PeakMemoryUsage: 1.02 MB (1071104) - PrepareTime: 40.257ms Instance 59404109c550c44f:b725657600000012 (host=vd1321.foo:22000):(Total: 7m, non-child: 1m11s, % non-child: 16.98%) Fragment Instance Lifecycle Event Timeline: 7m - Prepare Finished: 5.838ms (5.838ms) - Open Finished: 31s818ms (31s812ms) - First Batch Produced: 32s766ms (948.384ms) - First Batch Sent: 33s238ms (471.229ms) - ExecInternal Finished: 7m (6m27s) MemoryUsage(8s000ms): 76.11 KB, 619.35 MB, 3.09 GB, 5.41 GB, 9.78 GB, 10.84 GB, 10.80 GB, 10.53 GB, 11.28 GB, 12.21 GB, 12.32 GB, 12.24 GB, 11.94 GB, 12.52 GB, 12.94 GB, 14.05 GB, 13.54 GB, 13.60 GB, 13.35 GB, 13.28 GB, 13.28 GB, 13.28 GB, 13.02 GB, 12.72 GB, 12.68 GB, 12.62 GB, 12.63 GB, 12.25 GB, 12.22 GB, 12.28 GB, 12.29 GB, 12.07 GB, 11.66 GB, 11.66 GB, 11.76 GB, 11.35 GB, 11.15 GB, 11.18 GB, 10.94 GB, 11.01 GB, 10.85 GB, 10.67 GB, 10.58 GB, 10.47 GB, 10.25 GB, 10.28 GB, 10.99 GB, 11.41 GB, 10.86 GB, 10.82 GB, 10.75 GB, 10.76 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 14.14 GB (15185971814) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 18.18 GB (19518777093) - RowsProduced: 102 (102) - TotalNetworkReceiveTime: 26s553ms - TotalNetworkSendTime: 601.915ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 597 (597) - TotalThreadsTotalWallClockTime: 7m - TotalThreadsSysTime: 1m32s - TotalThreadsUserTime: 4m57s - TotalThreadsVoluntaryContextSwitches: 1.79K (1789) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 6m28s - ExecTreeExecTime: 1m23s - OpenTime: 31s812ms - ExecTreeOpenTime: 31s559ms - PrepareTime: 5.411ms - ExecTreePrepareTime: 2.104ms KrpcDataStreamSender (dst_id=20):(Total: 3m53s, non-child: 3m53s, % non-child: 100.00%) - BytesSent: 25.55 GB (27438349607) - EosSent: 7 (7) - OverallThroughput: 111.98 MB/sec - PeakMemoryUsage: 1.03 GB (1110880880) - RowsReturned: 102 (102) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 3m53s - UncompressedRowBatchSize: 105.30 GB (113067359758) UNION_NODE (id=0):(Total: 1m55s, non-child: 1m20s, % non-child: 69.78%) ExecOption: Codegen Enabled - PeakMemoryUsage: 8.29 GB (8903750569) - RowsReturned: 102 (102) - RowsReturnedRate: 0 AGGREGATION_NODE (id=15):(Total: 1.559ms, non-child: 1.545ms, % non-child: 99.09%) ExecOption: Codegen Enabled - BuildTime: 2.582us - GetResultsTime: 0.000ns - HTResizeTime: 1.040us - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=14):(Total: 14.253us, non-child: 14.253us, % non-child: 100.00%) - ConvertRowBatchTime: 883.000ns - PeakMemoryUsage: 0 - RowsReturned: 0 (0) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 0 - TotalGetBatchTime: 5.838us - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 0.000ns - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 14.938us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns AGGREGATION_NODE (id=13):(Total: 34s849ms, non-child: 8s294ms, % non-child: 23.80%) ExecOption: Codegen Enabled - BuildTime: 4s976ms - GetResultsTime: 2s818ms - HTResizeTime: 1.176ms - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 5.78 GB (6207664032) - RowsRepartitioned: 0 (0) - RowsReturned: 102 (102) - RowsReturnedRate: 2.00 /sec - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=12):(Total: 26s554ms, non-child: 2.959ms, % non-child: 0.01%) - ConvertRowBatchTime: 571.170us - PeakMemoryUsage: 56.25 MB (58985669) - RowsReturned: 714 (714) - RowsReturnedRate: 26.00 /sec Buffer pool: - AllocTime: 343.986ms - CumulativeAllocationBytes: 3.75 GB (4028497920) - CumulativeAllocations: 480 (480) - PeakReservation: 48.02 MB (50348032) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 48.02 MB (50348032) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10.81 MB, 32.16 MB, 53.57 MB, 96.74 MB, 184.53 MB, 206.19 MB, 261.98 MB, 341.64 MB, 420.93 MB, 523.39 MB, 580.15 MB, 682.82 MB, 738.78 MB, 795.28 MB, 905.45 MB, 973.10 MB, 1.00 GB, 1.08 GB, 1.14 GB, 1.19 GB, 1.25 GB, 1.35 GB, 1.44 GB, 1.52 GB, 1.59 GB, 1.70 GB, 1.77 GB, 1.85 GB, 1.91 GB, 1.96 GB, 2.01 GB, 2.09 GB, 2.18 GB, 2.25 GB, 2.28 GB, 2.31 GB, 2.34 GB, 2.41 GB, 2.45 GB, 2.51 GB, 2.53 GB, 2.56 GB, 2.57 GB, 2.61 GB - FirstBatchArrivalWaitTime: 9s692ms - TotalBytesReceived: 2.63 GB (2826715014) - TotalGetBatchTime: 26s553ms - DataArrivalTimer: 26s552ms SenderSide: - DeserializeRowBatchTime: 1s877ms - NumBatchesArrived: 240 (240) - NumBatchesDeferred: 34 (34) - NumBatchesEnqueued: 240 (240) - NumBatchesReceived: 240 (240) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 121.245ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 248.092ms, non-child: 248.092ms, % non-child: 100.00%) - CodegenTime: 10.427ms - CompileTime: 67.404ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 73 (73) - NumInstructions: 2.09K (2092) - OptimizationTime: 142.311ms - PeakMemoryUsage: 1.02 MB (1071104) - PrepareTime: 37.643ms Instance 59404109c550c44f:b725657600000015 (host=vd1317.foo:22000):(Total: 6m54s, non-child: 1m15s, % non-child: 18.29%) Fragment Instance Lifecycle Event Timeline: 6m54s - Prepare Finished: 43.108ms (43.108ms) - Open Finished: 31s897ms (31s854ms) - First Batch Produced: 33s157ms (1s260ms) - First Batch Sent: 33s648ms (490.829ms) - ExecInternal Finished: 6m54s (6m20s) MemoryUsage(8s000ms): 76.11 KB, 669.36 MB, 2.56 GB, 5.00 GB, 8.93 GB, 9.33 GB, 9.20 GB, 9.24 GB, 9.12 GB, 8.93 GB, 8.86 GB, 9.70 GB, 9.93 GB, 9.56 GB, 9.33 GB, 9.39 GB, 9.36 GB, 9.17 GB, 8.87 GB, 8.77 GB, 8.87 GB, 8.60 GB, 8.48 GB, 8.48 GB, 8.26 GB, 8.11 GB, 8.17 GB, 7.93 GB, 7.68 GB, 7.65 GB, 7.56 GB, 7.30 GB, 7.33 GB, 7.27 GB, 7.12 GB, 6.94 GB, 6.75 GB, 6.79 GB, 6.72 GB, 6.50 GB, 6.40 GB, 6.40 GB, 6.44 GB, 6.18 GB, 5.90 GB, 5.98 GB, 5.68 GB, 5.62 GB, 5.45 GB, 5.42 GB, 5.45 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 10.03 GB (10768565863) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 14.06 GB (15101383430) - RowsProduced: 96 (96) - TotalNetworkReceiveTime: 27s274ms - TotalNetworkSendTime: 654.639ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 504 (504) - TotalThreadsTotalWallClockTime: 6m54s - TotalThreadsSysTime: 1m40s - TotalThreadsUserTime: 4m39s - TotalThreadsVoluntaryContextSwitches: 2.12K (2125) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 6m22s - ExecTreeExecTime: 1m21s - OpenTime: 31s854ms - ExecTreeOpenTime: 31s484ms - PrepareTime: 42.672ms - ExecTreePrepareTime: 869.211us KrpcDataStreamSender (dst_id=20):(Total: 3m45s, non-child: 3m45s, % non-child: 100.00%) - BytesSent: 24.05 GB (25825145576) - EosSent: 7 (7) - OverallThroughput: 109.30 MB/sec - PeakMemoryUsage: 1.03 GB (1110058520) - RowsReturned: 96 (96) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 3m45s - UncompressedRowBatchSize: 99.11 GB (106413254544) UNION_NODE (id=0):(Total: 1m52s, non-child: 1m17s, % non-child: 68.94%) ExecOption: Codegen Enabled - PeakMemoryUsage: 3.13 GB (3355773770) - RowsReturned: 96 (96) - RowsReturnedRate: 0 AGGREGATION_NODE (id=15):(Total: 1.439ms, non-child: 1.434ms, % non-child: 99.61%) ExecOption: Codegen Enabled - BuildTime: 3.520us - GetResultsTime: 0.000ns - HTResizeTime: 1.507us - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=14):(Total: 5.651us, non-child: 5.651us, % non-child: 100.00%) - ConvertRowBatchTime: 641.000ns - PeakMemoryUsage: 0 - RowsReturned: 0 (0) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 0 - TotalGetBatchTime: 894.000ns - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 0.000ns - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 17.591us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns AGGREGATION_NODE (id=13):(Total: 35s048ms, non-child: 7s773ms, % non-child: 22.18%) ExecOption: Codegen Enabled - BuildTime: 4s206ms - GetResultsTime: 2s766ms - HTResizeTime: 1.064ms - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 5.35 GB (5746290328) - RowsRepartitioned: 0 (0) - RowsReturned: 96 (96) - RowsReturnedRate: 2.00 /sec - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=12):(Total: 27s275ms, non-child: 2.073ms, % non-child: 0.01%) - ConvertRowBatchTime: 392.332us - PeakMemoryUsage: 53.63 MB (56236894) - RowsReturned: 672 (672) - RowsReturnedRate: 24.00 /sec Buffer pool: - AllocTime: 26.630ms - CumulativeAllocationBytes: 3.52 GB (3776716800) - CumulativeAllocations: 450 (450) - PeakReservation: 48.02 MB (50348032) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 48.02 MB (50348032) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10.70 MB, 32.15 MB, 75.86 MB, 141.40 MB, 198.07 MB, 220.93 MB, 300.23 MB, 333.39 MB, 423.71 MB, 479.24 MB, 525.83 MB, 571.30 MB, 593.46 MB, 661.75 MB, 737.45 MB, 793.58 MB, 793.58 MB, 862.17 MB, 939.26 MB, 960.70 MB, 1.00 GB, 1.06 GB, 1.11 GB, 1.16 GB, 1.24 GB, 1.37 GB, 1.42 GB, 1.49 GB, 1.59 GB, 1.66 GB, 1.77 GB, 1.87 GB, 1.91 GB, 2.00 GB, 2.05 GB, 2.10 GB, 2.16 GB, 2.20 GB, 2.26 GB, 2.31 GB, 2.38 GB, 2.40 GB, 2.41 GB, 2.45 GB, 2.46 GB - FirstBatchArrivalWaitTime: 8s751ms - TotalBytesReceived: 2.48 GB (2660360750) - TotalGetBatchTime: 27s274ms - DataArrivalTimer: 27s273ms SenderSide: - DeserializeRowBatchTime: 1s507ms - NumBatchesArrived: 225 (225) - NumBatchesDeferred: 27 (27) - NumBatchesEnqueued: 225 (225) - NumBatchesReceived: 225 (225) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 20.159ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 364.254ms, non-child: 364.254ms, % non-child: 100.00%) - CodegenTime: 8.936ms - CompileTime: 125.178ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 73 (73) - NumInstructions: 2.09K (2092) - OptimizationTime: 205.519ms - PeakMemoryUsage: 1.02 MB (1071104) - PrepareTime: 32.688ms Instance 59404109c550c44f:b725657600000013 (host=vd1323.foo:22000):(Total: 6m12s, non-child: 1m3s, % non-child: 17.19%) Fragment Instance Lifecycle Event Timeline: 6m12s - Prepare Finished: 7.639ms (7.639ms) - Open Finished: 31s851ms (31s844ms) - First Batch Produced: 32s892ms (1s040ms) - First Batch Sent: 33s382ms (490.027ms) - ExecInternal Finished: 6m12s (5m38s) MemoryUsage(8s000ms): 75.35 KB, 530.60 MB, 2.73 GB, 4.63 GB, 8.62 GB, 9.07 GB, 8.90 GB, 8.65 GB, 8.83 GB, 8.43 GB, 8.46 GB, 8.31 GB, 8.13 GB, 8.18 GB, 7.92 GB, 7.92 GB, 7.89 GB, 7.46 GB, 7.49 GB, 7.40 GB, 7.16 GB, 7.13 GB, 6.94 GB, 6.88 GB, 6.68 GB, 6.48 GB, 6.48 GB, 6.48 GB, 6.25 GB, 6.04 GB, 6.17 GB, 6.17 GB, 5.97 GB, 5.59 GB, 5.62 GB, 5.36 GB, 5.38 GB, 5.34 GB, 5.38 GB, 5.05 GB, 4.90 GB, 4.86 GB, 4.57 GB, 4.59 GB, 4.38 GB, 5.21 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 9.17 GB (9844406912) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 13.20 GB (14175403461) - RowsProduced: 89 (89) - TotalNetworkReceiveTime: 27s263ms - TotalNetworkSendTime: 990.085ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 340 (340) - TotalThreadsTotalWallClockTime: 6m11s - TotalThreadsSysTime: 1m19s - TotalThreadsUserTime: 4m20s - TotalThreadsVoluntaryContextSwitches: 1.85K (1848) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 5m40s - ExecTreeExecTime: 1m10s - OpenTime: 31s844ms - ExecTreeOpenTime: 31s468ms - PrepareTime: 6.761ms - ExecTreePrepareTime: 4.756ms KrpcDataStreamSender (dst_id=20):(Total: 3m26s, non-child: 3m26s, % non-child: 100.00%) - BytesSent: 22.30 GB (23943918960) - EosSent: 7 (7) - OverallThroughput: 110.83 MB/sec - PeakMemoryUsage: 1.03 GB (1110644640) - RowsReturned: 89 (89) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 3m26s - UncompressedRowBatchSize: 91.89 GB (98665087481) UNION_NODE (id=0):(Total: 1m41s, non-child: 1m7s, % non-child: 66.62%) ExecOption: Codegen Enabled - PeakMemoryUsage: 3.13 GB (3356860463) - RowsReturned: 89 (89) - RowsReturnedRate: 0 AGGREGATION_NODE (id=15):(Total: 3.105ms, non-child: 3.098ms, % non-child: 99.78%) ExecOption: Codegen Enabled - BuildTime: 3.089us - GetResultsTime: 0.000ns - HTResizeTime: 1.423us - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=14):(Total: 6.949us, non-child: 6.949us, % non-child: 100.00%) - ConvertRowBatchTime: 295.000ns - PeakMemoryUsage: 0 - RowsReturned: 0 (0) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 0 - TotalGetBatchTime: 819.000ns - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 0.000ns - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 8.032us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns AGGREGATION_NODE (id=13):(Total: 33s934ms, non-child: 6s669ms, % non-child: 19.65%) ExecOption: Codegen Enabled - BuildTime: 4s201ms - GetResultsTime: 2s080ms - HTResizeTime: 1.061ms - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 5.01 GB (5377191432) - RowsRepartitioned: 0 (0) - RowsReturned: 89 (89) - RowsReturnedRate: 2.00 /sec - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=12):(Total: 27s264ms, non-child: 2.740ms, % non-child: 0.01%) - ConvertRowBatchTime: 555.437us - PeakMemoryUsage: 56.23 MB (58965921) - RowsReturned: 623 (623) - RowsReturnedRate: 22.00 /sec Buffer pool: - AllocTime: 269.953ms - CumulativeAllocationBytes: 3.24 GB (3474604032) - CumulativeAllocations: 420 (420) - PeakReservation: 48.02 MB (50348032) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 48.02 MB (50348032) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(1s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 5.35 MB, 32.12 MB, 102.75 MB, 185.84 MB, 326.27 MB, 466.47 MB, 646.13 MB, 781.26 MB, 895.94 MB, 1.00 GB, 1.12 GB, 1.23 GB, 1.38 GB, 1.48 GB, 1.60 GB, 1.72 GB, 1.86 GB, 1.96 GB, 2.03 GB, 2.11 GB, 2.18 GB, 2.23 GB, 2.28 GB - FirstBatchArrivalWaitTime: 9s428ms - TotalBytesReceived: 2.30 GB (2466654585) - TotalGetBatchTime: 27s263ms - DataArrivalTimer: 27s262ms SenderSide: - DeserializeRowBatchTime: 1s651ms - NumBatchesArrived: 210 (210) - NumBatchesDeferred: 27 (27) - NumBatchesEnqueued: 210 (210) - NumBatchesReceived: 210 (210) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 33.980ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 368.461ms, non-child: 368.461ms, % non-child: 100.00%) - CodegenTime: 13.571ms - CompileTime: 114.710ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 73 (73) - NumInstructions: 2.09K (2092) - OptimizationTime: 199.455ms - PeakMemoryUsage: 1.02 MB (1071104) - PrepareTime: 53.119ms Instance 59404109c550c44f:b725657600000011 (host=vd1322.foo:22000):(Total: 6m10s, non-child: 1m4s, % non-child: 17.44%) Fragment Instance Lifecycle Event Timeline: 6m10s - Prepare Finished: 14.897ms (14.897ms) - Open Finished: 31s775ms (31s760ms) - First Batch Produced: 32s900ms (1s124ms) - First Batch Sent: 33s392ms (492.378ms) - ExecInternal Finished: 6m10s (5m37s) MemoryUsage(8s000ms): 75.35 KB, 532.35 MB, 2.66 GB, 4.85 GB, 8.32 GB, 9.44 GB, 9.15 GB, 9.05 GB, 8.94 GB, 9.66 GB, 9.78 GB, 9.61 GB, 9.48 GB, 9.61 GB, 9.54 GB, 8.97 GB, 9.04 GB, 8.76 GB, 8.64 GB, 9.61 GB, 10.35 GB, 10.28 GB, 10.19 GB, 10.13 GB, 10.06 GB, 10.03 GB, 9.67 GB, 9.65 GB, 9.52 GB, 9.52 GB, 9.20 GB, 9.18 GB, 9.21 GB, 9.62 GB, 9.73 GB, 9.70 GB, 9.43 GB, 9.49 GB, 9.24 GB, 9.10 GB, 9.13 GB, 8.71 GB, 8.81 GB, 8.68 GB, 8.52 GB, 8.52 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 10.84 GB (11637354203) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 14.87 GB (15970159482) - RowsProduced: 95 (95) - TotalNetworkReceiveTime: 27s006ms - TotalNetworkSendTime: 793.592ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 363 (363) - TotalThreadsTotalWallClockTime: 6m10s - TotalThreadsSysTime: 1m22s - TotalThreadsUserTime: 4m17s - TotalThreadsVoluntaryContextSwitches: 1.61K (1609) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 5m39s - ExecTreeExecTime: 1m12s - OpenTime: 31s760ms - ExecTreeOpenTime: 31s451ms - PrepareTime: 9.768ms - ExecTreePrepareTime: 1.476ms KrpcDataStreamSender (dst_id=20):(Total: 3m21s, non-child: 3m21s, % non-child: 100.00%) - BytesSent: 23.80 GB (25558011924) - EosSent: 7 (7) - OverallThroughput: 120.94 MB/sec - PeakMemoryUsage: 1.03 GB (1110126760) - RowsReturned: 95 (95) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 3m21s - UncompressedRowBatchSize: 98.09 GB (105323476495) UNION_NODE (id=0):(Total: 1m44s, non-child: 1m10s, % non-child: 67.16%) ExecOption: Codegen Enabled - PeakMemoryUsage: 6.23 GB (6685315796) - RowsReturned: 95 (95) - RowsReturnedRate: 0 AGGREGATION_NODE (id=15):(Total: 2.102ms, non-child: 2.097ms, % non-child: 99.74%) ExecOption: Codegen Enabled - BuildTime: 2.833us - GetResultsTime: 0.000ns - HTResizeTime: 1.130us - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=14):(Total: 5.368us, non-child: 5.368us, % non-child: 100.00%) - ConvertRowBatchTime: 490.000ns - PeakMemoryUsage: 0 - RowsReturned: 0 (0) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0 - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 0 - TotalGetBatchTime: 585.000ns - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 0.000ns - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 18.070us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns AGGREGATION_NODE (id=13):(Total: 34s240ms, non-child: 7s233ms, % non-child: 21.13%) ExecOption: Codegen Enabled - BuildTime: 4s442ms - GetResultsTime: 2s413ms - HTResizeTime: 1.075ms - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 5.32 GB (5712735920) - RowsRepartitioned: 0 (0) - RowsReturned: 95 (95) - RowsReturnedRate: 2.00 /sec - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=12):(Total: 27s007ms, non-child: 6.412ms, % non-child: 0.02%) - ConvertRowBatchTime: 514.972us - PeakMemoryUsage: 53.40 MB (55992778) - RowsReturned: 665 (665) - RowsReturnedRate: 24.00 /sec Buffer pool: - AllocTime: 36.013ms - CumulativeAllocationBytes: 3.46 GB (3717996544) - CumulativeAllocations: 450 (450) - PeakReservation: 48.02 MB (50348032) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 48.02 MB (50348032) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(1s000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 5.39 MB, 48.43 MB, 119.27 MB, 219.91 MB, 338.30 MB, 467.29 MB, 614.34 MB, 748.77 MB, 884.50 MB, 1002.71 MB, 1.09 GB, 1.22 GB, 1.37 GB, 1.49 GB, 1.64 GB, 1.77 GB, 1.89 GB, 2.04 GB, 2.15 GB, 2.21 GB, 2.31 GB, 2.37 GB, 2.40 GB - FirstBatchArrivalWaitTime: 9s142ms - TotalBytesReceived: 2.45 GB (2633116071) - TotalGetBatchTime: 27s005ms - DataArrivalTimer: 27s000ms SenderSide: - DeserializeRowBatchTime: 1s415ms - NumBatchesArrived: 225 (225) - NumBatchesDeferred: 15 (15) - NumBatchesEnqueued: 225 (225) - NumBatchesReceived: 225 (225) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 14.523ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 303.140ms, non-child: 303.140ms, % non-child: 100.00%) - CodegenTime: 15.975ms - CompileTime: 80.043ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 73 (73) - NumInstructions: 2.09K (2092) - OptimizationTime: 179.946ms - PeakMemoryUsage: 1.02 MB (1071104) - PrepareTime: 42.584ms Instance 59404109c550c44f:b72565760000000f (host=vd1318.foo:22000):(Total: 5m56s, non-child: 59s986ms, % non-child: 16.83%) Fragment Instance Lifecycle Event Timeline: 5m56s - Prepare Finished: 33.752ms (33.752ms) - Open Finished: 31s705ms (31s672ms) - First Batch Produced: 32s772ms (1s066ms) - First Batch Sent: 33s318ms (545.536ms) - ExecInternal Finished: 5m56s (5m23s) MemoryUsage(8s000ms): 89.11 KB, 477.03 MB, 2.76 GB, 5.03 GB, 8.29 GB, 8.61 GB, 9.45 GB, 10.11 GB, 10.05 GB, 10.34 GB, 10.85 GB, 10.75 GB, 10.76 GB, 10.66 GB, 11.32 GB, 11.41 GB, 10.94 GB, 11.05 GB, 10.82 GB, 10.69 GB, 10.44 GB, 10.46 GB, 10.32 GB, 10.06 GB, 9.99 GB, 9.83 GB, 9.83 GB, 9.68 GB, 9.36 GB, 9.42 GB, 9.15 GB, 9.08 GB, 8.82 GB, 8.84 GB, 8.81 GB, 8.74 GB, 8.47 GB, 8.24 GB, 8.25 GB, 7.89 GB, 7.92 GB, 7.88 GB, 7.50 GB, 7.37 GB ThreadUsage(8s000ms): 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 11.48 GB (12330441347) - PeakReservation: 36.00 MB (37748736) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 15.52 GB (16663246626) - RowsProduced: 98 (98) - TotalNetworkReceiveTime: 27s082ms - TotalNetworkSendTime: 706.377ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 305 (305) - TotalThreadsTotalWallClockTime: 5m56s - TotalThreadsSysTime: 1m13s - TotalThreadsUserTime: 4m12s - TotalThreadsVoluntaryContextSwitches: 1.61K (1607) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 5m24s - ExecTreeExecTime: 1m10s - OpenTime: 31s672ms - ExecTreeOpenTime: 31s368ms - PrepareTime: 33.334ms - ExecTreePrepareTime: 1.843ms KrpcDataStreamSender (dst_id=20):(Total: 3m14s, non-child: 3m14s, % non-child: 100.00%) - BytesSent: 24.30 GB (26093213850) - EosSent: 7 (7) - OverallThroughput: 128.26 MB/sec - PeakMemoryUsage: 1.03 GB (1110423480) - RowsReturned: 98 (98) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 3m13s - UncompressedRowBatchSize: 100.15 GB (107531630842) UNION_NODE (id=0):(Total: 1m42s, non-child: 1m8s, % non-child: 66.82%) ExecOption: Codegen Enabled - PeakMemoryUsage: 5.19 GB (5575413054) - RowsReturned: 98 (98) - RowsReturnedRate: 0 AGGREGATION_NODE (id=15):(Total: 25.360ms, non-child: 25.349ms, % non-child: 99.96%) ExecOption: Codegen Enabled - BuildTime: 23.866ms - GetResultsTime: 6.701us - HTResizeTime: 1.323us - HashBuckets: 1.02K (1024) - LargestPartitionPercent: 100 (100) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.03 MB (2126976) - RowsRepartitioned: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 39.00 /sec - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=14):(Total: 10.779us, non-child: 10.779us, % non-child: 100.00%) - ConvertRowBatchTime: 2.924us - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 1 (1) - RowsReturnedRate: 92.77 K/sec Buffer pool: - AllocTime: 2.682us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(8s000ms): 85.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B, 105.00 B - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 105.00 B (105) - TotalGetBatchTime: 4.980us - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 15.445us - NumBatchesArrived: 1 (1) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 1 (1) - NumBatchesReceived: 1 (1) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 23.842ms - CumulativeAllocationBytes: 320.00 KB (327680) - CumulativeAllocations: 5 (5) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 320.00 KB (327680) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns AGGREGATION_NODE (id=13):(Total: 33s855ms, non-child: 6s772ms, % non-child: 20.00%) ExecOption: Codegen Enabled - BuildTime: 4s283ms - GetResultsTime: 2s168ms - HTResizeTime: 947.296us - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 5.48 GB (5888896768) - RowsRepartitioned: 0 (0) - RowsReturned: 97 (97) - RowsReturnedRate: 2.00 /sec - SpilledPartitions: 0 (0) EXCHANGE_NODE (id=12):(Total: 27s083ms, non-child: 2.749ms, % non-child: 0.01%) - ConvertRowBatchTime: 520.482us - PeakMemoryUsage: 56.35 MB (59090992) - RowsReturned: 679 (679) - RowsReturnedRate: 25.00 /sec Buffer pool: - AllocTime: 144.900ms - CumulativeAllocationBytes: 3.53 GB (3793543168) - CumulativeAllocations: 462 (462) - PeakReservation: 52.02 MB (54542336) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 52.02 MB (54542336) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10.71 MB, 32.12 MB, 64.59 MB, 107.78 MB, 141.86 MB, 152.85 MB, 263.50 MB, 319.28 MB, 409.42 MB, 487.64 MB, 545.07 MB, 635.72 MB, 700.86 MB, 791.96 MB, 861.67 MB, 941.33 MB, 996.72 MB, 1019.26 MB, 1.11 GB, 1.15 GB, 1.22 GB, 1.29 GB, 1.36 GB, 1.44 GB, 1.50 GB, 1.55 GB, 1.63 GB, 1.69 GB, 1.77 GB, 1.83 GB, 1.92 GB, 1.99 GB, 2.05 GB, 2.09 GB, 2.13 GB, 2.17 GB, 2.21 GB, 2.29 GB, 2.35 GB, 2.37 GB, 2.40 GB, 2.45 GB, 2.49 GB - FirstBatchArrivalWaitTime: 9s632ms - TotalBytesReceived: 2.50 GB (2688320245) - TotalGetBatchTime: 27s082ms - DataArrivalTimer: 27s080ms SenderSide: - DeserializeRowBatchTime: 1s517ms - NumBatchesArrived: 231 (231) - NumBatchesDeferred: 22 (22) - NumBatchesEnqueued: 231 (231) - NumBatchesReceived: 231 (231) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) Buffer pool: - AllocTime: 14.130ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 36.00 MB (37748736) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns CodeGen:(Total: 297.214ms, non-child: 297.214ms, % non-child: 100.00%) - CodegenTime: 14.396ms - CompileTime: 79.573ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 73 (73) - NumInstructions: 2.09K (2092) - OptimizationTime: 184.148ms - PeakMemoryUsage: 1.02 MB (1071104) - PrepareTime: 32.671ms Averaged Fragment F00:(Total: 28s705ms, non-child: 7s030ms, % non-child: 24.49%) split sizes: min: 2.47 GB, max: 2.72 GB, avg: 2.61 GB, stddev: 107.58 MB completion times: min:25s810ms max:31s879ms mean: 28s715ms stddev:2s399ms execution rates: min:87.31 MB/sec max:98.04 MB/sec mean:93.44 MB/sec stddev:4.36 MB/sec num instances: 7 - AverageThreadTokens: 2.39 - BloomFilterBytes: 0 - PeakMemoryUsage: 6.24 GB (6700448231) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 6.86 GB (7361710198) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1s243ms - TotalStorageWaitTime: 872.174ms - TotalThreadsInvoluntaryContextSwitches: 66 (66) - TotalThreadsTotalWallClockTime: 1m8s - TotalThreadsSysTime: 8s651ms - TotalThreadsUserTime: 20s166ms - TotalThreadsVoluntaryContextSwitches: 35.33K (35325) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 28s518ms - ExecTreeExecTime: 15s232ms - OpenTime: 168.375ms - ExecTreeOpenTime: 1.216ms - PrepareTime: 17.611ms - ExecTreePrepareTime: 1.059ms KrpcDataStreamSender (dst_id=12):(Total: 6s278ms, non-child: 6s278ms, % non-child: 100.00%) - BytesSent: 641.50 MB (672657954) - EosSent: 7 (7) - OverallThroughput: 102.36 MB/sec - PeakMemoryUsage: 87.87 MB (92143244) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6s263ms - UncompressedRowBatchSize: 2.58 GB (2771437118) AGGREGATION_NODE (id=2):(Total: 15s233ms, non-child: 14s955ms, % non-child: 98.17%) - GetResultsTime: 4s379ms - HTResizeTime: 415.286us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 6.03 GB (6476503075) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 46.00 /sec - StreamingTime: 9s743ms Buffer pool: - AllocTime: 548.076us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=1):(Total: 278.564ms, non-child: 278.564ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.09 - AverageScannerThreadConcurrency: 4.00 - BytesRead: 1.50 GB (1613183058) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.50 GB (1613183058) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.50 GB (1613183058) - CachedFileHandlesHitCount: 212 (212) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 4s701ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 239.67 MB (251310053) - PerReadThreadRawHdfsThroughput: 1.82 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 143.977ms - RowBatchQueuePutWaitTime: 32s510ms - RowsRead: 64.29M (64285714) - RowsReturned: 28.57M (28571428) - RowsReturnedRate: 106.51 M/sec - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 15 (15) - ScannerThreadsTotalWallClockTime: 39s842ms - MaterializeTupleTime(*): 1s209ms - ScannerThreadsSysTime: 450.599ms - ScannerThreadsUserTime: 6s010ms - ScannerThreadsVoluntaryContextSwitches: 27.74K (27737) - TotalRawHdfsOpenFileTime(*): 588.805us - TotalRawHdfsReadTime(*): 828.971ms - TotalReadThroughput: 151.93 MB/sec CodeGen:(Total: 163.150ms, non-child: 163.150ms, % non-child: 100.00%) - CodegenTime: 8.025ms - CompileTime: 37.864ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 64 (64) - NumInstructions: 1.18K (1184) - OptimizationTime: 84.623ms - PeakMemoryUsage: 592.00 KB (606208) - PrepareTime: 39.558ms Fragment F00: Instance 59404109c550c44f:b725657600000002 (host=vd1324.foo:22000):(Total: 31s873ms, non-child: 8s644ms, % non-child: 27.12%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 5:1/253.03 MB 1:1/253.04 MB 6:1/253.09 MB 2:2/506.08 MB 7:2/506.05 MB 3:3/759.17 MB Fragment Instance Lifecycle Event Timeline: 31s876ms - Prepare Finished: 7.655ms (7.655ms) - Open Finished: 189.088ms (181.433ms) - First Batch Produced: 10s889ms (10s700ms) - First Batch Sent: 10s889ms (1.962us) - ExecInternal Finished: 31s876ms (20s987ms) MemoryUsage(1s000ms): 211.93 MB, 1.01 GB, 2.02 GB, 2.90 GB, 3.34 GB, 3.63 GB, 5.40 GB, 6.10 GB, 6.07 GB, 6.07 GB, 6.12 GB, 6.79 GB, 6.63 GB, 6.44 GB, 6.07 GB, 6.04 GB, 5.62 GB, 5.38 GB, 5.17 GB, 4.92 GB, 4.69 GB, 4.25 GB, 3.84 GB, 3.47 GB, 3.03 GB, 2.68 GB, 2.44 GB, 2.00 GB, 1.56 GB, 1.31 GB, 888.31 MB, 495.25 MB ThreadUsage(1s000ms): 3, 5, 5, 5, 5, 5, 5, 5, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 2.19 - BloomFilterBytes: 0 - PeakMemoryUsage: 6.82 GB (7319707207) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 8.15 GB (8747207515) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1s296ms - TotalStorageWaitTime: 717.294ms - TotalThreadsInvoluntaryContextSwitches: 57 (57) - TotalThreadsTotalWallClockTime: 1m10s - TotalThreadsSysTime: 9s137ms - TotalThreadsUserTime: 21s686ms - TotalThreadsVoluntaryContextSwitches: 37.47K (37467) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 31s687ms - ExecTreeExecTime: 16s112ms - OpenTime: 181.424ms - ExecTreeOpenTime: 1.037ms - PrepareTime: 3.896ms - ExecTreePrepareTime: 1.861ms KrpcDataStreamSender (dst_id=12):(Total: 6s935ms, non-child: 6s935ms, % non-child: 100.00%) - BytesSent: 676.51 MB (709374715) - EosSent: 7 (7) - OverallThroughput: 97.54 MB/sec - PeakMemoryUsage: 87.76 MB (92018860) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6s935ms - UncompressedRowBatchSize: 2.72 GB (2922613128) AGGREGATION_NODE (id=2):(Total: 16s114ms, non-child: 15s901ms, % non-child: 98.68%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 4s436ms - HTResizeTime: 113.824us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 6.73 GB (7222562774) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 43.00 /sec - StreamingTime: 10s465ms Buffer pool: - AllocTime: 369.607us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=1):(Total: 213.207ms, non-child: 213.207ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 5:1/253.03 MB 1:1/253.04 MB 6:1/253.09 MB 2:2/506.08 MB 7:2/506.05 MB 3:3/759.17 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 11 out of 11 Hdfs Read Thread Concurrency Bucket: 0:95.24% 1:4.762% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:11 BytesRead(500.000ms): 0, 184.39 MB, 240.39 MB, 316.08 MB, 375.85 MB, 455.85 MB, 519.85 MB, 551.85 MB, 582.33 MB, 806.72 MB, 906.49 MB, 958.25 MB, 958.25 MB, 966.25 MB, 1.03 GB, 1.10 GB, 1.18 GB, 1.32 GB, 1.42 GB, 1.49 GB, 1.56 GB, 1.56 GB - FooterProcessingTime: (Avg: 7.931ms ; Min: 172.350us ; Max: 23.411ms ; Number of samples: 11) - AverageHdfsReadThreadConcurrency: 0.05 - AverageScannerThreadConcurrency: 3.62 - BytesRead: 1.56 GB (1679893331) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.56 GB (1679893331) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.56 GB (1679893331) - CachedFileHandlesHitCount: 220 (220) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 4s842ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 7 (7) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 225.74 MB (236706559) - PerReadThreadRawHdfsThroughput: 1.82 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 83.211ms - RowBatchQueuePutWaitTime: 31s592ms - RowsRead: 66.95M (66951298) - RowsReturned: 30.13M (30134055) - RowsReturnedRate: 141.34 M/sec - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 8 (8) - ScannerThreadsTotalWallClockTime: 38s951ms - MaterializeTupleTime(*): 1s256ms - ScannerThreadsSysTime: 489.012ms - ScannerThreadsUserTime: 6s321ms - ScannerThreadsVoluntaryContextSwitches: 29.72K (29718) - TotalRawHdfsOpenFileTime(*): 556.198us - TotalRawHdfsReadTime(*): 858.065ms - TotalReadThroughput: 145.64 MB/sec CodeGen:(Total: 177.787ms, non-child: 177.787ms, % non-child: 100.00%) - CodegenTime: 5.281ms - CompileTime: 38.837ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 64 (64) - NumInstructions: 1.18K (1184) - OptimizationTime: 102.923ms - PeakMemoryUsage: 592.00 KB (606208) - PrepareTime: 35.211ms Instance 59404109c550c44f:b725657600000005 (host=vd1319.foo:22000):(Total: 31s788ms, non-child: 6s282ms, % non-child: 19.76%) Hdfs split stats (:<# splits>/): 2:1/253.03 MB 0:4/1012.12 MB 3:2/506.10 MB 1:2/506.06 MB 5:1/253.01 MB 6:1/253.06 MB Fragment Instance Lifecycle Event Timeline: 31s792ms - Prepare Finished: 9.949ms (9.949ms) - Open Finished: 207.584ms (197.635ms) - First Batch Produced: 11s466ms (11s258ms) - First Batch Sent: 11s466ms (1.324us) - ExecInternal Finished: 31s792ms (20s326ms) MemoryUsage(1s000ms): 151.44 MB, 1.01 GB, 1.93 GB, 2.68 GB, 3.35 GB, 3.56 GB, 5.53 GB, 6.09 GB, 6.08 GB, 6.06 GB, 5.99 GB, 5.95 GB, 5.82 GB, 5.65 GB, 5.32 GB, 5.12 GB, 4.92 GB, 4.53 GB, 4.32 GB, 4.12 GB, 3.72 GB, 3.37 GB, 3.21 GB, 2.90 GB, 2.70 GB, 2.37 GB, 1.98 GB, 1.77 GB, 1.57 GB, 1.17 GB, 784.77 MB, 260.40 MB ThreadUsage(1s000ms): 3, 5, 5, 5, 5, 5, 5, 5, 4, 4, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 2.22 - BloomFilterBytes: 0 - PeakMemoryUsage: 6.13 GB (6577533541) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 8.13 GB (8727776477) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 243.751ms - TotalStorageWaitTime: 1s058ms - TotalThreadsInvoluntaryContextSwitches: 75 (75) - TotalThreadsTotalWallClockTime: 1m11s - TotalThreadsSysTime: 10s837ms - TotalThreadsUserTime: 21s106ms - TotalThreadsVoluntaryContextSwitches: 36.85K (36848) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 31s585ms - ExecTreeExecTime: 18s652ms - OpenTime: 197.617ms - ExecTreeOpenTime: 557.224us - PrepareTime: 3.599ms - ExecTreePrepareTime: 705.152us KrpcDataStreamSender (dst_id=12):(Total: 6s661ms, non-child: 6s661ms, % non-child: 100.00%) - BytesSent: 670.19 MB (702746856) - EosSent: 7 (7) - OverallThroughput: 100.60 MB/sec - PeakMemoryUsage: 91.91 MB (96376538) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6s660ms - UncompressedRowBatchSize: 2.70 GB (2895364356) AGGREGATION_NODE (id=2):(Total: 18s652ms, non-child: 18s255ms, % non-child: 97.87%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 6s668ms - HTResizeTime: 246.273us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 5.92 GB (6352349993) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 37.00 /sec - StreamingTime: 10s821ms Buffer pool: - AllocTime: 650.818us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=1):(Total: 397.087ms, non-child: 397.087ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:1/253.03 MB 0:4/1012.12 MB 3:2/506.10 MB 1:2/506.06 MB 5:1/253.01 MB 6:1/253.06 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 11 out of 11 Hdfs Read Thread Concurrency Bucket: 0:95.45% 1:4.545% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:11 BytesRead(500.000ms): 0, 152.39 MB, 232.39 MB, 302.27 MB, 367.91 MB, 439.91 MB, 519.91 MB, 527.91 MB, 582.68 MB, 791.07 MB, 868.96 MB, 958.45 MB, 974.45 MB, 982.45 MB, 1.03 GB, 1.11 GB, 1.24 GB, 1.35 GB, 1.45 GB, 1.52 GB, 1.56 GB, 1.56 GB, 1.56 GB - FooterProcessingTime: (Avg: 41.097ms ; Min: 132.135us ; Max: 154.726ms ; Number of samples: 11) - AverageHdfsReadThreadConcurrency: 0.05 - AverageScannerThreadConcurrency: 3.55 - BytesRead: 1.56 GB (1679367009) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.56 GB (1679367009) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.56 GB (1679367009) - CachedFileHandlesHitCount: 220 (220) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 5s126ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 225.32 MB (236266250) - PerReadThreadRawHdfsThroughput: 1.94 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 260.243ms - RowBatchQueuePutWaitTime: 31s511ms - RowsRead: 66.93M (66926775) - RowsReturned: 29.85M (29849509) - RowsReturnedRate: 75.17 M/sec - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 12 (12) - ScannerThreadsTotalWallClockTime: 39s732ms - MaterializeTupleTime(*): 1s238ms - ScannerThreadsSysTime: 474.413ms - ScannerThreadsUserTime: 6s061ms - ScannerThreadsVoluntaryContextSwitches: 29.25K (29255) - TotalRawHdfsOpenFileTime(*): 579.982us - TotalRawHdfsReadTime(*): 806.383ms - TotalReadThroughput: 139.27 MB/sec CodeGen:(Total: 191.624ms, non-child: 191.624ms, % non-child: 100.00%) - CodegenTime: 9.632ms - CompileTime: 49.238ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 64 (64) - NumInstructions: 1.18K (1184) - OptimizationTime: 98.185ms - PeakMemoryUsage: 592.00 KB (606208) - PrepareTime: 43.117ms Instance 59404109c550c44f:b725657600000006 (host=vd1322.foo:22000):(Total: 29s399ms, non-child: 6s851ms, % non-child: 23.30%) Hdfs split stats (:<# splits>/): 1:1/253.07 MB 2:2/506.11 MB 5:3/759.14 MB 0:2/506.07 MB 6:3/759.11 MB Fragment Instance Lifecycle Event Timeline: 29s404ms - Prepare Finished: 12.182ms (12.182ms) - Open Finished: 207.910ms (195.727ms) - First Batch Produced: 10s726ms (10s518ms) - First Batch Sent: 10s726ms (1.180us) - ExecInternal Finished: 29s404ms (18s678ms) MemoryUsage(500.000ms): 60.95 KB, 294.60 MB, 739.85 MB, 1.40 GB, 1.48 GB, 2.08 GB, 2.07 GB, 2.87 GB, 3.41 GB, 3.38 GB, 3.34 GB, 3.45 GB, 4.49 GB, 5.75 GB, 6.18 GB, 6.18 GB, 6.17 GB, 6.15 GB, 6.12 GB, 6.08 GB, 6.00 GB, 5.98 GB, 5.98 GB, 5.99 GB, 5.65 GB, 5.65 GB, 5.33 GB, 5.32 GB, 4.91 GB, 4.93 GB, 4.93 GB, 4.52 GB, 4.52 GB, 4.53 GB, 4.12 GB, 4.12 GB, 3.73 GB, 3.72 GB, 3.71 GB, 3.36 GB, 3.38 GB, 3.05 GB, 3.04 GB, 2.70 GB, 2.70 GB, 2.69 GB, 2.38 GB, 2.36 GB, 1.98 GB, 1.98 GB, 1.95 GB, 1.57 GB, 1.57 GB, 1.58 GB, 1.18 GB, 1.18 GB, 790.81 MB, 803.75 MB, 447.02 MB ThreadUsage(500.000ms): 1, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 3, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 2.66 - BloomFilterBytes: 0 - PeakMemoryUsage: 6.19 GB (6643438263) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 6.44 GB (6911894747) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1s302ms - TotalStorageWaitTime: 1s063ms - TotalThreadsInvoluntaryContextSwitches: 69 (69) - TotalThreadsTotalWallClockTime: 1m18s - TotalThreadsSysTime: 9s600ms - TotalThreadsUserTime: 21s017ms - TotalThreadsVoluntaryContextSwitches: 35.50K (35498) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 29s196ms - ExecTreeExecTime: 16s450ms - OpenTime: 195.720ms - ExecTreeOpenTime: 3.090ms - PrepareTime: 6.414ms - ExecTreePrepareTime: 1.577ms KrpcDataStreamSender (dst_id=12):(Total: 5s907ms, non-child: 5s907ms, % non-child: 100.00%) - BytesSent: 666.51 MB (698887500) - EosSent: 7 (7) - OverallThroughput: 112.83 MB/sec - PeakMemoryUsage: 91.55 MB (95993624) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 5s905ms - UncompressedRowBatchSize: 2.68 GB (2879544038) AGGREGATION_NODE (id=2):(Total: 16s454ms, non-child: 16s168ms, % non-child: 98.26%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 5s257ms - HTResizeTime: 108.979us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 5.92 GB (6354450081) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 42.00 /sec - StreamingTime: 10s210ms Buffer pool: - AllocTime: 766.902us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=1):(Total: 285.743ms, non-child: 285.743ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 1:1/253.07 MB 2:2/506.11 MB 5:3/759.14 MB 0:2/506.07 MB 6:3/759.11 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 11 out of 11 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:11 BytesRead(500.000ms): 0, 136.49 MB, 280.49 MB, 312.49 MB, 410.15 MB, 461.90 MB, 549.90 MB, 581.90 MB, 621.90 MB, 709.33 MB, 776.54 MB, 1008.93 MB, 1016.93 MB, 1.01 GB, 1.07 GB, 1.17 GB, 1.24 GB, 1.32 GB, 1.39 GB, 1.47 GB, 1.49 GB, 1.56 GB - FooterProcessingTime: (Avg: 12.129ms ; Min: 155.385us ; Max: 47.117ms ; Number of samples: 11) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 4.67 - BytesRead: 1.56 GB (1680344844) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.56 GB (1680344844) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.56 GB (1680344844) - CachedFileHandlesHitCount: 220 (220) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 5s004ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 5 (5) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 5 (5) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 277.57 MB (291048972) - PerReadThreadRawHdfsThroughput: 1.94 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 124.889ms - RowBatchQueuePutWaitTime: 40s873ms - RowsRead: 66.97M (66965987) - RowsReturned: 29.69M (29686746) - RowsReturnedRate: 103.89 M/sec - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 14 (14) - ScannerThreadsTotalWallClockTime: 48s800ms - MaterializeTupleTime(*): 1s287ms - ScannerThreadsSysTime: 486.613ms - ScannerThreadsUserTime: 6s522ms - ScannerThreadsVoluntaryContextSwitches: 27.98K (27979) - TotalRawHdfsOpenFileTime(*): 686.900us - TotalRawHdfsReadTime(*): 806.099ms - TotalReadThroughput: 145.35 MB/sec CodeGen:(Total: 186.589ms, non-child: 186.589ms, % non-child: 100.00%) - CodegenTime: 10.636ms - CompileTime: 33.044ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 64 (64) - NumInstructions: 1.18K (1184) - OptimizationTime: 101.396ms - PeakMemoryUsage: 592.00 KB (606208) - PrepareTime: 51.347ms Instance 59404109c550c44f:b725657600000004 (host=vd1321.foo:22000):(Total: 29s393ms, non-child: 6s944ms, % non-child: 23.62%) Hdfs split stats (:<# splits>/): 2:1/253.04 MB 6:2/387.41 MB 4:3/759.11 MB 3:1/253.07 MB 1:2/375.31 MB 0:3/658.65 MB Fragment Instance Lifecycle Event Timeline: 29s393ms - Prepare Finished: 8.412ms (8.412ms) - Open Finished: 164.644ms (156.232ms) - First Batch Produced: 10s368ms (10s203ms) - First Batch Sent: 10s368ms (1.532us) - ExecInternal Finished: 29s393ms (19s025ms) MemoryUsage(500.000ms): 153.10 MB, 637.97 MB, 1.12 GB, 1.36 GB, 2.02 GB, 1.97 GB, 2.71 GB, 3.34 GB, 3.37 GB, 3.40 GB, 3.38 GB, 4.37 GB, 5.48 GB, 6.10 GB, 6.11 GB, 6.07 GB, 6.09 GB, 6.10 GB, 6.06 GB, 5.98 GB, 5.94 GB, 5.99 GB, 5.98 GB, 5.65 GB, 5.65 GB, 5.64 GB, 5.32 GB, 5.32 GB, 5.31 GB, 4.93 GB, 4.90 GB, 4.52 GB, 4.53 GB, 4.13 GB, 4.12 GB, 3.72 GB, 3.71 GB, 3.72 GB, 3.38 GB, 3.35 GB, 3.05 GB, 3.05 GB, 2.69 GB, 2.71 GB, 2.36 GB, 2.38 GB, 2.35 GB, 1.99 GB, 1.94 GB, 1.58 GB, 1.56 GB, 1.57 GB, 1.18 GB, 1.16 GB, 1.16 GB, 807.77 MB, 801.18 MB, 454.20 MB ThreadUsage(500.000ms): 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 2.31 - BloomFilterBytes: 0 - PeakMemoryUsage: 6.12 GB (6569300378) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 6.64 GB (7124997812) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 946.655ms - TotalStorageWaitTime: 1s180ms - TotalThreadsInvoluntaryContextSwitches: 82 (82) - TotalThreadsTotalWallClockTime: 1m7s - TotalThreadsSysTime: 8s780ms - TotalThreadsUserTime: 20s616ms - TotalThreadsVoluntaryContextSwitches: 35.92K (35923) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 29s229ms - ExecTreeExecTime: 15s844ms - OpenTime: 156.224ms - ExecTreeOpenTime: 952.497us - PrepareTime: 6.060ms - ExecTreePrepareTime: 1.408ms KrpcDataStreamSender (dst_id=12):(Total: 6s453ms, non-child: 6s453ms, % non-child: 100.00%) - BytesSent: 642.65 MB (673862284) - EosSent: 7 (7) - OverallThroughput: 99.58 MB/sec - PeakMemoryUsage: 88.74 MB (93046454) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6s451ms - UncompressedRowBatchSize: 2.59 GB (2776371432) AGGREGATION_NODE (id=2):(Total: 15s845ms, non-child: 15s530ms, % non-child: 98.01%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 4s689ms - HTResizeTime: 133.185us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 5.92 GB (6351276987) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 44.00 /sec - StreamingTime: 9s869ms Buffer pool: - AllocTime: 543.909us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=1):(Total: 314.938ms, non-child: 314.938ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:1/253.04 MB 6:2/387.41 MB 4:3/759.11 MB 3:1/253.07 MB 1:2/375.31 MB 0:3/658.65 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 12 out of 12 Hdfs Read Thread Concurrency Bucket: 0:95% 1:5% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:12 BytesRead(500.000ms): 64.39 MB, 202.42 MB, 256.30 MB, 356.07 MB, 388.07 MB, 465.77 MB, 537.87 MB, 569.29 MB, 715.06 MB, 841.04 MB, 940.81 MB, 964.81 MB, 972.81 MB, 1008.49 MB, 1.09 GB, 1.15 GB, 1.29 GB, 1.40 GB, 1.47 GB, 1.51 GB - FooterProcessingTime: (Avg: 2.454ms ; Min: 139.226us ; Max: 7.632ms ; Number of samples: 12) - AverageHdfsReadThreadConcurrency: 0.05 - AverageScannerThreadConcurrency: 3.80 - BytesRead: 1.51 GB (1621854215) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.51 GB (1621854215) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.51 GB (1621854215) - CachedFileHandlesHitCount: 214 (214) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 4s799ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 12 (12) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 224.69 MB (235603699) - PerReadThreadRawHdfsThroughput: 1.84 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 180.020ms - RowBatchQueuePutWaitTime: 30s757ms - RowsRead: 64.62M (64622101) - RowsReturned: 28.62M (28620293) - RowsReturnedRate: 90.88 M/sec - ScanRangesComplete: 12 (12) - ScannerThreadsInvoluntaryContextSwitches: 13 (13) - ScannerThreadsTotalWallClockTime: 38s540ms - MaterializeTupleTime(*): 1s230ms - ScannerThreadsSysTime: 458.010ms - ScannerThreadsUserTime: 6s146ms - ScannerThreadsVoluntaryContextSwitches: 27.67K (27672) - TotalRawHdfsOpenFileTime(*): 578.840us - TotalRawHdfsReadTime(*): 822.297ms - TotalReadThroughput: 154.30 MB/sec CodeGen:(Total: 150.074ms, non-child: 150.074ms, % non-child: 100.00%) - CodegenTime: 9.433ms - CompileTime: 40.681ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 64 (64) - NumInstructions: 1.18K (1184) - OptimizationTime: 68.541ms - PeakMemoryUsage: 592.00 KB (606208) - PrepareTime: 39.771ms Instance 59404109c550c44f:b725657600000003 (host=vd1323.foo:22000):(Total: 26s747ms, non-child: 6s441ms, % non-child: 24.08%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 7:1/137.08 MB 5:1/253.06 MB 4:2/506.07 MB 6:3/669.74 MB 1:2/404.07 MB 3:2/390.19 MB Fragment Instance Lifecycle Event Timeline: 26s747ms - Prepare Finished: 4.134ms (4.134ms) - Open Finished: 183.149ms (179.014ms) - First Batch Produced: 9s917ms (9s734ms) - First Batch Sent: 9s917ms (1.656us) - ExecInternal Finished: 26s747ms (16s830ms) MemoryUsage(500.000ms): 122.64 MB, 502.49 MB, 1.34 GB, 1.47 GB, 2.00 GB, 2.00 GB, 2.72 GB, 3.35 GB, 3.31 GB, 3.40 GB, 3.39 GB, 4.48 GB, 5.56 GB, 6.11 GB, 6.11 GB, 6.08 GB, 6.10 GB, 6.06 GB, 6.03 GB, 5.94 GB, 5.99 GB, 5.66 GB, 5.65 GB, 5.32 GB, 5.32 GB, 5.30 GB, 4.93 GB, 4.91 GB, 4.52 GB, 4.52 GB, 4.12 GB, 4.12 GB, 4.10 GB, 3.70 GB, 3.70 GB, 3.37 GB, 3.05 GB, 3.05 GB, 3.05 GB, 2.70 GB, 2.73 GB, 2.36 GB, 2.37 GB, 1.97 GB, 1.99 GB, 1.59 GB, 1.59 GB, 1.19 GB, 1.15 GB, 1.16 GB, 805.09 MB, 461.11 MB, 451.65 MB ThreadUsage(500.000ms): 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 4, 4, 2, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 2.42 - BloomFilterBytes: 0 - PeakMemoryUsage: 6.12 GB (6574475417) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 6.19 GB (6650111397) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 731.810ms - TotalStorageWaitTime: 487.539ms - TotalThreadsInvoluntaryContextSwitches: 46 (46) - TotalThreadsTotalWallClockTime: 1m3s - TotalThreadsSysTime: 7s383ms - TotalThreadsUserTime: 20s078ms - TotalThreadsVoluntaryContextSwitches: 34.31K (34312) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 26s564ms - ExecTreeExecTime: 13s960ms - OpenTime: 179.009ms - ExecTreeOpenTime: 439.284us - PrepareTime: 2.482ms - ExecTreePrepareTime: 530.448us KrpcDataStreamSender (dst_id=12):(Total: 6s169ms, non-child: 6s169ms, % non-child: 100.00%) - BytesSent: 620.31 MB (650439296) - EosSent: 7 (7) - OverallThroughput: 100.55 MB/sec - PeakMemoryUsage: 86.12 MB (90305086) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 6s168ms - UncompressedRowBatchSize: 2.50 GB (2679906084) AGGREGATION_NODE (id=2):(Total: 13s960ms, non-child: 13s735ms, % non-child: 98.38%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 3s487ms - HTResizeTime: 1.857ms - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 5.92 GB (6353331167) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 50.00 /sec - StreamingTime: 9s488ms Buffer pool: - AllocTime: 218.834us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=1):(Total: 225.544ms, non-child: 225.544ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 7:1/137.08 MB 5:1/253.06 MB 4:2/506.07 MB 6:3/669.74 MB 1:2/404.07 MB 3:2/390.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 12 out of 12 Hdfs Read Thread Concurrency Bucket: 0:80% 1:20% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:12 BytesRead(500.000ms): 64.39 MB, 216.60 MB, 256.60 MB, 344.87 MB, 384.87 MB, 498.80 MB, 530.80 MB, 570.80 MB, 630.33 MB, 838.62 MB, 938.39 MB, 954.39 MB, 968.27 MB, 1003.05 MB, 1.10 GB, 1.18 GB, 1.30 GB, 1.39 GB, 1.43 GB, 1.47 GB - FooterProcessingTime: (Avg: 6.096ms ; Min: 172.886us ; Max: 31.839ms ; Number of samples: 12) - AverageHdfsReadThreadConcurrency: 0.20 - AverageScannerThreadConcurrency: 3.75 - BytesRead: 1.47 GB (1577586892) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.47 GB (1577586892) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.47 GB (1577586892) - CachedFileHandlesHitCount: 211 (211) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 4s481ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 7 (7) - NumRowGroups: 12 (12) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 221.72 MB (232494343) - PerReadThreadRawHdfsThroughput: 1.87 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 84.069ms - RowBatchQueuePutWaitTime: 29s640ms - RowsRead: 62.86M (62856510) - RowsReturned: 27.63M (27627110) - RowsReturnedRate: 122.49 M/sec - ScanRangesComplete: 12 (12) - ScannerThreadsInvoluntaryContextSwitches: 7 (7) - ScannerThreadsTotalWallClockTime: 36s282ms - MaterializeTupleTime(*): 1s181ms - ScannerThreadsSysTime: 413.294ms - ScannerThreadsUserTime: 5s925ms - ScannerThreadsVoluntaryContextSwitches: 26.60K (26600) - TotalRawHdfsOpenFileTime(*): 589.913us - TotalRawHdfsReadTime(*): 785.090ms - TotalReadThroughput: 150.45 MB/sec CodeGen:(Total: 175.418ms, non-child: 175.418ms, % non-child: 100.00%) - CodegenTime: 10.487ms - CompileTime: 41.233ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 64 (64) - NumInstructions: 1.18K (1184) - OptimizationTime: 95.037ms - PeakMemoryUsage: 592.00 KB (606208) - PrepareTime: 36.772ms Instance 59404109c550c44f:b725657600000007 (host=vd1318.foo:22000):(Total: 25s930ms, non-child: 7s005ms, % non-child: 27.02%) Hdfs split stats (:<# splits>/): 6:1/253.01 MB 2:1/253.01 MB 0:1/253.06 MB 3:1/253.07 MB 5:3/759.20 MB 7:2/506.06 MB 4:1/253.04 MB Fragment Instance Lifecycle Event Timeline: 25s932ms - Prepare Finished: 59.858ms (59.858ms) - Open Finished: 198.795ms (138.937ms) - First Batch Produced: 9s060ms (8s861ms) - First Batch Sent: 9s060ms (1.233us) - ExecInternal Finished: 25s932ms (16s871ms) MemoryUsage(500.000ms): 212.87 MB, 689.34 MB, 1.35 GB, 1.88 GB, 2.01 GB, 2.38 GB, 3.35 GB, 3.32 GB, 3.40 GB, 3.40 GB, 4.35 GB, 5.55 GB, 6.12 GB, 6.09 GB, 6.06 GB, 6.03 GB, 6.01 GB, 5.91 GB, 5.98 GB, 5.65 GB, 5.65 GB, 5.30 GB, 5.31 GB, 4.92 GB, 4.92 GB, 4.91 GB, 4.52 GB, 4.51 GB, 4.12 GB, 4.12 GB, 3.70 GB, 3.70 GB, 3.38 GB, 3.36 GB, 3.05 GB, 3.05 GB, 2.71 GB, 2.69 GB, 2.37 GB, 2.37 GB, 2.35 GB, 1.99 GB, 1.95 GB, 1.57 GB, 1.56 GB, 1.17 GB, 1.17 GB, 780.53 MB, 808.11 MB, 459.54 MB, 450.40 MB, 46.85 MB ThreadUsage(500.000ms): 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 5, 3, 3, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 2.23 - BloomFilterBytes: 0 - PeakMemoryUsage: 6.13 GB (6579564557) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 6.20 GB (6655216921) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1s707ms - TotalStorageWaitTime: 779.755ms - TotalThreadsInvoluntaryContextSwitches: 44 (44) - TotalThreadsTotalWallClockTime: 58s125ms - TotalThreadsSysTime: 7s603ms - TotalThreadsUserTime: 18s479ms - TotalThreadsVoluntaryContextSwitches: 33.01K (33007) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 25s733ms - ExecTreeExecTime: 12s811ms - OpenTime: 138.931ms - ExecTreeOpenTime: 1.080ms - PrepareTime: 58.516ms - ExecTreePrepareTime: 534.224us KrpcDataStreamSender (dst_id=12):(Total: 5s978ms, non-child: 5s978ms, % non-child: 100.00%) - BytesSent: 607.47 MB (636973295) - EosSent: 7 (7) - OverallThroughput: 101.61 MB/sec - PeakMemoryUsage: 84.57 MB (88676066) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 5s922ms - UncompressedRowBatchSize: 2.44 GB (2624510386) AGGREGATION_NODE (id=2):(Total: 12s812ms, non-child: 12s573ms, % non-child: 98.14%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 3s310ms - HTResizeTime: 109.659us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 5.92 GB (6351295374) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 54.00 /sec - StreamingTime: 8s372ms Buffer pool: - AllocTime: 977.890us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=1):(Total: 238.182ms, non-child: 238.182ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 6:1/253.01 MB 2:1/253.01 MB 0:1/253.06 MB 3:1/253.07 MB 5:3/759.20 MB 7:2/506.06 MB 4:1/253.04 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 10 out of 10 Hdfs Read Thread Concurrency Bucket: 0:82.35% 1:11.76% 2:5.882% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:10 BytesRead(500.000ms): 104.39 MB, 216.39 MB, 292.15 MB, 367.91 MB, 463.91 MB, 527.91 MB, 543.91 MB, 630.80 MB, 831.09 MB, 950.53 MB, 974.53 MB, 974.53 MB, 1022.53 MB, 1.09 GB, 1.18 GB, 1.29 GB, 1.39 GB - FooterProcessingTime: (Avg: 16.425ms ; Min: 178.268us ; Max: 104.695ms ; Number of samples: 10) - AverageHdfsReadThreadConcurrency: 0.24 - AverageScannerThreadConcurrency: 3.76 - BytesRead: 1.42 GB (1527124372) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.42 GB (1527124372) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.42 GB (1527124372) - CachedFileHandlesHitCount: 200 (200) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 4s399ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 7 (7) - NumRowGroups: 10 (10) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 225.19 MB (236127306) - PerReadThreadRawHdfsThroughput: 1.63 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 119.504ms - RowBatchQueuePutWaitTime: 25s421ms - RowsRead: 60.86M (60858930) - RowsReturned: 27.05M (27054626) - RowsReturnedRate: 113.59 M/sec - ScanRangesComplete: 10 (10) - ScannerThreadsInvoluntaryContextSwitches: 12 (12) - ScannerThreadsTotalWallClockTime: 32s253ms - MaterializeTupleTime(*): 1s159ms - ScannerThreadsSysTime: 416.690ms - ScannerThreadsUserTime: 5s748ms - ScannerThreadsVoluntaryContextSwitches: 26.25K (26249) - TotalRawHdfsOpenFileTime(*): 609.833us - TotalRawHdfsReadTime(*): 869.982ms - TotalReadThroughput: 167.64 MB/sec CodeGen:(Total: 134.642ms, non-child: 134.642ms, % non-child: 100.00%) - CodegenTime: 5.718ms - CompileTime: 30.484ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 64 (64) - NumInstructions: 1.18K (1184) - OptimizationTime: 63.236ms - PeakMemoryUsage: 592.00 KB (606208) - PrepareTime: 40.270ms Instance 59404109c550c44f:b725657600000001 (host=vd1317.foo:22000):(Total: 25s808ms, non-child: 7s043ms, % non-child: 27.29%) Hdfs split stats (:<# splits>/): 2:1/253.06 MB 7:1/253.03 MB 4:1/253.04 MB 3:3/759.19 MB 0:2/506.05 MB 5:2/506.02 MB Fragment Instance Lifecycle Event Timeline: 25s809ms - Prepare Finished: 42.918ms (42.918ms) - Open Finished: 172.620ms (129.702ms) - First Batch Produced: 9s444ms (9s271ms) - First Batch Sent: 9s444ms (1.531us) - ExecInternal Finished: 25s809ms (16s364ms) MemoryUsage(500.000ms): 299.47 MB, 690.19 MB, 1.40 GB, 1.99 GB, 2.07 GB, 2.27 GB, 3.41 GB, 3.40 GB, 3.37 GB, 3.42 GB, 4.09 GB, 4.93 GB, 5.88 GB, 6.18 GB, 6.17 GB, 6.16 GB, 6.13 GB, 6.07 GB, 5.95 GB, 5.97 GB, 5.64 GB, 5.33 GB, 5.31 GB, 4.91 GB, 4.92 GB, 4.91 GB, 4.51 GB, 4.49 GB, 4.12 GB, 4.11 GB, 3.71 GB, 3.73 GB, 3.37 GB, 3.38 GB, 3.04 GB, 3.05 GB, 3.03 GB, 2.69 GB, 2.37 GB, 2.37 GB, 2.35 GB, 1.99 GB, 1.97 GB, 1.58 GB, 1.58 GB, 1.16 GB, 1.17 GB, 776.15 MB, 786.26 MB, 450.29 MB, 100.23 MB ThreadUsage(500.000ms): 5, 5, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 6, 5, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1 - AverageThreadTokens: 2.71 - BloomFilterBytes: 0 - PeakMemoryUsage: 6.18 GB (6639118255) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 6.25 GB (6714766523) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2s476ms - TotalStorageWaitTime: 818.191ms - TotalThreadsInvoluntaryContextSwitches: 93 (93) - TotalThreadsTotalWallClockTime: 1m10s - TotalThreadsSysTime: 7s215ms - TotalThreadsUserTime: 18s181ms - TotalThreadsVoluntaryContextSwitches: 34.22K (34223) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 25s636ms - ExecTreeExecTime: 12s793ms - OpenTime: 129.696ms - ExecTreeOpenTime: 1.358ms - PrepareTime: 42.306ms - ExecTreePrepareTime: 800.740us KrpcDataStreamSender (dst_id=12):(Total: 5s844ms, non-child: 5s844ms, % non-child: 100.00%) - BytesSent: 606.84 MB (636321738) - EosSent: 7 (7) - OverallThroughput: 103.83 MB/sec - PeakMemoryUsage: 84.48 MB (88586080) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 5s803ms - UncompressedRowBatchSize: 2.44 GB (2621750406) AGGREGATION_NODE (id=2):(Total: 12s794ms, non-child: 12s519ms, % non-child: 97.85%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 2s808ms - HTResizeTime: 337.923us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 5.91 GB (6350255149) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 54.00 /sec - StreamingTime: 8s977ms Buffer pool: - AllocTime: 308.577us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=1):(Total: 275.246ms, non-child: 275.246ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:1/253.06 MB 7:1/253.03 MB 4:1/253.04 MB 3:3/759.19 MB 0:2/506.05 MB 5:2/506.02 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 10 out of 10 Hdfs Read Thread Concurrency Bucket: 0:94.44% 1:5.556% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:10 BytesRead(500.000ms): 136.39 MB, 232.39 MB, 350.28 MB, 407.91 MB, 493.70 MB, 565.70 MB, 589.70 MB, 681.05 MB, 772.22 MB, 943.86 MB, 1023.96 MB, 1.01 GB, 1.01 GB, 1.08 GB, 1.19 GB, 1.27 GB, 1.35 GB, 1.41 GB - FooterProcessingTime: (Avg: 4.185ms ; Min: 108.662us ; Max: 25.213ms ; Number of samples: 10) - AverageHdfsReadThreadConcurrency: 0.06 - AverageScannerThreadConcurrency: 4.83 - BytesRead: 1.42 GB (1526110745) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.42 GB (1526110745) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.42 GB (1526110745) - CachedFileHandlesHitCount: 200 (200) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 4s254ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 10 (10) - NumScannerThreadsStarted: 5 (5) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 277.45 MB (290923248) - PerReadThreadRawHdfsThroughput: 1.66 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 155.903ms - RowBatchQueuePutWaitTime: 37s773ms - RowsRead: 60.82M (60818399) - RowsReturned: 27.03M (27027660) - RowsReturnedRate: 98.19 M/sec - ScanRangesComplete: 10 (10) - ScannerThreadsInvoluntaryContextSwitches: 39 (39) - ScannerThreadsTotalWallClockTime: 44s335ms - MaterializeTupleTime(*): 1s109ms - ScannerThreadsSysTime: 416.163ms - ScannerThreadsUserTime: 5s349ms - ScannerThreadsVoluntaryContextSwitches: 26.69K (26688) - TotalRawHdfsOpenFileTime(*): 519.975us - TotalRawHdfsReadTime(*): 854.880ms - TotalReadThroughput: 160.89 MB/sec CodeGen:(Total: 125.916ms, non-child: 125.916ms, % non-child: 100.00%) - CodegenTime: 4.988ms - CompileTime: 31.530ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 64 (64) - NumInstructions: 1.18K (1184) - OptimizationTime: 63.039ms - PeakMemoryUsage: 592.00 KB (606208) - PrepareTime: 30.415ms Averaged Fragment F02:(Total: 591.905ms, non-child: 9.449ms, % non-child: 1.60%) split sizes: min: 2.47 GB, max: 2.72 GB, avg: 2.61 GB, stddev: 107.58 MB completion times: min:348.807ms max:1s408ms mean: 596.238ms stddev:339.134ms execution rates: min:1.86 GB/sec max:7.32 GB/sec mean:5.27 GB/sec stddev:1.72 GB/sec num instances: 7 - AverageThreadTokens: 1.29 - BloomFilterBytes: 0 - PeakMemoryUsage: 9.75 MB (10223105) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 563.14 MB (590495808) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 3.520ms - TotalStorageWaitTime: 443.325ms - TotalThreadsInvoluntaryContextSwitches: 1 (1) - TotalThreadsTotalWallClockTime: 1s390ms - TotalThreadsSysTime: 22.922ms - TotalThreadsUserTime: 209.976ms - TotalThreadsVoluntaryContextSwitches: 446 (446) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 408.882ms - ExecTreeExecTime: 405.275ms - OpenTime: 168.519ms - ExecTreeOpenTime: 1.520ms - PrepareTime: 14.274ms - ExecTreePrepareTime: 1.281ms KrpcDataStreamSender (dst_id=14):(Total: 10.854ms, non-child: 10.854ms, % non-child: 100.00%) - BytesSent: 9.00 B (9) - EosSent: 7 (7) - OverallThroughput: 6.37 KB/sec - PeakMemoryUsage: 36.39 KB (37265) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.509us - UncompressedRowBatchSize: 15.00 B (15) AGGREGATION_NODE (id=4):(Total: 408.069ms, non-child: 67.189ms, % non-child: 16.47%) - GetResultsTime: 961.000ns - HTResizeTime: 0.000ns - HashBuckets: 146 (146) - LargestPartitionPercent: 14 (14) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 3.18 MB (3331384) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 11.200ms Buffer pool: - AllocTime: 249.443us - CumulativeAllocationBytes: 265.14 KB (271506) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 265.14 KB (271506) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=3):(Total: 340.879ms, non-child: 340.879ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.29 - BytesRead: 21.87 MB (22933228) - BytesReadDataNodeCache: 0 - BytesReadLocal: 21.87 MB (22933228) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 21.87 MB (22933228) - CachedFileHandlesHitCount: 13 (13) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 66.730ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 3 (3) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 10 (10) - PeakMemoryUsage: 7.47 MB (7830428) - PerReadThreadRawHdfsThroughput: 1.21 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 336.976ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 869.83K (869834) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 812.626ms - MaterializeTupleTime(*): 13.981ms - ScannerThreadsSysTime: 9.682ms - ScannerThreadsUserTime: 75.947ms - ScannerThreadsVoluntaryContextSwitches: 59 (59) - TotalRawHdfsOpenFileTime(*): 25.392us - TotalRawHdfsReadTime(*): 11.879ms - TotalReadThroughput: 9.56 MB/sec CodeGen:(Total: 163.531ms, non-child: 163.531ms, % non-child: 100.00%) - CodegenTime: 7.283ms - CompileTime: 40.754ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 68 (68) - NumInstructions: 1.24K (1244) - OptimizationTime: 81.706ms - PeakMemoryUsage: 622.00 KB (636928) - PrepareTime: 40.164ms Fragment F02: Instance 59404109c550c44f:b72565760000000b (host=vd1321.foo:22000):(Total: 1s405ms, non-child: 8.174ms, % non-child: 0.58%) Hdfs split stats (:<# splits>/): 2:1/253.04 MB 6:2/387.41 MB 4:3/759.11 MB 3:1/253.07 MB 1:2/375.31 MB 0:3/658.65 MB Fragment Instance Lifecycle Event Timeline: 1s407ms - Prepare Finished: 8.139ms (8.139ms) - Open Finished: 156.351ms (148.211ms) - First Batch Produced: 1s405ms (1s249ms) - First Batch Sent: 1s405ms (1.658us) - ExecInternal Finished: 1s407ms (1.839ms) MemoryUsage(500.000ms): 2.08 MB, 32.83 MB ThreadUsage(500.000ms): 2, 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 54.96 MB (57632352) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.14 GB (1224594274) - RowsProduced: 1 (1) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1.724ms - TotalStorageWaitTime: 719.230ms - TotalThreadsInvoluntaryContextSwitches: 5 (5) - TotalThreadsTotalWallClockTime: 3s219ms - TotalThreadsSysTime: 100.137ms - TotalThreadsUserTime: 650.824ms - TotalThreadsVoluntaryContextSwitches: 1.03K (1026) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 1s250ms - ExecTreeExecTime: 1s249ms - OpenTime: 148.204ms - ExecTreeOpenTime: 3.221ms - PrepareTime: 5.622ms - ExecTreePrepareTime: 1.313ms KrpcDataStreamSender (dst_id=14):(Total: 1.489ms, non-child: 1.489ms, % non-child: 100.00%) - BytesSent: 68.00 B (68) - EosSent: 7 (7) - OverallThroughput: 44.60 KB/sec - PeakMemoryUsage: 39.82 KB (40776) - RowsReturned: 1 (1) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 10.569us - UncompressedRowBatchSize: 105.00 B (105) AGGREGATION_NODE (id=4):(Total: 1s253ms, non-child: 82.041ms, % non-child: 6.54%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 6.731us - HTResizeTime: 0.000ns - HashBuckets: 1.02K (1024) - LargestPartitionPercent: 100 (100) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 10.09 MB (10582408) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 0 - StreamingTime: 78.215ms Buffer pool: - AllocTime: 938.645us - CumulativeAllocationBytes: 320.00 KB (327680) - CumulativeAllocations: 5 (5) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 320.00 KB (327680) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=3):(Total: 1s171ms, non-child: 1s171ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:1/253.04 MB 6:2/387.41 MB 4:3/759.11 MB 3:1/253.07 MB 1:2/375.31 MB 0:3/658.65 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 12 out of 12 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:11 PARQUET/SNAPPY:1 BytesRead(500.000ms): 1.07 MB, 65.17 MB - FooterProcessingTime: (Avg: 28.649ms ; Min: 261.212us ; Max: 90.256ms ; Number of samples: 12) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 146.75 MB (153876598) - BytesReadDataNodeCache: 0 - BytesReadLocal: 146.75 MB (153876598) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 146.75 MB (153876598) - CachedFileHandlesHitCount: 31 (31) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 467.114ms - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 12 (12) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 11 (11) - PeakMemoryUsage: 51.41 MB (53907784) - PerReadThreadRawHdfsThroughput: 1.85 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 1s164ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 6.09M (6088841) - RowsReturned: 1 (1) - RowsReturnedRate: 0 - ScanRangesComplete: 12 (12) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 1s820ms - MaterializeTupleTime(*): 97.867ms - ScannerThreadsSysTime: 58.721ms - ScannerThreadsUserTime: 528.375ms - ScannerThreadsVoluntaryContextSwitches: 208 (208) - TotalRawHdfsOpenFileTime(*): 35.692us - TotalRawHdfsReadTime(*): 77.455ms - TotalReadThroughput: 65.17 MB/sec CodeGen:(Total: 142.197ms, non-child: 142.197ms, % non-child: 100.00%) - CodegenTime: 6.272ms - CompileTime: 39.049ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 68 (68) - NumInstructions: 1.24K (1244) - OptimizationTime: 66.557ms - PeakMemoryUsage: 622.00 KB (636928) - PrepareTime: 35.763ms Instance 59404109c550c44f:b72565760000000c (host=vd1319.foo:22000):(Total: 563.185ms, non-child: 6.501ms, % non-child: 1.15%) Hdfs split stats (:<# splits>/): 2:1/253.03 MB 0:4/1012.12 MB 3:2/506.10 MB 1:2/506.06 MB 5:1/253.01 MB 6:1/253.06 MB Fragment Instance Lifecycle Event Timeline: 567.817ms - Prepare Finished: 7.593ms (7.593ms) - Open Finished: 170.388ms (162.794ms) - First Batch Produced: 566.317ms (395.929ms) - First Batch Sent: 566.319ms (1.821us) - ExecInternal Finished: 567.817ms (1.497ms) MemoryUsage(500.000ms): 682.95 KB ThreadUsage(500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 2.21 MB (2322247) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 450.78 MB (472676601) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1.426ms - TotalStorageWaitTime: 640.283ms - TotalThreadsInvoluntaryContextSwitches: 1 (1) - TotalThreadsTotalWallClockTime: 1s758ms - TotalThreadsSysTime: 7.524ms - TotalThreadsUserTime: 124.114ms - TotalThreadsVoluntaryContextSwitches: 380 (380) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 397.430ms - ExecTreeExecTime: 395.930ms - OpenTime: 162.788ms - ExecTreeOpenTime: 2.422ms - PrepareTime: 2.811ms - ExecTreePrepareTime: 627.131us KrpcDataStreamSender (dst_id=14):(Total: 176.748us, non-child: 176.748us, % non-child: 100.00%) - BytesSent: 0 - EosSent: 7 (7) - OverallThroughput: 0.00 /sec - PeakMemoryUsage: 35.82 KB (36680) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0.000ns - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=4):(Total: 398.974ms, non-child: 55.681ms, % non-child: 13.96%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 14.712us Buffer pool: - AllocTime: 83.054us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=3):(Total: 343.292ms, non-child: 343.292ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:1/253.03 MB 0:4/1012.12 MB 3:2/506.10 MB 1:2/506.06 MB 5:1/253.01 MB 6:1/253.06 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 11 out of 11 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:11 BytesRead(500.000ms): 0 - FooterProcessingTime: (Avg: 58.274ms ; Min: 9.076ms ; Max: 175.660ms ; Number of samples: 11) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 1.07 MB (1126400) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.07 MB (1126400) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.07 MB (1126400) - CachedFileHandlesHitCount: 11 (11) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0.000ns - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 11 (11) - PeakMemoryUsage: 148.00 KB (151552) - PerReadThreadRawHdfsThroughput: 1.36 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 339.357ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 1s198ms - MaterializeTupleTime(*): 983.000ns - ScannerThreadsSysTime: 1.668ms - ScannerThreadsUserTime: 400.000us - ScannerThreadsVoluntaryContextSwitches: 38 (38) - TotalRawHdfsOpenFileTime(*): 13.913us - TotalRawHdfsReadTime(*): 769.464us - TotalReadThroughput: 0.00 /sec CodeGen:(Total: 157.532ms, non-child: 157.532ms, % non-child: 100.00%) - CodegenTime: 5.999ms - CompileTime: 45.001ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 68 (68) - NumInstructions: 1.24K (1244) - OptimizationTime: 67.944ms - PeakMemoryUsage: 622.00 KB (636928) - PrepareTime: 43.269ms Instance 59404109c550c44f:b72565760000000e (host=vd1318.foo:22000):(Total: 506.832ms, non-child: 7.513ms, % non-child: 1.48%) Hdfs split stats (:<# splits>/): 6:1/253.01 MB 2:1/253.01 MB 0:1/253.06 MB 3:1/253.07 MB 5:3/759.20 MB 7:2/506.06 MB 4:1/253.04 MB Fragment Instance Lifecycle Event Timeline: 509.369ms - Prepare Finished: 34.197ms (34.197ms) - Open Finished: 227.374ms (193.176ms) - First Batch Produced: 508.321ms (280.946ms) - First Batch Sent: 508.329ms (7.702us) - ExecInternal Finished: 509.369ms (1.040ms) MemoryUsage(500.000ms): 2.08 MB ThreadUsage(500.000ms): 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 2.21 MB (2322247) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 543.16 MB (569548401) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 963.494us - TotalStorageWaitTime: 436.181ms - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 1s156ms - TotalThreadsSysTime: 17.791ms - TotalThreadsUserTime: 164.742ms - TotalThreadsVoluntaryContextSwitches: 324 (324) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 281.997ms - ExecTreeExecTime: 280.947ms - OpenTime: 193.168ms - ExecTreeOpenTime: 763.490us - PrepareTime: 31.599ms - ExecTreePrepareTime: 486.721us KrpcDataStreamSender (dst_id=14):(Total: 30.497ms, non-child: 30.497ms, % non-child: 100.00%) - BytesSent: 0 - EosSent: 7 (7) - OverallThroughput: 0.00 /sec - PeakMemoryUsage: 35.82 KB (36680) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0.000ns - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=4):(Total: 282.189ms, non-child: 67.252ms, % non-child: 23.83%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 25.487us Buffer pool: - AllocTime: 24.287us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=3):(Total: 214.936ms, non-child: 214.936ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 6:1/253.01 MB 2:1/253.01 MB 0:1/253.06 MB 3:1/253.07 MB 5:3/759.20 MB 7:2/506.06 MB 4:1/253.04 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 10 out of 10 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:10 BytesRead(500.000ms): 900.00 KB - FooterProcessingTime: (Avg: 43.688ms ; Min: 6.885ms ; Max: 84.490ms ; Number of samples: 10) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1000.00 KB (1024000) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1000.00 KB (1024000) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1000.00 KB (1024000) - CachedFileHandlesHitCount: 10 (10) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0.000ns - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 7 (7) - NumRowGroups: 10 (10) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 10 (10) - PeakMemoryUsage: 148.00 KB (151552) - PerReadThreadRawHdfsThroughput: 1.06 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 213.574ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 10 (10) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 681.438ms - MaterializeTupleTime(*): 951.000ns - ScannerThreadsSysTime: 1.670ms - ScannerThreadsUserTime: 0.000ns - ScannerThreadsVoluntaryContextSwitches: 33 (33) - TotalRawHdfsOpenFileTime(*): 12.048us - TotalRawHdfsReadTime(*): 902.159us - TotalReadThroughput: 1.76 MB/sec CodeGen:(Total: 186.632ms, non-child: 186.632ms, % non-child: 100.00%) - CodegenTime: 12.836ms - CompileTime: 44.844ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 68 (68) - NumInstructions: 1.24K (1244) - OptimizationTime: 106.889ms - PeakMemoryUsage: 622.00 KB (636928) - PrepareTime: 34.259ms Instance 59404109c550c44f:b725657600000008 (host=vd1317.foo:22000):(Total: 496.062ms, non-child: 5.454ms, % non-child: 1.10%) Hdfs split stats (:<# splits>/): 2:1/253.06 MB 7:1/253.03 MB 4:1/253.04 MB 3:3/759.19 MB 0:2/506.05 MB 5:2/506.02 MB Fragment Instance Lifecycle Event Timeline: 496.855ms - Prepare Finished: 43.796ms (43.796ms) - Open Finished: 192.466ms (148.669ms) - First Batch Produced: 495.546ms (303.080ms) - First Batch Sent: 495.548ms (2.106us) - ExecInternal Finished: 496.855ms (1.306ms) MemoryUsage(500.000ms): 2.06 MB ThreadUsage(500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 2.21 MB (2318151) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 494.09 MB (518086921) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1.209ms - TotalStorageWaitTime: 549.015ms - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 1s120ms - TotalThreadsSysTime: 7.631ms - TotalThreadsUserTime: 123.218ms - TotalThreadsVoluntaryContextSwitches: 368 (368) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 304.414ms - ExecTreeExecTime: 303.081ms - OpenTime: 148.638ms - ExecTreeOpenTime: 508.308us - PrepareTime: 42.961ms - ExecTreePrepareTime: 275.014us KrpcDataStreamSender (dst_id=14):(Total: 41.277ms, non-child: 41.277ms, % non-child: 100.00%) - BytesSent: 0 - EosSent: 7 (7) - OverallThroughput: 0.00 /sec - PeakMemoryUsage: 35.82 KB (36680) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0.000ns - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=4):(Total: 303.856ms, non-child: 52.703ms, % non-child: 17.34%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 92.727us Buffer pool: - AllocTime: 14.743us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=3):(Total: 251.153ms, non-child: 251.153ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:1/253.06 MB 7:1/253.03 MB 4:1/253.04 MB 3:3/759.19 MB 0:2/506.05 MB 5:2/506.02 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 10 out of 10 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:10 - FooterProcessingTime: (Avg: 54.983ms ; Min: 27.055ms ; Max: 138.802ms ; Number of samples: 10) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 1000.00 KB (1024000) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1000.00 KB (1024000) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1000.00 KB (1024000) - CachedFileHandlesHitCount: 10 (10) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0.000ns - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 10 (10) - NumScannerThreadsStarted: 3 (3) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 10 (10) - PeakMemoryUsage: 144.00 KB (147456) - PerReadThreadRawHdfsThroughput: 954.53 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 249.142ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 10 (10) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 667.175ms - MaterializeTupleTime(*): 734.000ns - ScannerThreadsSysTime: 2.222ms - ScannerThreadsUserTime: 0.000ns - ScannerThreadsVoluntaryContextSwitches: 25 (25) - TotalRawHdfsOpenFileTime(*): 56.646us - TotalRawHdfsReadTime(*): 1.023ms - TotalReadThroughput: 0.00 /sec CodeGen:(Total: 145.474ms, non-child: 145.474ms, % non-child: 100.00%) - CodegenTime: 5.774ms - CompileTime: 37.043ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 68 (68) - NumInstructions: 1.24K (1244) - OptimizationTime: 70.185ms - PeakMemoryUsage: 622.00 KB (636928) - PrepareTime: 37.728ms Instance 59404109c550c44f:b725657600000009 (host=vd1324.foo:22000):(Total: 461.189ms, non-child: 4.875ms, % non-child: 1.06%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 5:1/253.03 MB 1:1/253.04 MB 6:1/253.09 MB 2:2/506.08 MB 7:2/506.05 MB 3:3/759.17 MB Fragment Instance Lifecycle Event Timeline: 464.811ms - Prepare Finished: 7.730ms (7.730ms) - Open Finished: 196.406ms (188.675ms) - First Batch Produced: 463.771ms (267.365ms) - First Batch Sent: 463.784ms (13.707us) - ExecInternal Finished: 464.811ms (1.027ms) MemoryUsage(500.000ms): 682.95 KB ThreadUsage(500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 2.21 MB (2322247) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 529.89 MB (555633944) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 964.880us - TotalStorageWaitTime: 245.134ms - TotalThreadsInvoluntaryContextSwitches: 1 (1) - TotalThreadsTotalWallClockTime: 1s023ms - TotalThreadsSysTime: 10.789ms - TotalThreadsUserTime: 148.021ms - TotalThreadsVoluntaryContextSwitches: 314 (314) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 268.408ms - ExecTreeExecTime: 267.366ms - OpenTime: 188.666ms - ExecTreeOpenTime: 2.377ms - PrepareTime: 3.845ms - ExecTreePrepareTime: 2.346ms KrpcDataStreamSender (dst_id=14):(Total: 1.038ms, non-child: 1.038ms, % non-child: 100.00%) - BytesSent: 0 - EosSent: 7 (7) - OverallThroughput: 0.00 /sec - PeakMemoryUsage: 35.82 KB (36680) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0.000ns - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=4):(Total: 272.074ms, non-child: 98.454ms, % non-child: 36.19%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 19.783us Buffer pool: - AllocTime: 667.508us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=3):(Total: 173.619ms, non-child: 173.619ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 5:1/253.03 MB 1:1/253.04 MB 6:1/253.09 MB 2:2/506.08 MB 7:2/506.05 MB 3:3/759.17 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 11 out of 11 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:11 BytesRead(500.000ms): 0 - FooterProcessingTime: (Avg: 22.357ms ; Min: 5.773ms ; Max: 46.831ms ; Number of samples: 11) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 1.07 MB (1126400) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.07 MB (1126400) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.07 MB (1126400) - CachedFileHandlesHitCount: 11 (11) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0.000ns - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 7 (7) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 11 (11) - PeakMemoryUsage: 148.00 KB (151552) - PerReadThreadRawHdfsThroughput: 1.12 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 169.609ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 566.686ms - MaterializeTupleTime(*): 809.000ns - ScannerThreadsSysTime: 247.000us - ScannerThreadsUserTime: 2.060ms - ScannerThreadsVoluntaryContextSwitches: 36 (36) - TotalRawHdfsOpenFileTime(*): 16.573us - TotalRawHdfsReadTime(*): 932.861us - TotalReadThroughput: 0.00 /sec CodeGen:(Total: 183.200ms, non-child: 183.200ms, % non-child: 100.00%) - CodegenTime: 5.857ms - CompileTime: 42.893ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 68 (68) - NumInstructions: 1.24K (1244) - OptimizationTime: 103.810ms - PeakMemoryUsage: 622.00 KB (636928) - PrepareTime: 35.465ms Instance 59404109c550c44f:b72565760000000d (host=vd1322.foo:22000):(Total: 363.736ms, non-child: 27.278ms, % non-child: 7.50%) Hdfs split stats (:<# splits>/): 1:1/253.07 MB 2:2/506.11 MB 5:3/759.14 MB 0:2/506.07 MB 6:3/759.11 MB Fragment Instance Lifecycle Event Timeline: 370.327ms - Prepare Finished: 15.429ms (15.429ms) - Open Finished: 192.043ms (176.613ms) - First Batch Produced: 353.407ms (161.363ms) - First Batch Sent: 353.409ms (2.347us) - ExecInternal Finished: 370.327ms (16.917ms) MemoryUsage(500.000ms): 60.95 KB ThreadUsage(500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 2.21 MB (2322247) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 340.36 MB (356895728) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 16.865ms - TotalStorageWaitTime: 268.552ms - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 727.954ms - TotalThreadsSysTime: 12.651ms - TotalThreadsUserTime: 122.300ms - TotalThreadsVoluntaryContextSwitches: 386 (386) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 178.284ms - ExecTreeExecTime: 161.364ms - OpenTime: 176.610ms - ExecTreeOpenTime: 397.464us - PrepareTime: 8.680ms - ExecTreePrepareTime: 1.365ms KrpcDataStreamSender (dst_id=14):(Total: 1.355ms, non-child: 1.355ms, % non-child: 100.00%) - BytesSent: 0 - EosSent: 7 (7) - OverallThroughput: 0.00 /sec - PeakMemoryUsage: 35.82 KB (36680) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0.000ns - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=4):(Total: 163.121ms, non-child: 45.728ms, % non-child: 28.03%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 13.255us Buffer pool: - AllocTime: 14.744us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=3):(Total: 117.392ms, non-child: 117.392ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 1:1/253.07 MB 2:2/506.11 MB 5:3/759.14 MB 0:2/506.07 MB 6:3/759.11 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 11 out of 11 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:11 BytesRead(500.000ms): 0 - FooterProcessingTime: (Avg: 24.480ms ; Min: 5.914ms ; Max: 42.726ms ; Number of samples: 11) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 1.07 MB (1126400) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.07 MB (1126400) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.07 MB (1126400) - CachedFileHandlesHitCount: 11 (11) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0.000ns - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 5 (5) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 11 (11) - PeakMemoryUsage: 148.00 KB (151552) - PerReadThreadRawHdfsThroughput: 1.13 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 114.011ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 373.080ms - MaterializeTupleTime(*): 956.000ns - ScannerThreadsSysTime: 1.849ms - ScannerThreadsUserTime: 0.000ns - ScannerThreadsVoluntaryContextSwitches: 30 (30) - TotalRawHdfsOpenFileTime(*): 17.102us - TotalRawHdfsReadTime(*): 929.879us - TotalReadThroughput: 0.00 /sec CodeGen:(Total: 171.981ms, non-child: 171.981ms, % non-child: 100.00%) - CodegenTime: 8.537ms - CompileTime: 31.298ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 68 (68) - NumInstructions: 1.24K (1244) - OptimizationTime: 84.912ms - PeakMemoryUsage: 622.00 KB (636928) - PrepareTime: 54.777ms Instance 59404109c550c44f:b72565760000000a (host=vd1323.foo:22000):(Total: 346.891ms, non-child: 6.351ms, % non-child: 1.83%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 7:1/137.08 MB 5:1/253.06 MB 4:2/506.07 MB 6:3/669.74 MB 1:2/404.07 MB 3:2/390.19 MB Fragment Instance Lifecycle Event Timeline: 347.594ms - Prepare Finished: 5.262ms (5.262ms) - Open Finished: 166.828ms (161.566ms) - First Batch Produced: 346.018ms (179.189ms) - First Batch Sent: 346.019ms (1.203us) - ExecInternal Finished: 347.594ms (1.575ms) MemoryUsage(500.000ms): 2.07 MB ThreadUsage(500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 2.21 MB (2322247) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 415.84 MB (436034789) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1.491ms - TotalStorageWaitTime: 244.879ms - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 723.436ms - TotalThreadsSysTime: 3.935ms - TotalThreadsUserTime: 136.617ms - TotalThreadsVoluntaryContextSwitches: 330 (330) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 180.768ms - ExecTreeExecTime: 179.190ms - OpenTime: 161.556ms - ExecTreeOpenTime: 949.092us - PrepareTime: 4.399ms - ExecTreePrepareTime: 2.559ms KrpcDataStreamSender (dst_id=14):(Total: 146.276us, non-child: 146.276us, % non-child: 100.00%) - BytesSent: 0 - EosSent: 7 (7) - OverallThroughput: 0.00 /sec - PeakMemoryUsage: 35.82 KB (36680) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0.000ns - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=4):(Total: 182.690ms, non-child: 68.465ms, % non-child: 37.48%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 19.835us Buffer pool: - AllocTime: 3.122us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=3):(Total: 114.225ms, non-child: 114.225ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 7:1/137.08 MB 5:1/253.06 MB 4:2/506.07 MB 6:3/669.74 MB 1:2/404.07 MB 3:2/390.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 12 out of 12 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:12 - FooterProcessingTime: (Avg: 20.476ms ; Min: 711.969us ; Max: 63.142ms ; Number of samples: 12) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 1.17 MB (1228800) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.17 MB (1228800) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.17 MB (1228800) - CachedFileHandlesHitCount: 12 (12) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0.000ns - MaxCompressedTextFileLength: 0 - NumColumns: 2 (2) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 7 (7) - NumRowGroups: 12 (12) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 12 (12) - PeakMemoryUsage: 148.00 KB (151552) - PerReadThreadRawHdfsThroughput: 1.00 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 108.518ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 12 (12) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 381.133ms - MaterializeTupleTime(*): 1.006us - ScannerThreadsSysTime: 1.401ms - ScannerThreadsUserTime: 796.000us - ScannerThreadsVoluntaryContextSwitches: 46 (46) - TotalRawHdfsOpenFileTime(*): 25.771us - TotalRawHdfsReadTime(*): 1.143ms - TotalReadThroughput: 0.00 /sec CodeGen:(Total: 157.703ms, non-child: 157.703ms, % non-child: 100.00%) - CodegenTime: 5.706ms - CompileTime: 45.149ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 68 (68) - NumInstructions: 1.24K (1244) - OptimizationTime: 71.642ms - PeakMemoryUsage: 622.00 KB (636928) - PrepareTime: 39.889ms Averaged Fragment F09:(Total: 1s286ms, non-child: 7.045ms, % non-child: 0.55%) split sizes: min: 0, max: 0, avg: 0, stddev: 0 completion times: min:1s286ms max:1s293ms mean: 1s291ms stddev:1.995ms execution rates: min:0.00 /sec max:0.00 /sec mean:0.00 /sec stddev:0.00 /sec num instances: 7 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 34.21 MB (35867255) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.20 GB (1292746365) - RowsProduced: 100 (100) - TotalNetworkReceiveTime: 1s124ms - TotalNetworkSendTime: 1.052ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 1s270ms - TotalThreadsSysTime: 8.511ms - TotalThreadsUserTime: 110.789ms - TotalThreadsVoluntaryContextSwitches: 256 (256) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 2.153ms - ExecTreeExecTime: 995.613us - OpenTime: 1s268ms - ExecTreeOpenTime: 1s125ms - PrepareTime: 15.583ms - ExecTreePrepareTime: 2.223ms KrpcDataStreamSender (dst_id=21):(Total: 11.878ms, non-child: 11.878ms, % non-child: 100.00%) - BytesSent: 850.00 B (850) - EosSent: 7 (7) - OverallThroughput: 1.21 MB/sec - PeakMemoryUsage: 103.53 KB (106016) - RowsReturned: 100 (100) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.683us - UncompressedRowBatchSize: 1.66 KB (1702) UNION_NODE (id=5):(Total: 1s129ms, non-child: 159.157us, % non-child: 0.01%) - PeakMemoryUsage: 0 - RowsReturned: 100 (100) - RowsReturnedRate: 88.00 /sec AGGREGATION_NODE (id=19):(Total: 1.556ms, non-child: 1.553ms, % non-child: 99.77%) - BuildTime: 3.267us - GetResultsTime: 127.000ns - HTResizeTime: 1.125us - HashBuckets: 146 (146) - LargestPartitionPercent: 14 (14) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 1.96 MB (2053248) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 167.00 /sec - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 5.663us - CumulativeAllocationBytes: 265.14 KB (271506) - CumulativeAllocations: 4 (4) - PeakReservation: 1.94 MB (2031616) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 265.14 KB (271506) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=18):(Total: 3.637us, non-child: 3.637us, % non-child: 100.00%) - ConvertRowBatchTime: 381.000ns - PeakMemoryUsage: 2.29 KB (2340) - RowsReturned: 0 (0) - RowsReturnedRate: 19.54 K/sec Buffer pool: - AllocTime: 472.000ns - CumulativeAllocationBytes: 2.29 KB (2340) - CumulativeAllocations: 0 (0) - PeakReservation: 2.29 KB (2340) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 2.29 KB (2340) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 2.00 B (2) - TotalGetBatchTime: 956.000ns - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 3.070us - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) AGGREGATION_NODE (id=17):(Total: 1s127ms, non-child: 3.135ms, % non-child: 0.28%) - BuildTime: 907.196us - GetResultsTime: 43.353us - HTResizeTime: 41.912us - HashBuckets: 18.72K (18724) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.02 MB (35673216) - RowsRepartitioned: 0 (0) - RowsReturned: 100 (100) - RowsReturnedRate: 88.00 /sec - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 644.888us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=16):(Total: 1s124ms, non-child: 1s124ms, % non-child: 100.00%) - ConvertRowBatchTime: 32.046us - PeakMemoryUsage: 64.00 KB (65536) - RowsReturned: 700 (700) - RowsReturnedRate: 622.00 /sec Buffer pool: - AllocTime: 16.564us - CumulativeAllocationBytes: 112.00 KB (114688) - CumulativeAllocations: 14 (14) - PeakReservation: 64.00 KB (65536) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 64.00 KB (65536) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: - FirstBatchArrivalWaitTime: 765.235ms - TotalBytesReceived: 11.62 KB (11900) - TotalGetBatchTime: 1s124ms - DataArrivalTimer: 1s124ms SenderSide: - DeserializeRowBatchTime: 77.349us - NumBatchesArrived: 7 (7) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 7 (7) - NumBatchesReceived: 7 (7) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 138.434ms, non-child: 138.434ms, % non-child: 100.00%) - CodegenTime: 5.960ms - CompileTime: 33.350ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 38 (38) - NumInstructions: 983 (983) - OptimizationTime: 64.056ms - PeakMemoryUsage: 491.50 KB (503296) - PrepareTime: 40.088ms Fragment F09: Instance 59404109c550c44f:b72565760000002a (host=vd1317.foo:22000):(Total: 1s292ms, non-child: 6.321ms, % non-child: 0.49%) Fragment Instance Lifecycle Event Timeline: 1s292ms - Prepare Finished: 43.825ms (43.825ms) - Open Finished: 1s290ms (1s247ms) - First Batch Produced: 1s290ms (11.043us) - First Batch Sent: 1s290ms (6.636us) - ExecInternal Finished: 1s292ms (1.959ms) MemoryUsage(500.000ms): 136.33 KB, 34.16 MB ThreadUsage(500.000ms): 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 34.20 MB (35864915) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.41 GB (1512169841) - RowsProduced: 96 (96) - TotalNetworkReceiveTime: 1s085ms - TotalNetworkSendTime: 959.257us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 2 (2) - TotalThreadsTotalWallClockTime: 1s249ms - TotalThreadsSysTime: 8.015ms - TotalThreadsUserTime: 136.018ms - TotalThreadsVoluntaryContextSwitches: 237 (237) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 1.981ms - ExecTreeExecTime: 919.824us - OpenTime: 1s247ms - ExecTreeOpenTime: 1s087ms - PrepareTime: 42.871ms - ExecTreePrepareTime: 374.221us KrpcDataStreamSender (dst_id=21):(Total: 41.575ms, non-child: 41.575ms, % non-child: 100.00%) - BytesSent: 857.00 B (857) - EosSent: 7 (7) - OverallThroughput: 20.13 KB/sec - PeakMemoryUsage: 103.53 KB (106016) - RowsReturned: 96 (96) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.900us - UncompressedRowBatchSize: 1.59 KB (1632) UNION_NODE (id=5):(Total: 1s089ms, non-child: 160.005us, % non-child: 0.01%) ExecOption: Codegen Enabled - PeakMemoryUsage: 0 - RowsReturned: 96 (96) - RowsReturnedRate: 88.00 /sec AGGREGATION_NODE (id=19):(Total: 532.386us, non-child: 529.554us, % non-child: 99.47%) ExecOption: Codegen Enabled - BuildTime: 2.707us - GetResultsTime: 0.000ns - HTResizeTime: 1.176us - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 1.96 MB (2053248) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 2.441us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 1.94 MB (2031616) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=18):(Total: 2.832us, non-child: 2.832us, % non-child: 100.00%) - ConvertRowBatchTime: 297.000ns - PeakMemoryUsage: 0 - RowsReturned: 0 (0) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0 - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 0 - TotalGetBatchTime: 505.000ns - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 0.000ns - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) AGGREGATION_NODE (id=17):(Total: 1s088ms, non-child: 2.898ms, % non-child: 0.27%) ExecOption: Codegen Enabled - BuildTime: 1.392ms - GetResultsTime: 50.235us - HTResizeTime: 3.601us - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.02 MB (35673216) - RowsRepartitioned: 0 (0) - RowsReturned: 96 (96) - RowsReturnedRate: 88.00 /sec - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 487.559us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=16):(Total: 1s085ms, non-child: 123.383us, % non-child: 0.01%) - ConvertRowBatchTime: 67.644us - PeakMemoryUsage: 64.00 KB (65536) - RowsReturned: 672 (672) - RowsReturnedRate: 619.00 /sec Buffer pool: - AllocTime: 16.322us - CumulativeAllocationBytes: 112.00 KB (114688) - CumulativeAllocations: 14 (14) - PeakReservation: 64.00 KB (65536) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 64.00 KB (65536) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 3.19 KB - FirstBatchArrivalWaitTime: 726.922ms - TotalBytesReceived: 11.16 KB (11424) - TotalGetBatchTime: 1s085ms - DataArrivalTimer: 1s085ms SenderSide: - DeserializeRowBatchTime: 71.962us - NumBatchesArrived: 7 (7) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 7 (7) - NumBatchesReceived: 7 (7) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 154.978ms, non-child: 154.978ms, % non-child: 100.00%) - CodegenTime: 5.727ms - CompileTime: 39.735ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 38 (38) - NumInstructions: 983 (983) - OptimizationTime: 75.486ms - PeakMemoryUsage: 491.50 KB (503296) - PrepareTime: 38.909ms Instance 59404109c550c44f:b725657600000028 (host=vd1323.foo:22000):(Total: 1s289ms, non-child: 9.631ms, % non-child: 0.75%) Fragment Instance Lifecycle Event Timeline: 1s290ms - Prepare Finished: 6.713ms (6.713ms) - Open Finished: 1s288ms (1s281ms) - First Batch Produced: 1s288ms (11.710us) - First Batch Sent: 1s288ms (4.594us) - ExecInternal Finished: 1s290ms (2.291ms) MemoryUsage(500.000ms): 136.33 KB, 136.33 KB, 34.20 MB ThreadUsage(500.000ms): 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 34.20 MB (35864915) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.45 GB (1553588384) - RowsProduced: 89 (89) - TotalNetworkReceiveTime: 1s149ms - TotalNetworkSendTime: 1.068ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 1s283ms - TotalThreadsSysTime: 8.121ms - TotalThreadsUserTime: 92.992ms - TotalThreadsVoluntaryContextSwitches: 297 (297) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 2.310ms - ExecTreeExecTime: 1.106ms - OpenTime: 1s281ms - ExecTreeOpenTime: 1s150ms - PrepareTime: 5.198ms - ExecTreePrepareTime: 2.456ms KrpcDataStreamSender (dst_id=21):(Total: 916.797us, non-child: 916.797us, % non-child: 100.00%) - BytesSent: 820.00 B (820) - EosSent: 7 (7) - OverallThroughput: 873.46 KB/sec - PeakMemoryUsage: 103.53 KB (106016) - RowsReturned: 89 (89) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 14.232us - UncompressedRowBatchSize: 1.48 KB (1513) UNION_NODE (id=5):(Total: 1s154ms, non-child: 83.037us, % non-child: 0.01%) ExecOption: Codegen Enabled - PeakMemoryUsage: 0 - RowsReturned: 89 (89) - RowsReturnedRate: 77.00 /sec AGGREGATION_NODE (id=19):(Total: 2.226ms, non-child: 2.224ms, % non-child: 99.88%) ExecOption: Codegen Enabled - BuildTime: 2.494us - GetResultsTime: 0.000ns - HTResizeTime: 950.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 1.96 MB (2053248) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 3.196us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 1.94 MB (2031616) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=18):(Total: 2.752us, non-child: 2.752us, % non-child: 100.00%) - ConvertRowBatchTime: 331.000ns - PeakMemoryUsage: 0 - RowsReturned: 0 (0) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 0 - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 0 - TotalGetBatchTime: 506.000ns - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 0.000ns - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) AGGREGATION_NODE (id=17):(Total: 1s151ms, non-child: 1.891ms, % non-child: 0.16%) ExecOption: Codegen Enabled - BuildTime: 94.008us - GetResultsTime: 36.643us - HTResizeTime: 3.317us - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.02 MB (35673216) - RowsRepartitioned: 0 (0) - RowsReturned: 89 (89) - RowsReturnedRate: 77.00 /sec - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 5.390us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=16):(Total: 1s149ms, non-child: 95.327us, % non-child: 0.01%) - ConvertRowBatchTime: 39.066us - PeakMemoryUsage: 64.00 KB (65536) - RowsReturned: 623 (623) - RowsReturnedRate: 541.00 /sec Buffer pool: - AllocTime: 17.216us - CumulativeAllocationBytes: 112.00 KB (114688) - CumulativeAllocations: 14 (14) - PeakReservation: 64.00 KB (65536) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 64.00 KB (65536) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 8.87 KB - FirstBatchArrivalWaitTime: 790.657ms - TotalBytesReceived: 10.34 KB (10591) - TotalGetBatchTime: 1s149ms - DataArrivalTimer: 1s149ms SenderSide: - DeserializeRowBatchTime: 97.723us - NumBatchesArrived: 7 (7) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 7 (7) - NumBatchesReceived: 7 (7) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 125.256ms, non-child: 125.256ms, % non-child: 100.00%) - CodegenTime: 8.441ms - CompileTime: 29.657ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 38 (38) - NumInstructions: 983 (983) - OptimizationTime: 52.120ms - PeakMemoryUsage: 491.50 KB (503296) - PrepareTime: 42.118ms Instance 59404109c550c44f:b725657600000024 (host=vd1318.foo:22000):(Total: 1s288ms, non-child: 4.946ms, % non-child: 0.38%) Fragment Instance Lifecycle Event Timeline: 1s290ms - Prepare Finished: 41.657ms (41.657ms) - Open Finished: 1s288ms (1s246ms) - First Batch Produced: 1s288ms (8.837us) - First Batch Sent: 1s288ms (6.168us) - ExecInternal Finished: 1s290ms (2.433ms) MemoryUsage(500.000ms): 136.33 KB, 152.33 KB ThreadUsage(500.000ms): 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 34.22 MB (35881299) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.44 GB (1549371966) - RowsProduced: 98 (98) - TotalNetworkReceiveTime: 1s086ms - TotalNetworkSendTime: 1.289ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 1 (1) - TotalThreadsTotalWallClockTime: 1s249ms - TotalThreadsSysTime: 5.214ms - TotalThreadsUserTime: 138.499ms - TotalThreadsVoluntaryContextSwitches: 263 (263) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 2.451ms - ExecTreeExecTime: 1.068ms - OpenTime: 1s246ms - ExecTreeOpenTime: 1s089ms - PrepareTime: 39.023ms - ExecTreePrepareTime: 792.391us KrpcDataStreamSender (dst_id=21):(Total: 37.813ms, non-child: 37.813ms, % non-child: 100.00%) - BytesSent: 794.00 B (794) - EosSent: 7 (7) - OverallThroughput: 20.50 KB/sec - PeakMemoryUsage: 103.53 KB (106016) - RowsReturned: 98 (98) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 12.407us - UncompressedRowBatchSize: 1.63 KB (1666) UNION_NODE (id=5):(Total: 1s090ms, non-child: 103.327us, % non-child: 0.01%) ExecOption: Codegen Enabled - PeakMemoryUsage: 0 - RowsReturned: 98 (98) - RowsReturnedRate: 89.00 /sec AGGREGATION_NODE (id=19):(Total: 853.595us, non-child: 846.283us, % non-child: 99.14%) ExecOption: Codegen Enabled - BuildTime: 6.923us - GetResultsTime: 894.000ns - HTResizeTime: 1.429us - HashBuckets: 1.02K (1024) - LargestPartitionPercent: 100 (100) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 1.96 MB (2053248) - RowsRepartitioned: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 1.17 K/sec - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 3.911us - CumulativeAllocationBytes: 320.00 KB (327680) - CumulativeAllocations: 5 (5) - PeakReservation: 1.94 MB (2031616) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 320.00 KB (327680) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=18):(Total: 7.312us, non-child: 7.312us, % non-child: 100.00%) - ConvertRowBatchTime: 651.000ns - PeakMemoryUsage: 16.00 KB (16384) - RowsReturned: 1 (1) - RowsReturnedRate: 136.76 K/sec Buffer pool: - AllocTime: 3.305us - CumulativeAllocationBytes: 16.00 KB (16384) - CumulativeAllocations: 2 (2) - PeakReservation: 16.00 KB (16384) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 16.00 KB (16384) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 17.00 B - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 17.00 B (17) - TotalGetBatchTime: 3.894us - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 21.490us - NumBatchesArrived: 1 (1) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 1 (1) - NumBatchesReceived: 1 (1) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) AGGREGATION_NODE (id=17):(Total: 1s090ms, non-child: 3.469ms, % non-child: 0.32%) ExecOption: Codegen Enabled - BuildTime: 1.838ms - GetResultsTime: 51.743us - HTResizeTime: 3.580us - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.02 MB (35673216) - RowsRepartitioned: 0 (0) - RowsReturned: 97 (97) - RowsReturnedRate: 88.00 /sec - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 1.681ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=16):(Total: 1s086ms, non-child: 68.259us, % non-child: 0.01%) - ConvertRowBatchTime: 22.551us - PeakMemoryUsage: 64.00 KB (65536) - RowsReturned: 679 (679) - RowsReturnedRate: 624.00 /sec Buffer pool: - AllocTime: 12.121us - CumulativeAllocationBytes: 112.00 KB (114688) - CumulativeAllocations: 14 (14) - PeakReservation: 64.00 KB (65536) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 64.00 KB (65536) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0 - FirstBatchArrivalWaitTime: 727.178ms - TotalBytesReceived: 11.27 KB (11543) - TotalGetBatchTime: 1s086ms - DataArrivalTimer: 1s086ms SenderSide: - DeserializeRowBatchTime: 68.088us - NumBatchesArrived: 7 (7) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 7 (7) - NumBatchesReceived: 7 (7) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 154.525ms, non-child: 154.525ms, % non-child: 100.00%) - CodegenTime: 4.667ms - CompileTime: 39.824ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 38 (38) - NumInstructions: 983 (983) - OptimizationTime: 77.297ms - PeakMemoryUsage: 491.50 KB (503296) - PrepareTime: 36.566ms Instance 59404109c550c44f:b725657600000027 (host=vd1321.foo:22000):(Total: 1s288ms, non-child: 6.750ms, % non-child: 0.52%) Fragment Instance Lifecycle Event Timeline: 1s290ms - Prepare Finished: 7.568ms (7.568ms) - Open Finished: 1s288ms (1s280ms) - First Batch Produced: 1s288ms (12.083us) - First Batch Sent: 1s288ms (4.779us) - ExecInternal Finished: 1s290ms (2.073ms) MemoryUsage(500.000ms): 136.33 KB, 136.33 KB ThreadUsage(500.000ms): 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 34.20 MB (35864915) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 895.58 MB (939081811) - RowsProduced: 102 (102) - TotalNetworkReceiveTime: 1s154ms - TotalNetworkSendTime: 995.495us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 1s283ms - TotalThreadsSysTime: 12.266ms - TotalThreadsUserTime: 84.660ms - TotalThreadsVoluntaryContextSwitches: 275 (275) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 2.097ms - ExecTreeExecTime: 980.792us - OpenTime: 1s280ms - ExecTreeOpenTime: 1s156ms - PrepareTime: 4.402ms - ExecTreePrepareTime: 1.869ms KrpcDataStreamSender (dst_id=21):(Total: 932.810us, non-child: 932.810us, % non-child: 100.00%) - BytesSent: 827.00 B (827) - EosSent: 7 (7) - OverallThroughput: 865.79 KB/sec - PeakMemoryUsage: 103.53 KB (106016) - RowsReturned: 102 (102) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.933us - UncompressedRowBatchSize: 1.69 KB (1734) UNION_NODE (id=5):(Total: 1s159ms, non-child: 70.442us, % non-child: 0.01%) ExecOption: Codegen Enabled - PeakMemoryUsage: 0 - RowsReturned: 102 (102) - RowsReturnedRate: 87.00 /sec AGGREGATION_NODE (id=19):(Total: 1.756ms, non-child: 1.753ms, % non-child: 99.83%) ExecOption: Codegen Enabled - BuildTime: 2.580us - GetResultsTime: 0.000ns - HTResizeTime: 1.101us - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 1.96 MB (2053248) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 17.546us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 1.94 MB (2031616) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=18):(Total: 3.013us, non-child: 3.013us, % non-child: 100.00%) - ConvertRowBatchTime: 188.000ns - PeakMemoryUsage: 0 - RowsReturned: 0 (0) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0 - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 0 - TotalGetBatchTime: 497.000ns - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 0.000ns - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) AGGREGATION_NODE (id=17):(Total: 1s157ms, non-child: 3.306ms, % non-child: 0.29%) ExecOption: Codegen Enabled - BuildTime: 1.444ms - GetResultsTime: 37.443us - HTResizeTime: 3.420us - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.02 MB (35673216) - RowsRepartitioned: 0 (0) - RowsReturned: 102 (102) - RowsReturnedRate: 88.00 /sec - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 1.334ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=16):(Total: 1s154ms, non-child: 86.667us, % non-child: 0.01%) - ConvertRowBatchTime: 22.298us - PeakMemoryUsage: 64.00 KB (65536) - RowsReturned: 714 (714) - RowsReturnedRate: 618.00 /sec Buffer pool: - AllocTime: 20.460us - CumulativeAllocationBytes: 112.00 KB (114688) - CumulativeAllocations: 14 (14) - PeakReservation: 64.00 KB (65536) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 64.00 KB (65536) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0 - FirstBatchArrivalWaitTime: 795.509ms - TotalBytesReceived: 11.85 KB (12138) - TotalGetBatchTime: 1s154ms - DataArrivalTimer: 1s154ms SenderSide: - DeserializeRowBatchTime: 84.776us - NumBatchesArrived: 7 (7) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 7 (7) - NumBatchesReceived: 7 (7) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 120.746ms, non-child: 120.746ms, % non-child: 100.00%) - CodegenTime: 4.746ms - CompileTime: 25.531ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 38 (38) - NumInstructions: 983 (983) - OptimizationTime: 54.447ms - PeakMemoryUsage: 491.50 KB (503296) - PrepareTime: 40.084ms Instance 59404109c550c44f:b725657600000029 (host=vd1324.foo:22000):(Total: 1s286ms, non-child: 5.295ms, % non-child: 0.41%) Fragment Instance Lifecycle Event Timeline: 1s290ms - Prepare Finished: 9.099ms (9.099ms) - Open Finished: 1s288ms (1s279ms) - First Batch Produced: 1s288ms (8.111us) - First Batch Sent: 1s288ms (3.694us) - ExecInternal Finished: 1s290ms (1.834ms) MemoryUsage(500.000ms): 625.28 KB, 136.33 KB, 34.18 MB ThreadUsage(500.000ms): 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 34.20 MB (35864915) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 1.44 GB (1543319399) - RowsProduced: 105 (105) - TotalNetworkReceiveTime: 1s119ms - TotalNetworkSendTime: 979.100us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 1s280ms - TotalThreadsSysTime: 8.141ms - TotalThreadsUserTime: 129.288ms - TotalThreadsVoluntaryContextSwitches: 179 (179) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 1.847ms - ExecTreeExecTime: 772.234us - OpenTime: 1s279ms - ExecTreeOpenTime: 1s120ms - PrepareTime: 5.111ms - ExecTreePrepareTime: 3.763ms KrpcDataStreamSender (dst_id=21):(Total: 351.082us, non-child: 351.082us, % non-child: 100.00%) - BytesSent: 850.00 B (850) - EosSent: 7 (7) - OverallThroughput: 2.31 MB/sec - PeakMemoryUsage: 103.53 KB (106016) - RowsReturned: 105 (105) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 10.943us - UncompressedRowBatchSize: 1.74 KB (1785) UNION_NODE (id=5):(Total: 1s125ms, non-child: 50.760us, % non-child: 0.00%) ExecOption: Codegen Enabled - PeakMemoryUsage: 0 - RowsReturned: 105 (105) - RowsReturnedRate: 93.00 /sec AGGREGATION_NODE (id=19):(Total: 1.052ms, non-child: 1.049ms, % non-child: 99.75%) ExecOption: Codegen Enabled - BuildTime: 2.612us - GetResultsTime: 0.000ns - HTResizeTime: 989.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 1.96 MB (2053248) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 2.068us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 1.94 MB (2031616) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=18):(Total: 2.596us, non-child: 2.596us, % non-child: 100.00%) - ConvertRowBatchTime: 223.000ns - PeakMemoryUsage: 0 - RowsReturned: 0 (0) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 0 - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 0 - TotalGetBatchTime: 401.000ns - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 0.000ns - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) AGGREGATION_NODE (id=17):(Total: 1s124ms, non-child: 4.529ms, % non-child: 0.40%) ExecOption: Codegen Enabled - BuildTime: 434.404us - GetResultsTime: 39.670us - HTResizeTime: 3.486us - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.02 MB (35673216) - RowsRepartitioned: 0 (0) - RowsReturned: 105 (105) - RowsReturnedRate: 93.00 /sec - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 320.369us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=16):(Total: 1s119ms, non-child: 67.666us, % non-child: 0.01%) - ConvertRowBatchTime: 26.119us - PeakMemoryUsage: 64.00 KB (65536) - RowsReturned: 735 (735) - RowsReturnedRate: 656.00 /sec Buffer pool: - AllocTime: 12.745us - CumulativeAllocationBytes: 112.00 KB (114688) - CumulativeAllocations: 14 (14) - PeakReservation: 64.00 KB (65536) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 64.00 KB (65536) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 6.97 KB - FirstBatchArrivalWaitTime: 760.562ms - TotalBytesReceived: 12.20 KB (12495) - TotalGetBatchTime: 1s119ms - DataArrivalTimer: 1s119ms SenderSide: - DeserializeRowBatchTime: 61.438us - NumBatchesArrived: 7 (7) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 7 (7) - NumBatchesReceived: 7 (7) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 155.307ms, non-child: 155.307ms, % non-child: 100.00%) - CodegenTime: 4.623ms - CompileTime: 45.328ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 38 (38) - NumInstructions: 983 (983) - OptimizationTime: 76.207ms - PeakMemoryUsage: 491.50 KB (503296) - PrepareTime: 32.634ms Instance 59404109c550c44f:b725657600000026 (host=vd1322.foo:22000):(Total: 1s281ms, non-child: 8.931ms, % non-child: 0.70%) Fragment Instance Lifecycle Event Timeline: 1s288ms - Prepare Finished: 15.585ms (15.585ms) - Open Finished: 1s286ms (1s270ms) - First Batch Produced: 1s286ms (7.308us) - First Batch Sent: 1s286ms (3.169us) - ExecInternal Finished: 1s288ms (2.285ms) MemoryUsage(500.000ms): 97.34 KB, 136.33 KB, 34.17 MB ThreadUsage(500.000ms): 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 34.20 MB (35864915) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 928.05 MB (973126936) - RowsProduced: 95 (95) - TotalNetworkReceiveTime: 1s131ms - TotalNetworkSendTime: 1.128ms - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 1 (1) - TotalThreadsTotalWallClockTime: 1s272ms - TotalThreadsSysTime: 13.109ms - TotalThreadsUserTime: 95.331ms - TotalThreadsVoluntaryContextSwitches: 254 (254) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 2.297ms - ExecTreeExecTime: 1.062ms - OpenTime: 1s270ms - ExecTreeOpenTime: 1s133ms - PrepareTime: 8.833ms - ExecTreePrepareTime: 3.763ms KrpcDataStreamSender (dst_id=21):(Total: 1.321ms, non-child: 1.321ms, % non-child: 100.00%) - BytesSent: 864.00 B (864) - EosSent: 7 (7) - OverallThroughput: 638.68 KB/sec - PeakMemoryUsage: 103.53 KB (106016) - RowsReturned: 95 (95) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 13.681us - UncompressedRowBatchSize: 1.58 KB (1615) UNION_NODE (id=5):(Total: 1s137ms, non-child: 70.702us, % non-child: 0.01%) ExecOption: Codegen Enabled - PeakMemoryUsage: 0 - RowsReturned: 95 (95) - RowsReturnedRate: 83.00 /sec AGGREGATION_NODE (id=19):(Total: 2.799ms, non-child: 2.795ms, % non-child: 99.86%) ExecOption: Codegen Enabled - BuildTime: 2.925us - GetResultsTime: 0.000ns - HTResizeTime: 1.144us - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 1.96 MB (2053248) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 8.966us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 1.94 MB (2031616) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=18):(Total: 3.974us, non-child: 3.974us, % non-child: 100.00%) - ConvertRowBatchTime: 654.000ns - PeakMemoryUsage: 0 - RowsReturned: 0 (0) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 0 - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 0 - TotalGetBatchTime: 456.000ns - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 0.000ns - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) AGGREGATION_NODE (id=17):(Total: 1s135ms, non-child: 3.218ms, % non-child: 0.28%) ExecOption: Codegen Enabled - BuildTime: 543.774us - GetResultsTime: 47.162us - HTResizeTime: 3.180us - HashBuckets: 16.38K (16384) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.02 MB (35673216) - RowsRepartitioned: 0 (0) - RowsReturned: 95 (95) - RowsReturnedRate: 83.00 /sec - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 457.339us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=16):(Total: 1s131ms, non-child: 76.229us, % non-child: 0.01%) - ConvertRowBatchTime: 22.735us - PeakMemoryUsage: 64.00 KB (65536) - RowsReturned: 665 (665) - RowsReturnedRate: 587.00 /sec Buffer pool: - AllocTime: 15.965us - CumulativeAllocationBytes: 112.00 KB (114688) - CumulativeAllocations: 14 (14) - PeakReservation: 64.00 KB (65536) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 64.00 KB (65536) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 4.73 KB - FirstBatchArrivalWaitTime: 772.584ms - TotalBytesReceived: 11.04 KB (11305) - TotalGetBatchTime: 1s131ms - DataArrivalTimer: 1s131ms SenderSide: - DeserializeRowBatchTime: 72.680us - NumBatchesArrived: 7 (7) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 7 (7) - NumBatchesReceived: 7 (7) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 133.826ms, non-child: 133.826ms, % non-child: 100.00%) - CodegenTime: 5.622ms - CompileTime: 27.804ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 38 (38) - NumInstructions: 983 (983) - OptimizationTime: 58.273ms - PeakMemoryUsage: 491.50 KB (503296) - PrepareTime: 47.013ms Instance 59404109c550c44f:b725657600000025 (host=vd1319.foo:22000):(Total: 1s279ms, non-child: 7.441ms, % non-child: 0.58%) Fragment Instance Lifecycle Event Timeline: 1s285ms - Prepare Finished: 10.136ms (10.136ms) - Open Finished: 1s283ms (1s273ms) - First Batch Produced: 1s283ms (8.792us) - First Batch Sent: 1s283ms (3.533us) - ExecInternal Finished: 1s285ms (2.075ms) MemoryUsage(500.000ms): 133.78 KB, 136.33 KB, 34.18 MB ThreadUsage(500.000ms): 1, 1, 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 34.20 MB (35864915) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 933.23 MB (978566219) - RowsProduced: 116 (116) - TotalNetworkReceiveTime: 1s142ms - TotalNetworkSendTime: 949.011us - TotalStorageWaitTime: 0.000ns - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 1s275ms - TotalThreadsSysTime: 4.712ms - TotalThreadsUserTime: 98.737ms - TotalThreadsVoluntaryContextSwitches: 287 (287) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 2.090ms - ExecTreeExecTime: 1.058ms - OpenTime: 1s273ms - ExecTreeOpenTime: 1s143ms - PrepareTime: 3.643ms - ExecTreePrepareTime: 2.546ms KrpcDataStreamSender (dst_id=21):(Total: 236.736us, non-child: 236.736us, % non-child: 100.00%) - BytesSent: 939.00 B (939) - EosSent: 7 (7) - OverallThroughput: 3.78 MB/sec - PeakMemoryUsage: 103.53 KB (106016) - RowsReturned: 116 (116) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 10.685us - UncompressedRowBatchSize: 1.93 KB (1972) UNION_NODE (id=5):(Total: 1s147ms, non-child: 575.821us, % non-child: 0.05%) ExecOption: Codegen Enabled - PeakMemoryUsage: 0 - RowsReturned: 116 (116) - RowsReturnedRate: 101.00 /sec AGGREGATION_NODE (id=19):(Total: 1.677ms, non-child: 1.674ms, % non-child: 99.82%) ExecOption: Codegen Enabled - BuildTime: 2.634us - GetResultsTime: 0.000ns - HTResizeTime: 1.087us - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 1.96 MB (2053248) - RowsRepartitioned: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 1.517us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 1.94 MB (2031616) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=18):(Total: 2.982us, non-child: 2.982us, % non-child: 100.00%) - ConvertRowBatchTime: 324.000ns - PeakMemoryUsage: 0 - RowsReturned: 0 (0) - RowsReturnedRate: 0 Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 0 - FirstBatchArrivalWaitTime: 0.000ns - TotalBytesReceived: 0 - TotalGetBatchTime: 437.000ns - DataArrivalTimer: 0.000ns SenderSide: - DeserializeRowBatchTime: 0.000ns - NumBatchesArrived: 0 (0) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 0 (0) - NumBatchesReceived: 0 (0) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) AGGREGATION_NODE (id=17):(Total: 1s145ms, non-child: 2.636ms, % non-child: 0.23%) ExecOption: Codegen Enabled - BuildTime: 602.247us - GetResultsTime: 40.581us - HTResizeTime: 272.804us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 1 (1) - MaxPartitionLevel: 0 (0) - NumRepartitions: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.02 MB (35673216) - RowsRepartitioned: 0 (0) - RowsReturned: 116 (116) - RowsReturnedRate: 101.00 /sec - SpilledPartitions: 0 (0) Buffer pool: - AllocTime: 227.096us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns EXCHANGE_NODE (id=16):(Total: 1s142ms, non-child: 119.700us, % non-child: 0.01%) - ConvertRowBatchTime: 23.922us - PeakMemoryUsage: 64.00 KB (65536) - RowsReturned: 812 (812) - RowsReturnedRate: 710.00 /sec Buffer pool: - AllocTime: 21.122us - CumulativeAllocationBytes: 112.00 KB (114688) - CumulativeAllocations: 14 (14) - PeakReservation: 64.00 KB (65536) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 64.00 KB (65536) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns RecvrSide: BytesReceived(500.000ms): 0, 0, 7.70 KB - FirstBatchArrivalWaitTime: 783.236ms - TotalBytesReceived: 13.48 KB (13804) - TotalGetBatchTime: 1s142ms - DataArrivalTimer: 1s142ms SenderSide: - DeserializeRowBatchTime: 84.777us - NumBatchesArrived: 7 (7) - NumBatchesDeferred: 0 (0) - NumBatchesEnqueued: 7 (7) - NumBatchesReceived: 7 (7) - NumEarlySenders: 0 (0) - NumEosReceived: 7 (7) CodeGen:(Total: 124.400ms, non-child: 124.400ms, % non-child: 100.00%) - CodegenTime: 7.893ms - CompileTime: 25.573ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 38 (38) - NumInstructions: 983 (983) - OptimizationTime: 54.558ms - PeakMemoryUsage: 491.50 KB (503296) - PrepareTime: 43.293ms Averaged Fragment F05:(Total: 1s078ms, non-child: 8.216ms, % non-child: 0.76%) split sizes: min: 2.47 GB, max: 2.72 GB, avg: 2.61 GB, stddev: 107.58 MB completion times: min:930.262ms max:1s286ms mean: 1s082ms stddev:124.065ms execution rates: min:2.11 GB/sec max:2.82 GB/sec mean:2.44 GB/sec stddev:248.87 MB/sec num instances: 7 - AverageThreadTokens: 4.17 - BloomFilterBytes: 0 - PeakMemoryUsage: 127.62 MB (133820363) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 899.08 MB (942756344) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2.148ms - TotalStorageWaitTime: 843.558ms - TotalThreadsInvoluntaryContextSwitches: 6 (6) - TotalThreadsTotalWallClockTime: 4s625ms - TotalThreadsSysTime: 95.194ms - TotalThreadsUserTime: 2s186ms - TotalThreadsVoluntaryContextSwitches: 19.65K (19646) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 926.446ms - ExecTreeExecTime: 924.017ms - OpenTime: 133.791ms - ExecTreeOpenTime: 1.355ms - PrepareTime: 17.723ms - ExecTreePrepareTime: 1.118ms KrpcDataStreamSender (dst_id=16):(Total: 14.202ms, non-child: 14.202ms, % non-child: 100.00%) - BytesSent: 5.76 KB (5896) - EosSent: 7 (7) - OverallThroughput: 6.39 MB/sec - PeakMemoryUsage: 127.53 KB (130592) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 74.846us - UncompressedRowBatchSize: 11.62 KB (11900) AGGREGATION_NODE (id=7):(Total: 926.481ms, non-child: 691.770ms, % non-child: 74.67%) - GetResultsTime: 91.256us - HTResizeTime: 219.757us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.05 MB (35704960) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 768.00 /sec - StreamingTime: 669.509ms Buffer pool: - AllocTime: 3.492ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=6):(Total: 234.711ms, non-child: 234.711ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.14 - AverageScannerThreadConcurrency: 3.93 - BytesRead: 316.67 MB (332048986) - BytesReadDataNodeCache: 0 - BytesReadLocal: 316.67 MB (332048986) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 316.67 MB (332048986) - CachedFileHandlesHitCount: 53 (53) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 716.837ms - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 93.48 MB (98022723) - PerReadThreadRawHdfsThroughput: 1.22 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 98.809ms - RowBatchQueuePutWaitTime: 1s296ms - RowsRead: 64.29M (64285714) - RowsReturned: 28.57M (28571428) - RowsReturnedRate: 130.41 M/sec - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 3s565ms - MaterializeTupleTime(*): 517.538ms - ScannerThreadsSysTime: 57.817ms - ScannerThreadsUserTime: 1s330ms - ScannerThreadsVoluntaryContextSwitches: 19.01K (19011) - TotalRawHdfsOpenFileTime(*): 107.418us - TotalRawHdfsReadTime(*): 263.940ms - TotalReadThroughput: 262.35 MB/sec CodeGen:(Total: 129.203ms, non-child: 129.203ms, % non-child: 100.00%) - CodegenTime: 5.829ms - CompileTime: 27.581ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 52 (52) - NumInstructions: 949 (949) - OptimizationTime: 57.352ms - PeakMemoryUsage: 474.50 KB (485888) - PrepareTime: 43.248ms Fragment F05: Instance 59404109c550c44f:b72565760000001a (host=vd1319.foo:22000):(Total: 1s278ms, non-child: 8.382ms, % non-child: 0.66%) Hdfs split stats (:<# splits>/): 2:1/253.03 MB 0:4/1012.12 MB 3:2/506.10 MB 1:2/506.06 MB 5:1/253.01 MB 6:1/253.06 MB Fragment Instance Lifecycle Event Timeline: 1s285ms - Prepare Finished: 9.916ms (9.916ms) - Open Finished: 162.831ms (152.915ms) - First Batch Produced: 1s282ms (1s119ms) - First Batch Sent: 1s282ms (824.000ns) - ExecInternal Finished: 1s285ms (3.045ms) MemoryUsage(500.000ms): 595.16 KB, 102.14 MB, 102.67 MB ThreadUsage(500.000ms): 1, 6, 6 - AverageThreadTokens: 4.33 - BloomFilterBytes: 0 - PeakMemoryUsage: 150.49 MB (157797263) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 933.23 MB (978566219) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2.476ms - TotalStorageWaitTime: 711.479ms - TotalThreadsInvoluntaryContextSwitches: 19 (19) - TotalThreadsTotalWallClockTime: 6s116ms - TotalThreadsSysTime: 110.887ms - TotalThreadsUserTime: 2s385ms - TotalThreadsVoluntaryContextSwitches: 24.95K (24951) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 1s122ms - ExecTreeExecTime: 1s119ms - OpenTime: 152.907ms - ExecTreeOpenTime: 2.106ms - PrepareTime: 3.420ms - ExecTreePrepareTime: 492.959us KrpcDataStreamSender (dst_id=16):(Total: 1.013ms, non-child: 1.013ms, % non-child: 100.00%) - BytesSent: 5.76 KB (5896) - EosSent: 7 (7) - OverallThroughput: 5.55 MB/sec - PeakMemoryUsage: 127.53 KB (130592) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 59.794us - UncompressedRowBatchSize: 11.62 KB (11900) AGGREGATION_NODE (id=7):(Total: 1s122ms, non-child: 816.808ms, % non-child: 72.79%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 87.750us - HTResizeTime: 220.279us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.05 MB (35704960) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 623.00 /sec - StreamingTime: 799.632ms Buffer pool: - AllocTime: 1.715ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=6):(Total: 305.387ms, non-child: 305.387ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:1/253.03 MB 0:4/1012.12 MB 3:2/506.10 MB 1:2/506.06 MB 5:1/253.01 MB 6:1/253.06 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 11 out of 11 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:11 BytesRead(500.000ms): 0, 120.01 MB, 293.82 MB - FooterProcessingTime: (Avg: 22.938ms ; Min: 90.514us ; Max: 58.708ms ; Number of samples: 11) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 5.00 - BytesRead: 329.60 MB (345608232) - BytesReadDataNodeCache: 0 - BytesReadLocal: 329.60 MB (345608232) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 329.60 MB (345608232) - CachedFileHandlesHitCount: 55 (55) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 729.517ms - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 6 (6) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 116.35 MB (121998891) - PerReadThreadRawHdfsThroughput: 978.18 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 57.601ms - RowBatchQueuePutWaitTime: 2s495ms - RowsRead: 66.93M (66926775) - RowsReturned: 29.85M (29849509) - RowsReturnedRate: 97.74 M/sec - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 9 (9) - ScannerThreadsTotalWallClockTime: 4s841ms - MaterializeTupleTime(*): 686.879ms - ScannerThreadsSysTime: 67.162ms - ScannerThreadsUserTime: 1s368ms - ScannerThreadsVoluntaryContextSwitches: 24.38K (24384) - TotalRawHdfsOpenFileTime(*): 95.075us - TotalRawHdfsReadTime(*): 336.948ms - TotalReadThroughput: 195.88 MB/sec CodeGen:(Total: 147.196ms, non-child: 147.196ms, % non-child: 100.00%) - CodegenTime: 7.526ms - CompileTime: 34.196ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 52 (52) - NumInstructions: 949 (949) - OptimizationTime: 66.079ms - PeakMemoryUsage: 474.50 KB (485888) - PrepareTime: 45.237ms Instance 59404109c550c44f:b72565760000001b (host=vd1322.foo:22000):(Total: 1s181ms, non-child: 13.651ms, % non-child: 1.16%) Hdfs split stats (:<# splits>/): 1:1/253.07 MB 2:2/506.11 MB 5:3/759.14 MB 0:2/506.07 MB 6:3/759.11 MB Fragment Instance Lifecycle Event Timeline: 1s188ms - Prepare Finished: 15.776ms (15.776ms) - Open Finished: 168.552ms (152.776ms) - First Batch Produced: 1s184ms (1s016ms) - First Batch Sent: 1s184ms (6.510us) - ExecInternal Finished: 1s188ms (3.250ms) MemoryUsage(500.000ms): 120.66 KB, 59.01 MB, 69.06 MB ThreadUsage(500.000ms): 1, 6, 3 - AverageThreadTokens: 3.33 - BloomFilterBytes: 0 - PeakMemoryUsage: 102.02 MB (106975609) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 928.05 MB (973126936) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2.601ms - TotalStorageWaitTime: 1s843ms - TotalThreadsInvoluntaryContextSwitches: 3 (3) - TotalThreadsTotalWallClockTime: 5s065ms - TotalThreadsSysTime: 63.714ms - TotalThreadsUserTime: 2s200ms - TotalThreadsVoluntaryContextSwitches: 13.02K (13022) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 1s019ms - ExecTreeExecTime: 1s016ms - OpenTime: 152.770ms - ExecTreeOpenTime: 1.004ms - PrepareTime: 8.961ms - ExecTreePrepareTime: 1.336ms KrpcDataStreamSender (dst_id=16):(Total: 1.125ms, non-child: 1.125ms, % non-child: 100.00%) - BytesSent: 5.76 KB (5896) - EosSent: 7 (7) - OverallThroughput: 5.00 MB/sec - PeakMemoryUsage: 127.53 KB (130592) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 75.714us - UncompressedRowBatchSize: 11.62 KB (11900) AGGREGATION_NODE (id=7):(Total: 1s019ms, non-child: 718.335ms, % non-child: 70.49%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 83.630us - HTResizeTime: 306.123us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.05 MB (35704960) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 686.00 /sec - StreamingTime: 701.913ms Buffer pool: - AllocTime: 627.755us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=6):(Total: 300.693ms, non-child: 300.693ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 1:1/253.07 MB 2:2/506.11 MB 5:3/759.14 MB 0:2/506.07 MB 6:3/759.11 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 11 out of 11 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:11 BytesRead(500.000ms): 0, 138.35 MB, 310.02 MB - FooterProcessingTime: (Avg: 50.942ms ; Min: 176.065us ; Max: 147.182ms ; Number of samples: 11) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 3.50 - BytesRead: 329.79 MB (345811764) - BytesReadDataNodeCache: 0 - BytesReadLocal: 329.79 MB (345811764) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 329.79 MB (345811764) - CachedFileHandlesHitCount: 55 (55) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 747.555ms - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 5 (5) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 5 (5) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 67.88 MB (71177237) - PerReadThreadRawHdfsThroughput: 1.43 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 189.514ms - RowBatchQueuePutWaitTime: 620.620ms - RowsRead: 66.97M (66965987) - RowsReturned: 29.69M (29686746) - RowsReturnedRate: 98.73 M/sec - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 2 (2) - ScannerThreadsTotalWallClockTime: 3s893ms - MaterializeTupleTime(*): 503.775ms - ScannerThreadsSysTime: 34.189ms - ScannerThreadsUserTime: 1s371ms - ScannerThreadsVoluntaryContextSwitches: 11.97K (11968) - TotalRawHdfsOpenFileTime(*): 119.065us - TotalRawHdfsReadTime(*): 225.652ms - TotalReadThroughput: 206.68 MB/sec CodeGen:(Total: 147.619ms, non-child: 147.619ms, % non-child: 100.00%) - CodegenTime: 7.185ms - CompileTime: 31.711ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 52 (52) - NumInstructions: 949 (949) - OptimizationTime: 65.949ms - PeakMemoryUsage: 474.50 KB (485888) - PrepareTime: 49.098ms Instance 59404109c550c44f:b725657600000019 (host=vd1321.foo:22000):(Total: 1s171ms, non-child: 7.696ms, % non-child: 0.66%) Hdfs split stats (:<# splits>/): 2:1/253.04 MB 6:2/387.41 MB 4:3/759.11 MB 3:1/253.07 MB 1:2/375.31 MB 0:3/658.65 MB Fragment Instance Lifecycle Event Timeline: 1s175ms - Prepare Finished: 7.848ms (7.848ms) - Open Finished: 116.572ms (108.724ms) - First Batch Produced: 1s172ms (1s055ms) - First Batch Sent: 1s172ms (12.408us) - ExecInternal Finished: 1s175ms (2.815ms) MemoryUsage(500.000ms): 50.69 MB, 53.15 MB ThreadUsage(500.000ms): 5, 4 - AverageThreadTokens: 4.50 - BloomFilterBytes: 0 - PeakMemoryUsage: 109.97 MB (115312034) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 895.58 MB (939081811) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2.101ms - TotalStorageWaitTime: 1s186ms - TotalThreadsInvoluntaryContextSwitches: 2 (2) - TotalThreadsTotalWallClockTime: 4s665ms - TotalThreadsSysTime: 88.698ms - TotalThreadsUserTime: 2s249ms - TotalThreadsVoluntaryContextSwitches: 17.48K (17479) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 1s058ms - ExecTreeExecTime: 1s056ms - OpenTime: 108.718ms - ExecTreeOpenTime: 349.260us - PrepareTime: 3.819ms - ExecTreePrepareTime: 294.258us KrpcDataStreamSender (dst_id=16):(Total: 1.140ms, non-child: 1.140ms, % non-child: 100.00%) - BytesSent: 5.76 KB (5896) - EosSent: 7 (7) - OverallThroughput: 4.93 MB/sec - PeakMemoryUsage: 127.53 KB (130592) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 71.666us - UncompressedRowBatchSize: 11.62 KB (11900) AGGREGATION_NODE (id=7):(Total: 1s056ms, non-child: 758.733ms, % non-child: 71.79%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 96.969us - HTResizeTime: 417.974us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.05 MB (35704960) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 662.00 /sec - StreamingTime: 712.796ms Buffer pool: - AllocTime: 5.309ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=6):(Total: 298.112ms, non-child: 298.112ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:1/253.04 MB 6:2/387.41 MB 4:3/759.11 MB 3:1/253.07 MB 1:2/375.31 MB 0:3/658.65 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 12 out of 12 Hdfs Read Thread Concurrency Bucket: 0:50% 1:50% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:12 BytesRead(500.000ms): 106.01 MB, 278.58 MB - FooterProcessingTime: (Avg: 32.458ms ; Min: 185.899us ; Max: 117.341ms ; Number of samples: 12) - AverageHdfsReadThreadConcurrency: 0.50 - AverageScannerThreadConcurrency: 3.50 - BytesRead: 318.49 MB (333960251) - BytesReadDataNodeCache: 0 - BytesReadLocal: 318.49 MB (333960251) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 318.49 MB (333960251) - CachedFileHandlesHitCount: 55 (55) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 751.010ms - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 12 (12) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 75.83 MB (79513662) - PerReadThreadRawHdfsThroughput: 986.03 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 199.956ms - RowBatchQueuePutWaitTime: 878.631ms - RowsRead: 64.62M (64622101) - RowsReturned: 28.62M (28620293) - RowsReturnedRate: 96.00 M/sec - ScanRangesComplete: 12 (12) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 3s498ms - MaterializeTupleTime(*): 523.085ms - ScannerThreadsSysTime: 60.083ms - ScannerThreadsUserTime: 1s373ms - ScannerThreadsVoluntaryContextSwitches: 16.56K (16561) - TotalRawHdfsOpenFileTime(*): 183.262us - TotalRawHdfsReadTime(*): 323.001ms - TotalReadThroughput: 278.58 MB/sec CodeGen:(Total: 105.617ms, non-child: 105.617ms, % non-child: 100.00%) - CodegenTime: 4.686ms - CompileTime: 18.194ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 52 (52) - NumInstructions: 949 (949) - OptimizationTime: 47.039ms - PeakMemoryUsage: 474.50 KB (485888) - PrepareTime: 39.818ms Instance 59404109c550c44f:b725657600000016 (host=vd1317.foo:22000):(Total: 1s020ms, non-child: 6.078ms, % non-child: 0.60%) Hdfs split stats (:<# splits>/): 2:1/253.06 MB 7:1/253.03 MB 4:1/253.04 MB 3:3/759.19 MB 0:2/506.05 MB 5:2/506.02 MB Fragment Instance Lifecycle Event Timeline: 1s021ms - Prepare Finished: 43.772ms (43.772ms) - Open Finished: 172.965ms (129.193ms) - First Batch Produced: 1s019ms (846.089ms) - First Batch Sent: 1s019ms (7.517us) - ExecInternal Finished: 1s021ms (2.537ms) MemoryUsage(500.000ms): 85.94 MB, 50.66 MB ThreadUsage(500.000ms): 5, 2 - AverageThreadTokens: 3.50 - BloomFilterBytes: 0 - PeakMemoryUsage: 118.01 MB (123744764) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 867.08 MB (909204315) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1.843ms - TotalStorageWaitTime: 726.566ms - TotalThreadsInvoluntaryContextSwitches: 4 (4) - TotalThreadsTotalWallClockTime: 3s825ms - TotalThreadsSysTime: 95.964ms - TotalThreadsUserTime: 2s044ms - TotalThreadsVoluntaryContextSwitches: 14.61K (14610) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 848.636ms - ExecTreeExecTime: 846.512ms - OpenTime: 129.186ms - ExecTreeOpenTime: 1.220ms - PrepareTime: 42.795ms - ExecTreePrepareTime: 295.631us KrpcDataStreamSender (dst_id=16):(Total: 41.512ms, non-child: 41.512ms, % non-child: 100.00%) - BytesSent: 5.76 KB (5896) - EosSent: 7 (7) - OverallThroughput: 138.70 KB/sec - PeakMemoryUsage: 127.53 KB (130592) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 76.097us - UncompressedRowBatchSize: 11.62 KB (11900) AGGREGATION_NODE (id=7):(Total: 848.019ms, non-child: 620.482ms, % non-child: 73.17%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 115.901us - HTResizeTime: 111.280us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.05 MB (35704960) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 825.00 /sec - StreamingTime: 603.770ms Buffer pool: - AllocTime: 440.839us - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=6):(Total: 227.536ms, non-child: 227.536ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:1/253.06 MB 7:1/253.03 MB 4:1/253.04 MB 3:3/759.19 MB 0:2/506.05 MB 5:2/506.02 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 10 out of 10 Hdfs Read Thread Concurrency Bucket: 0:50% 1:50% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:10 BytesRead(500.000ms): 122.13 MB, 299.51 MB - FooterProcessingTime: (Avg: 19.081ms ; Min: 481.149us ; Max: 57.522ms ; Number of samples: 10) - AverageHdfsReadThreadConcurrency: 0.50 - AverageScannerThreadConcurrency: 2.50 - BytesRead: 299.51 MB (314064135) - BytesReadDataNodeCache: 0 - BytesReadLocal: 299.51 MB (314064135) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 299.51 MB (314064135) - CachedFileHandlesHitCount: 50 (50) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 672.682ms - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 10 (10) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 83.87 MB (87946392) - PerReadThreadRawHdfsThroughput: 1.49 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 111.904ms - RowBatchQueuePutWaitTime: 832.745ms - RowsRead: 60.82M (60818399) - RowsReturned: 27.03M (27027660) - RowsReturnedRate: 118.78 M/sec - ScanRangesComplete: 10 (10) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 2s848ms - MaterializeTupleTime(*): 459.480ms - ScannerThreadsSysTime: 49.412ms - ScannerThreadsUserTime: 1s247ms - ScannerThreadsVoluntaryContextSwitches: 13.79K (13792) - TotalRawHdfsOpenFileTime(*): 80.885us - TotalRawHdfsReadTime(*): 196.434ms - TotalReadThroughput: 299.51 MB/sec CodeGen:(Total: 125.052ms, non-child: 125.052ms, % non-child: 100.00%) - CodegenTime: 4.786ms - CompileTime: 27.000ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 52 (52) - NumInstructions: 949 (949) - OptimizationTime: 55.883ms - PeakMemoryUsage: 474.50 KB (485888) - PrepareTime: 41.091ms Instance 59404109c550c44f:b72565760000001c (host=vd1318.foo:22000):(Total: 1s009ms, non-child: 5.684ms, % non-child: 0.56%) Hdfs split stats (:<# splits>/): 6:1/253.01 MB 2:1/253.01 MB 0:1/253.06 MB 3:1/253.07 MB 5:3/759.20 MB 7:2/506.06 MB 4:1/253.04 MB Fragment Instance Lifecycle Event Timeline: 1s011ms - Prepare Finished: 57.575ms (57.575ms) - Open Finished: 198.181ms (140.605ms) - First Batch Produced: 1s009ms (811.475ms) - First Batch Sent: 1s009ms (949.000ns) - ExecInternal Finished: 1s011ms (2.165ms) MemoryUsage(500.000ms): 70.02 MB, 101.55 MB ThreadUsage(500.000ms): 5, 4 - AverageThreadTokens: 4.50 - BloomFilterBytes: 0 - PeakMemoryUsage: 118.13 MB (123864545) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 900.20 MB (943927602) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1.684ms - TotalStorageWaitTime: 615.631ms - TotalThreadsInvoluntaryContextSwitches: 5 (5) - TotalThreadsTotalWallClockTime: 3s994ms - TotalThreadsSysTime: 93.811ms - TotalThreadsUserTime: 2s100ms - TotalThreadsVoluntaryContextSwitches: 20.77K (20774) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 813.644ms - ExecTreeExecTime: 811.711ms - OpenTime: 140.596ms - ExecTreeOpenTime: 1.307ms - PrepareTime: 54.761ms - ExecTreePrepareTime: 450.790us KrpcDataStreamSender (dst_id=16):(Total: 53.849ms, non-child: 53.849ms, % non-child: 100.00%) - BytesSent: 5.76 KB (5896) - EosSent: 7 (7) - OverallThroughput: 106.92 KB/sec - PeakMemoryUsage: 127.53 KB (130592) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 78.385us - UncompressedRowBatchSize: 11.62 KB (11900) AGGREGATION_NODE (id=7):(Total: 813.460ms, non-child: 631.566ms, % non-child: 77.64%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 80.788us - HTResizeTime: 247.323us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.05 MB (35704960) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 860.00 /sec - StreamingTime: 617.038ms Buffer pool: - AllocTime: 1.158ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=6):(Total: 181.894ms, non-child: 181.894ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 6:1/253.01 MB 2:1/253.01 MB 0:1/253.06 MB 3:1/253.07 MB 5:3/759.20 MB 7:2/506.06 MB 4:1/253.04 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 10 out of 10 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:10 BytesRead(500.000ms): 76.08 MB, 299.71 MB - FooterProcessingTime: (Avg: 31.469ms ; Min: 207.382us ; Max: 104.595ms ; Number of samples: 10) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 3.50 - BytesRead: 299.71 MB (314267101) - BytesReadDataNodeCache: 0 - BytesReadLocal: 299.71 MB (314267101) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 299.71 MB (314267101) - CachedFileHandlesHitCount: 50 (50) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 683.885ms - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 7 (7) - NumRowGroups: 10 (10) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 83.99 MB (88066173) - PerReadThreadRawHdfsThroughput: 1.35 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 60.329ms - RowBatchQueuePutWaitTime: 1s045ms - RowsRead: 60.86M (60858930) - RowsReturned: 27.05M (27054626) - RowsReturnedRate: 148.74 M/sec - ScanRangesComplete: 10 (10) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 3s040ms - MaterializeTupleTime(*): 465.245ms - ScannerThreadsSysTime: 62.032ms - ScannerThreadsUserTime: 1s268ms - ScannerThreadsVoluntaryContextSwitches: 20.38K (20384) - TotalRawHdfsOpenFileTime(*): 73.665us - TotalRawHdfsReadTime(*): 216.082ms - TotalReadThroughput: 299.71 MB/sec CodeGen:(Total: 136.064ms, non-child: 136.064ms, % non-child: 100.00%) - CodegenTime: 5.580ms - CompileTime: 30.547ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 52 (52) - NumInstructions: 949 (949) - OptimizationTime: 60.278ms - PeakMemoryUsage: 474.50 KB (485888) - PrepareTime: 44.394ms Instance 59404109c550c44f:b725657600000017 (host=vd1324.foo:22000):(Total: 957.553ms, non-child: 6.114ms, % non-child: 0.64%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 5:1/253.03 MB 1:1/253.04 MB 6:1/253.09 MB 2:2/506.08 MB 7:2/506.05 MB 3:3/759.17 MB Fragment Instance Lifecycle Event Timeline: 962.103ms - Prepare Finished: 9.073ms (9.073ms) - Open Finished: 118.242ms (109.169ms) - First Batch Produced: 959.363ms (841.120ms) - First Batch Sent: 959.364ms (1.539us) - ExecInternal Finished: 962.103ms (2.739ms) MemoryUsage(500.000ms): 595.16 KB, 150.39 MB ThreadUsage(500.000ms): 1, 6 - AverageThreadTokens: 3.50 - BloomFilterBytes: 0 - PeakMemoryUsage: 158.45 MB (166144029) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 883.54 MB (926461827) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2.068ms - TotalStorageWaitTime: 259.400ms - TotalThreadsInvoluntaryContextSwitches: 5 (5) - TotalThreadsTotalWallClockTime: 4s337ms - TotalThreadsSysTime: 97.066ms - TotalThreadsUserTime: 2s243ms - TotalThreadsVoluntaryContextSwitches: 24.14K (24143) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 843.864ms - ExecTreeExecTime: 841.471ms - OpenTime: 109.159ms - ExecTreeOpenTime: 1.122ms - PrepareTime: 4.470ms - ExecTreePrepareTime: 2.942ms KrpcDataStreamSender (dst_id=16):(Total: 366.754us, non-child: 366.754us, % non-child: 100.00%) - BytesSent: 5.76 KB (5896) - EosSent: 7 (7) - OverallThroughput: 15.33 MB/sec - PeakMemoryUsage: 127.53 KB (130592) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 82.889us - UncompressedRowBatchSize: 11.62 KB (11900) AGGREGATION_NODE (id=7):(Total: 845.526ms, non-child: 690.479ms, % non-child: 81.66%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 99.751us - HTResizeTime: 113.772us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.05 MB (35704960) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 827.00 /sec - StreamingTime: 661.994ms Buffer pool: - AllocTime: 11.199ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=6):(Total: 155.046ms, non-child: 155.046ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 5:1/253.03 MB 1:1/253.04 MB 6:1/253.09 MB 2:2/506.08 MB 7:2/506.05 MB 3:3/759.17 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 11 out of 11 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:11 BytesRead(500.000ms): 0, 257.99 MB - FooterProcessingTime: (Avg: 7.032ms ; Min: 94.058us ; Max: 26.264ms ; Number of samples: 11) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 5.00 - BytesRead: 329.71 MB (345730962) - BytesReadDataNodeCache: 0 - BytesReadLocal: 329.71 MB (345730962) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 329.71 MB (345730962) - CachedFileHandlesHitCount: 55 (55) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 743.121ms - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 7 (7) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 5 (5) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 124.31 MB (130350777) - PerReadThreadRawHdfsThroughput: 1021.04 MB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 22.520ms - RowBatchQueuePutWaitTime: 1s650ms - RowsRead: 66.95M (66951298) - RowsReturned: 30.13M (30134055) - RowsReturnedRate: 194.35 M/sec - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 3 (3) - ScannerThreadsTotalWallClockTime: 3s384ms - MaterializeTupleTime(*): 515.999ms - ScannerThreadsSysTime: 62.446ms - ScannerThreadsUserTime: 1s396ms - ScannerThreadsVoluntaryContextSwitches: 23.84K (23840) - TotalRawHdfsOpenFileTime(*): 98.081us - TotalRawHdfsReadTime(*): 322.919ms - TotalReadThroughput: 257.99 MB/sec CodeGen:(Total: 105.545ms, non-child: 105.545ms, % non-child: 100.00%) - CodegenTime: 4.291ms - CompileTime: 24.300ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 52 (52) - NumInstructions: 949 (949) - OptimizationTime: 45.881ms - PeakMemoryUsage: 474.50 KB (485888) - PrepareTime: 34.627ms Instance 59404109c550c44f:b725657600000018 (host=vd1323.foo:22000):(Total: 927.949ms, non-child: 9.909ms, % non-child: 1.07%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 7:1/137.08 MB 5:1/253.06 MB 4:2/506.07 MB 6:3/669.74 MB 1:2/404.07 MB 3:2/390.19 MB Fragment Instance Lifecycle Event Timeline: 929.222ms - Prepare Finished: 7.578ms (7.578ms) - Open Finished: 150.788ms (143.209ms) - First Batch Produced: 926.437ms (775.648ms) - First Batch Sent: 926.438ms (1.403us) - ExecInternal Finished: 929.222ms (2.783ms) MemoryUsage(500.000ms): 85.87 MB, 128.30 MB ThreadUsage(500.000ms): 5, 6 - AverageThreadTokens: 5.50 - BloomFilterBytes: 0 - PeakMemoryUsage: 136.28 MB (142904303) - PeakReservation: 34.00 MB (35651584) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 885.89 MB (928925700) - RowsProduced: 700 (700) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 2.263ms - TotalStorageWaitTime: 562.407ms - TotalThreadsInvoluntaryContextSwitches: 7 (7) - TotalThreadsTotalWallClockTime: 4s373ms - TotalThreadsSysTime: 116.218ms - TotalThreadsUserTime: 2s079ms - TotalThreadsVoluntaryContextSwitches: 22.54K (22544) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 778.438ms - ExecTreeExecTime: 775.911ms - OpenTime: 143.197ms - ExecTreeOpenTime: 2.380ms - PrepareTime: 5.832ms - ExecTreePrepareTime: 2.014ms KrpcDataStreamSender (dst_id=16):(Total: 411.628us, non-child: 411.628us, % non-child: 100.00%) - BytesSent: 5.76 KB (5896) - EosSent: 7 (7) - OverallThroughput: 13.66 MB/sec - PeakMemoryUsage: 127.53 KB (130592) - RowsReturned: 700 (700) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 79.382us - UncompressedRowBatchSize: 11.62 KB (11900) AGGREGATION_NODE (id=7):(Total: 780.296ms, non-child: 605.988ms, % non-child: 77.66%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 74.008us - HTResizeTime: 121.554us - HashBuckets: 32.77K (32768) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 34.05 MB (35704960) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 700 (700) - RowsReturnedRate: 897.00 /sec - StreamingTime: 589.421ms Buffer pool: - AllocTime: 3.993ms - CumulativeAllocationBytes: 34.00 MB (35651584) - CumulativeAllocations: 17 (17) - PeakReservation: 34.00 MB (35651584) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 34.00 MB (35651584) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=6):(Total: 174.308ms, non-child: 174.308ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 7:1/137.08 MB 5:1/253.06 MB 4:2/506.07 MB 6:3/669.74 MB 1:2/404.07 MB 3:2/390.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 12 out of 12 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/SNAPPY:12 BytesRead(500.000ms): 62.28 MB, 298.08 MB - FooterProcessingTime: (Avg: 15.871ms ; Min: 133.026us ; Max: 41.847ms ; Number of samples: 12) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 4.50 - BytesRead: 309.85 MB (324900459) - BytesReadDataNodeCache: 0 - BytesReadLocal: 309.85 MB (324900459) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 309.85 MB (324900459) - CachedFileHandlesHitCount: 56 (56) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 690.090ms - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 7 (7) - NumRowGroups: 12 (12) - NumScannerThreadsStarted: 5 (5) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 0 (0) - PeakMemoryUsage: 102.14 MB (107105931) - PerReadThreadRawHdfsThroughput: 1.34 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 49.841ms - RowBatchQueuePutWaitTime: 1s552ms - RowsRead: 62.86M (62856510) - RowsReturned: 27.63M (27627110) - RowsReturnedRate: 158.50 M/sec - ScanRangesComplete: 12 (12) - ScannerThreadsInvoluntaryContextSwitches: 4 (4) - ScannerThreadsTotalWallClockTime: 3s452ms - MaterializeTupleTime(*): 468.300ms - ScannerThreadsSysTime: 69.401ms - ScannerThreadsUserTime: 1s291ms - ScannerThreadsVoluntaryContextSwitches: 22.15K (22149) - TotalRawHdfsOpenFileTime(*): 101.898us - TotalRawHdfsReadTime(*): 226.545ms - TotalReadThroughput: 298.08 MB/sec CodeGen:(Total: 137.331ms, non-child: 137.331ms, % non-child: 100.00%) - CodegenTime: 6.746ms - CompileTime: 27.121ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 52 (52) - NumInstructions: 949 (949) - OptimizationTime: 60.351ms - PeakMemoryUsage: 474.50 KB (485888) - PrepareTime: 48.469ms Averaged Fragment F07:(Total: 470.553ms, non-child: 18.344ms, % non-child: 3.90%) split sizes: min: 2.47 GB, max: 2.72 GB, avg: 2.61 GB, stddev: 107.58 MB completion times: min:237.591ms max:830.372ms mean: 476.466ms stddev:172.343ms execution rates: min:3.16 GB/sec max:10.74 GB/sec mean:6.20 GB/sec stddev:2.22 GB/sec num instances: 7 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 3.49 MB (3659739) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 439.89 MB (461263268) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 13.604ms - TotalStorageWaitTime: 353.088ms - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 1s094ms - TotalThreadsSysTime: 6.677ms - TotalThreadsUserTime: 134.157ms - TotalThreadsVoluntaryContextSwitches: 313 (313) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 310.745ms - ExecTreeExecTime: 297.045ms - OpenTime: 143.979ms - ExecTreeOpenTime: 2.736ms - PrepareTime: 15.607ms - ExecTreePrepareTime: 469.088us KrpcDataStreamSender (dst_id=18):(Total: 13.856ms, non-child: 13.856ms, % non-child: 100.00%) - BytesSent: 1.00 B (1) - EosSent: 7 (7) - OverallThroughput: 3.90 KB/sec - PeakMemoryUsage: 100.10 KB (102505) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 1.487us - UncompressedRowBatchSize: 2.00 B (2) AGGREGATION_NODE (id=9):(Total: 300.243ms, non-child: 61.210ms, % non-child: 20.39%) - GetResultsTime: 557.000ns - HTResizeTime: 0.000ns - HashBuckets: 146 (146) - LargestPartitionPercent: 14 (14) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.03 MB (2124196) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 20.563us Buffer pool: - AllocTime: 1.013ms - CumulativeAllocationBytes: 265.14 KB (271506) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 265.14 KB (271506) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=8):(Total: 239.032ms, non-child: 239.032ms, % non-child: 100.00%) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.29 - BytesRead: 5.34 MB (5603187) - BytesReadDataNodeCache: 0 - BytesReadLocal: 5.34 MB (5603187) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 5.34 MB (5603187) - CachedFileHandlesHitCount: 11 (11) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 11.567ms - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 3 (3) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 10 (10) - PeakMemoryUsage: 1.36 MB (1424969) - PerReadThreadRawHdfsThroughput: 1.24 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 235.238ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 869.83K (869834) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 639.371ms - MaterializeTupleTime(*): 7.609ms - ScannerThreadsSysTime: 1.492ms - ScannerThreadsUserTime: 20.806ms - ScannerThreadsVoluntaryContextSwitches: 42 (42) - TotalRawHdfsOpenFileTime(*): 14.591us - TotalRawHdfsReadTime(*): 3.863ms - TotalReadThroughput: 571.43 KB/sec CodeGen:(Total: 138.109ms, non-child: 138.109ms, % non-child: 100.00%) - CodegenTime: 5.998ms - CompileTime: 30.591ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 56 (56) - NumInstructions: 1.01K (1009) - OptimizationTime: 63.629ms - PeakMemoryUsage: 504.50 KB (516608) - PrepareTime: 42.627ms Fragment F07: Instance 59404109c550c44f:b725657600000020 (host=vd1321.foo:22000):(Total: 825.353ms, non-child: 7.546ms, % non-child: 0.91%) Hdfs split stats (:<# splits>/): 2:1/253.04 MB 6:2/387.41 MB 4:3/759.11 MB 3:1/253.07 MB 1:2/375.31 MB 0:3/658.65 MB Fragment Instance Lifecycle Event Timeline: 829.370ms - Prepare Finished: 7.867ms (7.867ms) - Open Finished: 163.776ms (155.908ms) - First Batch Produced: 827.805ms (664.029ms) - First Batch Sent: 827.822ms (16.807us) - ExecInternal Finished: 829.370ms (1.547ms) MemoryUsage(500.000ms): 2.14 MB ThreadUsage(500.000ms): 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 10.76 MB (11279762) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 671.45 MB (704063770) - RowsProduced: 1 (1) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1.391ms - TotalStorageWaitTime: 544.802ms - TotalThreadsInvoluntaryContextSwitches: 1 (1) - TotalThreadsTotalWallClockTime: 2s010ms - TotalThreadsSysTime: 8.289ms - TotalThreadsUserTime: 256.281ms - TotalThreadsVoluntaryContextSwitches: 380 (380) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 665.596ms - ExecTreeExecTime: 664.059ms - OpenTime: 155.899ms - ExecTreeOpenTime: 1.010ms - PrepareTime: 3.804ms - ExecTreePrepareTime: 234.810us KrpcDataStreamSender (dst_id=18):(Total: 464.424us, non-child: 464.424us, % non-child: 100.00%) - BytesSent: 13.00 B (13) - EosSent: 7 (7) - OverallThroughput: 27.33 KB/sec - PeakMemoryUsage: 103.53 KB (106016) - RowsReturned: 1 (1) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 10.410us - UncompressedRowBatchSize: 17.00 B (17) AGGREGATION_NODE (id=9):(Total: 665.298ms, non-child: 55.011ms, % non-child: 8.27%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 3.899us - HTResizeTime: 0.000ns - HashBuckets: 1.02K (1024) - LargestPartitionPercent: 100 (100) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.03 MB (2132096) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 1 (1) - RowsReturnedRate: 1.00 /sec - StreamingTime: 44.195us Buffer pool: - AllocTime: 72.033us - CumulativeAllocationBytes: 320.00 KB (327680) - CumulativeAllocations: 5 (5) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 320.00 KB (327680) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=8):(Total: 610.286ms, non-child: 610.286ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:1/253.04 MB 6:2/387.41 MB 4:3/759.11 MB 3:1/253.07 MB 1:2/375.31 MB 0:3/658.65 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 12 out of 12 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:11 PARQUET/SNAPPY:1 BytesRead(500.000ms): 1.07 MB - FooterProcessingTime: (Avg: 29.266ms ; Min: 422.827us ; Max: 85.009ms ; Number of samples: 12) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 31.06 MB (32566311) - BytesReadDataNodeCache: 0 - BytesReadLocal: 31.06 MB (32566311) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 31.06 MB (32566311) - CachedFileHandlesHitCount: 16 (16) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 80.972ms - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 12 (12) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 11 (11) - PeakMemoryUsage: 8.63 MB (9044992) - PerReadThreadRawHdfsThroughput: 1.38 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 607.698ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 6.09M (6088841) - RowsReturned: 1 (1) - RowsReturnedRate: 1.00 /sec - ScanRangesComplete: 12 (12) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 1s189ms - MaterializeTupleTime(*): 53.258ms - ScannerThreadsSysTime: 3.486ms - ScannerThreadsUserTime: 140.171ms - ScannerThreadsVoluntaryContextSwitches: 49 (49) - TotalRawHdfsOpenFileTime(*): 18.773us - TotalRawHdfsReadTime(*): 21.925ms - TotalReadThroughput: 2.15 MB/sec CodeGen:(Total: 152.044ms, non-child: 152.044ms, % non-child: 100.00%) - CodegenTime: 6.205ms - CompileTime: 30.434ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 56 (56) - NumInstructions: 1.01K (1009) - OptimizationTime: 68.736ms - PeakMemoryUsage: 504.50 KB (516608) - PrepareTime: 51.456ms Instance 59404109c550c44f:b725657600000021 (host=vd1319.foo:22000):(Total: 554.113ms, non-child: 6.637ms, % non-child: 1.20%) Hdfs split stats (:<# splits>/): 2:1/253.03 MB 0:4/1012.12 MB 3:2/506.10 MB 1:2/506.06 MB 5:1/253.01 MB 6:1/253.06 MB Fragment Instance Lifecycle Event Timeline: 560.974ms - Prepare Finished: 10.239ms (10.239ms) - Open Finished: 168.915ms (158.675ms) - First Batch Produced: 559.478ms (390.563ms) - First Batch Sent: 559.479ms (1.381us) - ExecInternal Finished: 560.974ms (1.494ms) MemoryUsage(500.000ms): 625.16 KB ThreadUsage(500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 2.28 MB (2386322) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 449.32 MB (471147996) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1.420ms - TotalStorageWaitTime: 626.843ms - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 1s720ms - TotalThreadsSysTime: 8.797ms - TotalThreadsUserTime: 116.552ms - TotalThreadsVoluntaryContextSwitches: 360 (360) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 392.062ms - ExecTreeExecTime: 390.558ms - OpenTime: 158.666ms - ExecTreeOpenTime: 5.044ms - PrepareTime: 2.415ms - ExecTreePrepareTime: 454.181us KrpcDataStreamSender (dst_id=18):(Total: 777.042us, non-child: 777.042us, % non-child: 100.00%) - BytesSent: 0 - EosSent: 7 (7) - OverallThroughput: 0.00 /sec - PeakMemoryUsage: 99.53 KB (101920) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0.000ns - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=9):(Total: 396.050ms, non-child: 61.676ms, % non-child: 15.57%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 15.631us Buffer pool: - AllocTime: 2.633ms - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=8):(Total: 334.373ms, non-child: 334.373ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:1/253.03 MB 0:4/1012.12 MB 3:2/506.10 MB 1:2/506.06 MB 5:1/253.01 MB 6:1/253.06 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 11 out of 11 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:11 BytesRead(500.000ms): 0 - FooterProcessingTime: (Avg: 57.050ms ; Min: 1.418ms ; Max: 175.994ms ; Number of samples: 11) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 1.07 MB (1126400) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.07 MB (1126400) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.07 MB (1126400) - CachedFileHandlesHitCount: 11 (11) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0.000ns - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 11 (11) - PeakMemoryUsage: 148.00 KB (151552) - PerReadThreadRawHdfsThroughput: 1.29 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 331.295ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 1s169ms - MaterializeTupleTime(*): 940.000ns - ScannerThreadsSysTime: 1.841ms - ScannerThreadsUserTime: 430.000us - ScannerThreadsVoluntaryContextSwitches: 37 (37) - TotalRawHdfsOpenFileTime(*): 13.033us - TotalRawHdfsReadTime(*): 811.432us - TotalReadThroughput: 0.00 /sec CodeGen:(Total: 150.649ms, non-child: 150.649ms, % non-child: 100.00%) - CodegenTime: 6.640ms - CompileTime: 32.403ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 56 (56) - NumInstructions: 1.01K (1009) - OptimizationTime: 69.227ms - PeakMemoryUsage: 504.50 KB (516608) - PrepareTime: 46.271ms Instance 59404109c550c44f:b725657600000023 (host=vd1318.foo:22000):(Total: 494.326ms, non-child: 5.166ms, % non-child: 1.05%) Hdfs split stats (:<# splits>/): 6:1/253.01 MB 2:1/253.01 MB 0:1/253.06 MB 3:1/253.07 MB 5:3/759.20 MB 7:2/506.06 MB 4:1/253.04 MB Fragment Instance Lifecycle Event Timeline: 497.274ms - Prepare Finished: 55.419ms (55.419ms) - Open Finished: 203.451ms (148.032ms) - First Batch Produced: 496.455ms (293.004ms) - First Batch Sent: 496.465ms (10.234us) - ExecInternal Finished: 497.274ms (808.374us) MemoryUsage(500.000ms): 2.14 MB ThreadUsage(500.000ms): 2 - AverageThreadTokens: 2.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 2.28 MB (2386322) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 535.76 MB (561784506) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 766.497us - TotalStorageWaitTime: 482.799ms - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 1s142ms - TotalThreadsSysTime: 7.876ms - TotalThreadsUserTime: 120.569ms - TotalThreadsVoluntaryContextSwitches: 307 (307) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 293.825ms - ExecTreeExecTime: 293.004ms - OpenTime: 148.024ms - ExecTreeOpenTime: 1.351ms - PrepareTime: 52.413ms - ExecTreePrepareTime: 364.090us KrpcDataStreamSender (dst_id=18):(Total: 51.674ms, non-child: 51.674ms, % non-child: 100.00%) - BytesSent: 0 - EosSent: 7 (7) - OverallThroughput: 0.00 /sec - PeakMemoryUsage: 99.53 KB (101920) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0.000ns - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=9):(Total: 294.715ms, non-child: 67.180ms, % non-child: 22.80%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 15.188us Buffer pool: - AllocTime: 769.237us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=8):(Total: 227.534ms, non-child: 227.534ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 6:1/253.01 MB 2:1/253.01 MB 0:1/253.06 MB 3:1/253.07 MB 5:3/759.20 MB 7:2/506.06 MB 4:1/253.04 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 10 out of 10 Hdfs Read Thread Concurrency Bucket: 0:100% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:10 BytesRead(500.000ms): 900.00 KB - FooterProcessingTime: (Avg: 48.339ms ; Min: 11.030ms ; Max: 112.142ms ; Number of samples: 10) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 1.00 - BytesRead: 1000.00 KB (1024000) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1000.00 KB (1024000) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1000.00 KB (1024000) - CachedFileHandlesHitCount: 10 (10) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0.000ns - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 7 (7) - NumRowGroups: 10 (10) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 10 (10) - PeakMemoryUsage: 148.00 KB (151552) - PerReadThreadRawHdfsThroughput: 1.04 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 225.213ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 10 (10) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 700.828ms - MaterializeTupleTime(*): 748.000ns - ScannerThreadsSysTime: 1.070ms - ScannerThreadsUserTime: 647.000us - ScannerThreadsVoluntaryContextSwitches: 32 (32) - TotalRawHdfsOpenFileTime(*): 15.111us - TotalRawHdfsReadTime(*): 913.195us - TotalReadThroughput: 1.76 MB/sec CodeGen:(Total: 142.769ms, non-child: 142.769ms, % non-child: 100.00%) - CodegenTime: 5.923ms - CompileTime: 32.832ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 56 (56) - NumInstructions: 1.01K (1009) - OptimizationTime: 63.134ms - PeakMemoryUsage: 504.50 KB (516608) - PrepareTime: 46.084ms Instance 59404109c550c44f:b72565760000001e (host=vd1324.foo:22000):(Total: 411.324ms, non-child: 5.948ms, % non-child: 1.45%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 5:1/253.03 MB 1:1/253.04 MB 6:1/253.09 MB 2:2/506.08 MB 7:2/506.05 MB 3:3/759.17 MB Fragment Instance Lifecycle Event Timeline: 418.537ms - Prepare Finished: 10.500ms (10.500ms) - Open Finished: 154.880ms (144.380ms) - First Batch Produced: 417.341ms (262.461ms) - First Batch Sent: 417.343ms (2.053us) - ExecInternal Finished: 418.537ms (1.194ms) MemoryUsage(500.000ms): 625.16 KB ThreadUsage(500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 2.28 MB (2386322) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 453.18 MB (475189480) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1.113ms - TotalStorageWaitTime: 294.121ms - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 842.806ms - TotalThreadsSysTime: 5.662ms - TotalThreadsUserTime: 117.735ms - TotalThreadsVoluntaryContextSwitches: 277 (277) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 263.660ms - ExecTreeExecTime: 262.462ms - OpenTime: 144.369ms - ExecTreeOpenTime: 5.754ms - PrepareTime: 3.181ms - ExecTreePrepareTime: 445.862us KrpcDataStreamSender (dst_id=18):(Total: 1.063ms, non-child: 1.063ms, % non-child: 100.00%) - BytesSent: 0 - EosSent: 7 (7) - OverallThroughput: 0.00 /sec - PeakMemoryUsage: 99.53 KB (101920) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0.000ns - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=9):(Total: 268.656ms, non-child: 108.103ms, % non-child: 40.24%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 17.609us Buffer pool: - AllocTime: 1.974ms - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=8):(Total: 160.552ms, non-child: 160.552ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 5:1/253.03 MB 1:1/253.04 MB 6:1/253.09 MB 2:2/506.08 MB 7:2/506.05 MB 3:3/759.17 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 11 out of 11 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:11 BytesRead(500.000ms): 0 - FooterProcessingTime: (Avg: 26.805ms ; Min: 5.640ms ; Max: 76.849ms ; Number of samples: 11) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 1.07 MB (1126400) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.07 MB (1126400) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.07 MB (1126400) - CachedFileHandlesHitCount: 11 (11) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0.000ns - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 7 (7) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 11 (11) - PeakMemoryUsage: 148.00 KB (151552) - PerReadThreadRawHdfsThroughput: 1.31 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 150.963ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 434.796ms - MaterializeTupleTime(*): 947.000ns - ScannerThreadsSysTime: 493.000us - ScannerThreadsUserTime: 1.469ms - ScannerThreadsVoluntaryContextSwitches: 36 (36) - TotalRawHdfsOpenFileTime(*): 10.426us - TotalRawHdfsReadTime(*): 798.274us - TotalReadThroughput: 0.00 /sec CodeGen:(Total: 135.655ms, non-child: 135.655ms, % non-child: 100.00%) - CodegenTime: 5.268ms - CompileTime: 35.444ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 56 (56) - NumInstructions: 1.01K (1009) - OptimizationTime: 65.365ms - PeakMemoryUsage: 504.50 KB (516608) - PrepareTime: 33.659ms Instance 59404109c550c44f:b72565760000001d (host=vd1317.foo:22000):(Total: 411.290ms, non-child: 5.891ms, % non-child: 1.43%) Hdfs split stats (:<# splits>/): 2:1/253.06 MB 7:1/253.03 MB 4:1/253.04 MB 3:3/759.19 MB 0:2/506.05 MB 5:2/506.02 MB Fragment Instance Lifecycle Event Timeline: 412.865ms - Prepare Finished: 44.012ms (44.012ms) - Open Finished: 175.644ms (131.631ms) - First Batch Produced: 410.909ms (235.265ms) - First Batch Sent: 410.910ms (1.562us) - ExecInternal Finished: 412.865ms (1.954ms) - AverageThreadTokens: 0.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 2.27 MB (2382226) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 374.07 MB (392244344) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1.871ms - TotalStorageWaitTime: 263.497ms - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 851.453ms - TotalThreadsSysTime: 1.521ms - TotalThreadsUserTime: 115.968ms - TotalThreadsVoluntaryContextSwitches: 307 (307) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 237.223ms - ExecTreeExecTime: 235.264ms - OpenTime: 131.622ms - ExecTreeOpenTime: 3.407ms - PrepareTime: 42.393ms - ExecTreePrepareTime: 211.850us KrpcDataStreamSender (dst_id=18):(Total: 41.627ms, non-child: 41.627ms, % non-child: 100.00%) - BytesSent: 0 - EosSent: 7 (7) - OverallThroughput: 0.00 /sec - PeakMemoryUsage: 99.53 KB (101920) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0.000ns - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=9):(Total: 238.875ms, non-child: 45.604ms, % non-child: 19.09%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 20.795us Buffer pool: - AllocTime: 229.830us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=8):(Total: 193.270ms, non-child: 193.270ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 2:1/253.06 MB 7:1/253.03 MB 4:1/253.04 MB 3:3/759.19 MB 0:2/506.05 MB 5:2/506.02 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 10 out of 10 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:10 - FooterProcessingTime: (Avg: 26.441ms ; Min: 719.985us ; Max: 67.368ms ; Number of samples: 10) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 1000.00 KB (1024000) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1000.00 KB (1024000) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1000.00 KB (1024000) - CachedFileHandlesHitCount: 10 (10) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0.000ns - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 6 (6) - NumRowGroups: 10 (10) - NumScannerThreadsStarted: 3 (3) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 10 (10) - PeakMemoryUsage: 144.00 KB (147456) - PerReadThreadRawHdfsThroughput: 1.22 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 189.921ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 10 (10) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 482.623ms - MaterializeTupleTime(*): 614.000ns - ScannerThreadsSysTime: 518.000us - ScannerThreadsUserTime: 1.576ms - ScannerThreadsVoluntaryContextSwitches: 37 (37) - TotalRawHdfsOpenFileTime(*): 10.948us - TotalRawHdfsReadTime(*): 780.800us - TotalReadThroughput: 0.00 /sec CodeGen:(Total: 124.894ms, non-child: 124.894ms, % non-child: 100.00%) - CodegenTime: 5.350ms - CompileTime: 23.437ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 56 (56) - NumInstructions: 1.01K (1009) - OptimizationTime: 60.281ms - PeakMemoryUsage: 504.50 KB (516608) - PrepareTime: 40.115ms Instance 59404109c550c44f:b725657600000022 (host=vd1322.foo:22000):(Total: 362.023ms, non-child: 92.631ms, % non-child: 25.59%) Hdfs split stats (:<# splits>/): 1:1/253.07 MB 2:2/506.11 MB 5:3/759.14 MB 0:2/506.07 MB 6:3/759.11 MB Fragment Instance Lifecycle Event Timeline: 370.282ms - Prepare Finished: 12.058ms (12.058ms) - Open Finished: 163.652ms (151.593ms) - First Batch Produced: 282.822ms (119.170ms) - First Batch Sent: 282.823ms (1.656us) - ExecInternal Finished: 370.282ms (87.458ms) MemoryUsage(500.000ms): 120.66 KB ThreadUsage(500.000ms): 1 - AverageThreadTokens: 1.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 2.30 MB (2410898) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 340.36 MB (356895728) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 87.355ms - TotalStorageWaitTime: 168.502ms - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 668.506ms - TotalThreadsSysTime: 7.415ms - TotalThreadsUserTime: 117.881ms - TotalThreadsVoluntaryContextSwitches: 298 (298) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 206.632ms - ExecTreeExecTime: 119.170ms - OpenTime: 151.585ms - ExecTreeOpenTime: 978.025us - PrepareTime: 3.681ms - ExecTreePrepareTime: 1.154ms KrpcDataStreamSender (dst_id=18):(Total: 1.134ms, non-child: 1.134ms, % non-child: 100.00%) - BytesSent: 0 - EosSent: 7 (7) - OverallThroughput: 0.00 /sec - PeakMemoryUsage: 99.53 KB (101920) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0.000ns - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=9):(Total: 121.296ms, non-child: 35.020ms, % non-child: 28.87%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 17.232us Buffer pool: - AllocTime: 381.420us - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=8):(Total: 86.275ms, non-child: 86.275ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 1:1/253.07 MB 2:2/506.11 MB 5:3/759.14 MB 0:2/506.07 MB 6:3/759.11 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 11 out of 11 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:11 BytesRead(500.000ms): 0 - FooterProcessingTime: (Avg: 15.468ms ; Min: 524.162us ; Max: 33.429ms ; Number of samples: 11) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 1.07 MB (1126400) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.07 MB (1126400) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.07 MB (1126400) - CachedFileHandlesHitCount: 11 (11) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0.000ns - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 5 (5) - NumRowGroups: 11 (11) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 11 (11) - PeakMemoryUsage: 172.00 KB (176128) - PerReadThreadRawHdfsThroughput: 1.11 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 82.474ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 11 (11) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 310.305ms - MaterializeTupleTime(*): 897.000ns - ScannerThreadsSysTime: 1.880ms - ScannerThreadsUserTime: 647.000us - ScannerThreadsVoluntaryContextSwitches: 60 (60) - TotalRawHdfsOpenFileTime(*): 19.721us - TotalRawHdfsReadTime(*): 948.192us - TotalReadThroughput: 0.00 /sec CodeGen:(Total: 146.961ms, non-child: 146.961ms, % non-child: 100.00%) - CodegenTime: 6.036ms - CompileTime: 31.311ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 56 (56) - NumInstructions: 1.01K (1009) - OptimizationTime: 69.506ms - PeakMemoryUsage: 504.50 KB (516608) - PrepareTime: 44.960ms Instance 59404109c550c44f:b72565760000001f (host=vd1323.foo:22000):(Total: 235.445ms, non-child: 4.587ms, % non-child: 1.95%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 7:1/137.08 MB 5:1/253.06 MB 4:2/506.07 MB 6:3/669.74 MB 1:2/404.07 MB 3:2/390.19 MB Fragment Instance Lifecycle Event Timeline: 236.720ms - Prepare Finished: 2.806ms (2.806ms) - Open Finished: 120.504ms (117.697ms) - First Batch Produced: 235.299ms (114.795ms) - First Batch Sent: 235.301ms (1.310us) - ExecInternal Finished: 236.720ms (1.418ms) - AverageThreadTokens: 0.00 - BloomFilterBytes: 0 - PeakMemoryUsage: 2.28 MB (2386322) - PeakReservation: 2.00 MB (2097152) - PeakUsedReservation: 0 - PerHostPeakMemUsage: 255.12 MB (267517057) - RowsProduced: 0 (0) - TotalNetworkReceiveTime: 0.000ns - TotalNetworkSendTime: 1.314ms - TotalStorageWaitTime: 91.055ms - TotalThreadsInvoluntaryContextSwitches: 0 (0) - TotalThreadsTotalWallClockTime: 421.858ms - TotalThreadsSysTime: 7.185ms - TotalThreadsUserTime: 94.118ms - TotalThreadsVoluntaryContextSwitches: 266 (266) Buffer pool: - AllocTime: 0.000ns - CumulativeAllocationBytes: 0 - CumulativeAllocations: 0 (0) - PeakReservation: 0 - PeakUnpinnedBytes: 0 - PeakUsedReservation: 0 - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - ReservationLimit: 0 - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns Fragment Instance Lifecycle Timings: - ExecTime: 116.218ms - ExecTreeExecTime: 114.795ms - OpenTime: 117.688ms - ExecTreeOpenTime: 1.606ms - PrepareTime: 1.361ms - ExecTreePrepareTime: 418.117us KrpcDataStreamSender (dst_id=18):(Total: 252.785us, non-child: 252.785us, % non-child: 100.00%) - BytesSent: 0 - EosSent: 7 (7) - OverallThroughput: 0.00 /sec - PeakMemoryUsage: 99.53 KB (101920) - RowsReturned: 0 (0) - RpcFailure: 0 (0) - RpcRetry: 0 (0) - SerializeBatchTime: 0.000ns - UncompressedRowBatchSize: 0 AGGREGATION_NODE (id=9):(Total: 116.812ms, non-child: 55.877ms, % non-child: 47.83%) ExecOption: Streaming Preaggregation, Codegen Enabled - GetResultsTime: 0.000ns - HTResizeTime: 0.000ns - HashBuckets: 0 (0) - LargestPartitionPercent: 0 (0) - PartitionsCreated: 16 (16) - PeakMemoryUsage: 2.02 MB (2122880) - ReductionFactorEstimate: 0.00 - ReductionFactorThresholdToExpand: 0.00 - RowsPassedThrough: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - StreamingTime: 13.292us Buffer pool: - AllocTime: 1.030ms - CumulativeAllocationBytes: 256.00 KB (262144) - CumulativeAllocations: 4 (4) - PeakReservation: 2.00 MB (2097152) - PeakUnpinnedBytes: 0 - PeakUsedReservation: 256.00 KB (262144) - ReadIoBytes: 0 - ReadIoOps: 0 (0) - ReadIoWaitTime: 0.000ns - WriteIoBytes: 0 - WriteIoOps: 0 (0) - WriteIoWaitTime: 0.000ns HDFS_SCAN_NODE (id=8):(Total: 60.935ms, non-child: 60.935ms, % non-child: 100.00%) Hdfs split stats (:<# splits>/): 0:1/253.05 MB 7:1/137.08 MB 5:1/253.06 MB 4:2/506.07 MB 6:3/669.74 MB 1:2/404.07 MB 3:2/390.19 MB ExecOption: PARQUET Codegen Enabled, Codegen enabled: 12 out of 12 Hdfs Read Thread Concurrency Bucket: 0:0% 1:0% 2:0% 3:0% 4:0% 5:0% 6:0% 7:0% 8:0% 9:0% 10:0% 11:0% 12:0% File Formats: PARQUET/NONE:12 - FooterProcessingTime: (Avg: 7.637ms ; Min: 252.003us ; Max: 31.418ms ; Number of samples: 12) - AverageHdfsReadThreadConcurrency: 0.00 - AverageScannerThreadConcurrency: 0.00 - BytesRead: 1.17 MB (1228800) - BytesReadDataNodeCache: 0 - BytesReadLocal: 1.17 MB (1228800) - BytesReadRemoteUnexpected: 0 - BytesReadShortCircuit: 1.17 MB (1228800) - CachedFileHandlesHitCount: 12 (12) - CachedFileHandlesMissCount: 0 (0) - CollectionItemsRead: 0 (0) - DecompressionTime: 0.000ns - MaxCompressedTextFileLength: 0 - NumColumns: 1 (1) - NumDictFilteredRowGroups: 0 (0) - NumDisksAccessed: 7 (7) - NumRowGroups: 12 (12) - NumScannerThreadsStarted: 4 (4) - NumScannersWithNoReads: 0 (0) - NumStatsFilteredRowGroups: 12 (12) - PeakMemoryUsage: 148.00 KB (151552) - PerReadThreadRawHdfsThroughput: 1.31 GB/sec - RemoteScanRanges: 0 (0) - RowBatchQueueGetWaitTime: 59.100ms - RowBatchQueuePutWaitTime: 0.000ns - RowsRead: 0 (0) - RowsReturned: 0 (0) - RowsReturnedRate: 0 - ScanRangesComplete: 12 (12) - ScannerThreadsInvoluntaryContextSwitches: 0 (0) - ScannerThreadsTotalWallClockTime: 187.972ms - MaterializeTupleTime(*): 781.000ns - ScannerThreadsSysTime: 1.157ms - ScannerThreadsUserTime: 703.000us - ScannerThreadsVoluntaryContextSwitches: 44 (44) - TotalRawHdfsOpenFileTime(*): 14.125us - TotalRawHdfsReadTime(*): 870.592us - TotalReadThroughput: 0.00 /sec CodeGen:(Total: 113.793ms, non-child: 113.793ms, % non-child: 100.00%) - CodegenTime: 6.564ms - CompileTime: 28.274ms - LoadTime: 0.000ns - ModuleBitcodeSize: 1.95 MB (2039840) - NumFunctions: 56 (56) - NumInstructions: 1.01K (1009) - OptimizationTime: 49.157ms - PeakMemoryUsage: 504.50 KB (516608) - PrepareTime: 35.842ms