2018-07-28T00:46:43.152000 d74ebb73d679ddc0:3346e5d000000000 TRuntimeProfileTree(nodes=[TRuntimeProfileNode(info_strings_display_order=['DEBUG MODE WARNING'], indent=True, name='Query (id=d74ebb73d679ddc0:3346e5d000000000)', time_series_counters=None, info_strings={'DEBUG MODE WARNING': 'Query profile created while running a DEBUG build of Impala. Use RELEASE builds to measure query performance.'}, summary_stats_counters=None, num_children=3, child_counters_map={}, event_sequences=None, counters=[TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=['Session ID', 'Session Type', 'Start Time', 'End Time', 'Query Type', 'Query State', 'Query Status', 'Impala Version', 'User', 'Connected User', 'Delegated User', 'Network Address', 'Default Db', 'Sql Statement', 'Coordinator', 'Query Options (set by configuration)', 'Query Options (set by configuration and planner)', 'Plan', 'Estimated Per-Host Mem', 'Tables Missing Stats', 'Per Host Min Reservation', 'Request Pool', 'Admission result', 'ExecSummary', 'Errors'], indent=True, name='Summary', time_series_counters=None, info_strings={'Errors': '', 'Sql Statement': 'select id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col,\ndouble_col, date_string_col, string_col\nfrom alltypesinsert\nwhere year=2009 and month=4', 'Network Address': '::1:56046', 'Tables Missing Stats': 'functional.alltypesinsert', 'Impala Version': 'impalad version 3.0.0-RELEASE DEBUG (build 671de258f29d31d280defe989af261fdbd9182ae)', 'Query Options (set by configuration and planner)': 'ABORT_ON_ERROR=1,DISABLE_CODEGEN=1,EXEC_SINGLE_NODE_ROWS_THRESHOLD=0,MT_DOP=0,DISABLE_CODEGEN_ROWS_THRESHOLD=0', 'ExecSummary': '\nOperator       #Hosts  Avg Time  Max Time  #Rows  Est. #Rows  Peak Mem  Est. Peak Mem  Detail                    \n-----------------------------------------------------------------------------------------------------------------\n01:EXCHANGE         1   1.000ms   1.000ms      0           0         0              0  UNPARTITIONED             \n00:SCAN HDFS        1   0.000ns   0.000ns      0           0         0              0  functional.alltypesinsert ', 'Admission result': 'Admitted immediately', 'Request Pool': 'default-pool', 'Start Time': '2018-07-28 00:46:43.143375000', 'End Time': '2018-07-28 00:46:43.151399000', 'Plan': '\n----------------\nMax Per-Host Resource Reservation: Memory=0B\nPer-Host Resource Estimates: Memory=10.00MB\nWARNING: The following tables are missing relevant table and/or column statistics.\nfunctional.alltypesinsert\n\nF01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1\n|  Per-Host Resources: mem-estimate=0B mem-reservation=0B\nPLAN-ROOT SINK\n|  mem-estimate=0B mem-reservation=0B\n|\n01:EXCHANGE [UNPARTITIONED]\n|  mem-estimate=0B mem-reservation=0B\n|  tuple-ids=0 row-size=62B cardinality=0\n|\nF00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1\nPer-Host Resources: mem-estimate=0B mem-reservation=0B\n00:SCAN HDFS [functional.alltypesinsert, RANDOM]\n   partitions=0/1 files=0 size=0B\n   stored statistics:\n     table: rows=unavailable size=unavailable\n     partitions: 0/0 rows=unavailable\n     columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col\n   extrapolated-rows=disabled\n   mem-estimate=0B mem-reservation=0B\n   tuple-ids=0 row-size=62B cardinality=0\n----------------', 'Query Type': 'QUERY', 'Connected User': 'jenkins', 'Session ID': '274670c20978997e:c2512b64ccc717bf', 'User': 'jenkins', 'Default Db': 'functional', 'Per Host Min Reservation': 'impala-ec2-centos74-m5-4xlarge-ondemand-1924.vpc.cloudera.com:22000(0) ', 'Delegated User': '', 'Query State': 'FINISHED', 'Session Type': 'BEESWAX', 'Query Status': 'OK', 'Query Options (set by configuration)': 'ABORT_ON_ERROR=1,DISABLE_CODEGEN=1,EXEC_SINGLE_NODE_ROWS_THRESHOLD=0,DISABLE_CODEGEN_ROWS_THRESHOLD=0', 'Coordinator': 'impala-ec2-centos74-m5-4xlarge-ondemand-1924.vpc.cloudera.com:22000', 'Estimated Per-Host Mem': '10485760'}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['ComputeScanRangeAssignmentTimer'])}, event_sequences=[TEventSequence(timestamps=[294982, 787573, 861497, 1124717, 1221695, 1245182, 1918495], labels=['Metadata of all 1 tables cached', 'Analysis finished', 'Value transfer graph computed', 'Single node plan created', 'Runtime filters computed', 'Distributed plan created', 'Planning finished'], name='Query Compilation'), TEventSequence(timestamps=[0, 2000028, 3000042, 3000042, 3000042, 4000056, 5000070, 6000084, 6000084, 6000084, 8000111], labels=['Query submitted', 'Planning finished', 'Submit for admission', 'Completed admission', 'Ready to start on 1 backends', 'All 1 execution backends (2 fragment instances) started', 'Rows available', 'First row fetched', 'Last row fetched', 'Released admission control resources', 'Unregister query'], name='Query Timeline')], counters=[TCounter(value=0, name='ComputeScanRangeAssignmentTimer', unit=5), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='ImpalaServer', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['ClientFetchWaitTimer', 'RowMaterializationTimer'])}, event_sequences=None, counters=[TCounter(value=3000041, name='ClientFetchWaitTimer', unit=5), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='RowMaterializationTimer', unit=5), TCounter(value=0, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=['Number of filters', 'Filter routing table', 'Backend startup latencies', 'Per Node Peak Memory Usage'], indent=True, name='Execution Profile d74ebb73d679ddc0:3346e5d000000000', time_series_counters=None, info_strings={'Backend startup latencies': 'Count: 1, min / max: 1ms / 1ms, 25th %-ile: 1ms, 50th %-ile: 1ms, 75th %-ile: 1ms, 90th %-ile: 1ms, 95th %-ile: 1ms, 99.9th %-ile: 1ms', 'Filter routing table': '\n ID  Src. Node  Tgt. Node(s)  Target type  Partition filter  Pending (Expected)  First arrived  Completed   Enabled\n-------------------------------------------------------------------------------------------------------------------\n', 'Per Node Peak Memory Usage': 'impala-ec2-centos74-m5-4xlarge-ondemand-1924.vpc.cloudera.com:22000(17.94 KB) ', 'Number of filters': '0'}, summary_stats_counters=None, num_children=4, child_counters_map={'': set(['NumBackends', 'FinalizationTimer', 'FiltersReceived', 'NumFragmentInstances', 'NumFragments'])}, event_sequences=None, counters=[TCounter(value=0, name='FiltersReceived', unit=0), TCounter(value=0, name='FinalizationTimer', unit=5), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=1, name='NumBackends', unit=0), TCounter(value=2, name='NumFragmentInstances', unit=0), TCounter(value=2, name='NumFragments', unit=0), TCounter(value=1000014, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=['split sizes', 'completion times', 'execution rates', 'num instances'], indent=True, name='Averaged Fragment F01', time_series_counters=None, info_strings={'completion times': 'min:1.000ms  max:1.000ms  mean: 1.000ms  stddev:0.000ns', 'split sizes': ' min: 0, max: 0, avg: 0, stddev: 0', 'execution rates': 'min:0.00 /sec  max:0.00 /sec  mean:0.00 /sec  stddev:0.00 /sec', 'num instances': '1'}, summary_stats_counters=None, num_children=4, child_counters_map={'': set(['TotalNetworkSendTime', 'PerHostPeakMemUsage', 'AverageThreadTokens', 'PeakMemoryUsage', 'TotalStorageWaitTime', 'TotalThreadsInvoluntaryContextSwitches', 'TotalThreadsTotalWallClockTime', 'RowsProduced', 'TotalThreadsVoluntaryContextSwitches', 'TotalNetworkReceiveTime', 'BloomFilterBytes', 'PeakReservation', 'PeakUsedReservation']), 'TotalThreadsTotalWallClockTime': set(['TotalThreadsUserTime', 'TotalThreadsSysTime'])}, event_sequences=None, counters=[TCounter(value=0, name='AverageThreadTokens', unit=6), TCounter(value=0, name='BloomFilterBytes', unit=3), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=8192, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='PeakReservation', unit=3), TCounter(value=0, name='PeakUsedReservation', unit=3), TCounter(value=18368, name='PerHostPeakMemUsage', unit=3), TCounter(value=0, name='RowsProduced', unit=0), TCounter(value=1000014, name='TotalNetworkReceiveTime', unit=5), TCounter(value=0, name='TotalNetworkSendTime', unit=5), TCounter(value=0, name='TotalStorageWaitTime', unit=5), TCounter(value=0, name='TotalThreadsInvoluntaryContextSwitches', unit=0), TCounter(value=0, name='TotalThreadsSysTime', unit=5), TCounter(value=1000014, name='TotalThreadsTotalWallClockTime', unit=5), TCounter(value=22000, name='TotalThreadsUserTime', unit=5), TCounter(value=1, name='TotalThreadsVoluntaryContextSwitches', unit=0), TCounter(value=1000014, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='Buffer pool', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['ReadIoWaitTime', 'WriteIoOps', 'WriteIoWaitTime', 'CumulativeAllocations', 'ReadIoOps', 'ReservationLimit', 'WriteIoBytes', 'PeakUnpinnedBytes', 'AllocTime', 'ReadIoBytes', 'CumulativeAllocationBytes', 'PeakReservation', 'PeakUsedReservation'])}, event_sequences=None, counters=[TCounter(value=0, name='AllocTime', unit=5), TCounter(value=0, name='CumulativeAllocationBytes', unit=3), TCounter(value=0, name='CumulativeAllocations', unit=0), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='PeakReservation', unit=3), TCounter(value=0, name='PeakUnpinnedBytes', unit=3), TCounter(value=0, name='PeakUsedReservation', unit=3), TCounter(value=0, name='ReadIoBytes', unit=3), TCounter(value=0, name='ReadIoOps', unit=0), TCounter(value=0, name='ReadIoWaitTime', unit=5), TCounter(value=0, name='ReservationLimit', unit=3), TCounter(value=0, name='TotalTime', unit=5), TCounter(value=0, name='WriteIoBytes', unit=3), TCounter(value=0, name='WriteIoOps', unit=0), TCounter(value=0, name='WriteIoWaitTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='Fragment Instance Lifecycle Timings', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['ExecTime', 'OpenTime', 'PrepareTime']), 'ExecTime': set(['ExecTreeExecTime']), 'OpenTime': set(['ExecTreeOpenTime']), 'PrepareTime': set(['ExecTreePrepareTime'])}, event_sequences=None, counters=[TCounter(value=0, name='ExecTime', unit=5), TCounter(value=0, name='ExecTreeExecTime', unit=5), TCounter(value=1000014, name='ExecTreeOpenTime', unit=5), TCounter(value=0, name='ExecTreePrepareTime', unit=5), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=1000014, name='OpenTime', unit=5), TCounter(value=0, name='PrepareTime', unit=5), TCounter(value=0, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='PLAN_ROOT_SINK', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['PeakMemoryUsage'])}, event_sequences=None, counters=[TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='EXCHANGE_NODE (id=1)', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=1, child_counters_map={'': set(['RowsReturned', 'RowsReturnedRate', 'ConvertRowBatchTime', 'PeakMemoryUsage'])}, event_sequences=None, counters=[TCounter(value=0, name='ConvertRowBatchTime', unit=5), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='RowsReturned', unit=0), TCounter(value=0, name='RowsReturnedRate', unit=1), TCounter(value=1000014, name='TotalTime', unit=5)], metadata=1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='DataStreamReceiver', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['BytesReceived', 'FirstBatchArrivalWaitTime', 'SendersBlockedTimer', 'PeakMemoryUsage', 'SendersBlockedTotalTimer(*)', 'DeserializeRowBatchTimer'])}, event_sequences=None, counters=[TCounter(value=0, name='BytesReceived', unit=3), TCounter(value=0, name='DeserializeRowBatchTimer', unit=5), TCounter(value=1000014, name='FirstBatchArrivalWaitTime', unit=5), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='SendersBlockedTimer', unit=5), TCounter(value=0, name='SendersBlockedTotalTimer(*)', unit=5), TCounter(value=0, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='Coordinator Fragment F01', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=1, child_counters_map={}, event_sequences=None, counters=[TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='Instance d74ebb73d679ddc0:3346e5d000000000 (host=impala-ec2-centos74-m5-4xlarge-ondemand-1924.vpc.cloudera.com:22000)', time_series_counters=[TTimeSeriesCounter(values=[], name='MemoryUsage', unit=3, period_ms=500), TTimeSeriesCounter(values=[], name='ThreadUsage', unit=0, period_ms=500)], info_strings={}, summary_stats_counters=None, num_children=4, child_counters_map={'': set(['TotalNetworkSendTime', 'PerHostPeakMemUsage', 'AverageThreadTokens', 'PeakMemoryUsage', 'TotalStorageWaitTime', 'TotalThreadsInvoluntaryContextSwitches', 'TotalThreadsTotalWallClockTime', 'RowsProduced', 'TotalThreadsVoluntaryContextSwitches', 'TotalNetworkReceiveTime', 'BloomFilterBytes', 'PeakReservation', 'PeakUsedReservation']), 'TotalThreadsTotalWallClockTime': set(['TotalThreadsUserTime', 'TotalThreadsSysTime'])}, event_sequences=[TEventSequence(timestamps=[0, 1000014, 1000014, 1000014, 1000014], labels=['Prepare Finished', 'Open Finished', 'First Batch Produced', 'First Batch Sent', 'ExecInternal Finished'], name='Fragment Instance Lifecycle Event Timeline')], counters=[TCounter(value=0, name='AverageThreadTokens', unit=6), TCounter(value=0, name='BloomFilterBytes', unit=3), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=8192, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='PeakReservation', unit=3), TCounter(value=0, name='PeakUsedReservation', unit=3), TCounter(value=18368, name='PerHostPeakMemUsage', unit=3), TCounter(value=0, name='RowsProduced', unit=0), TCounter(value=1000014, name='TotalNetworkReceiveTime', unit=5), TCounter(value=0, name='TotalNetworkSendTime', unit=5), TCounter(value=0, name='TotalStorageWaitTime', unit=5), TCounter(value=0, name='TotalThreadsInvoluntaryContextSwitches', unit=0), TCounter(value=0, name='TotalThreadsSysTime', unit=5), TCounter(value=1000014, name='TotalThreadsTotalWallClockTime', unit=5), TCounter(value=22000, name='TotalThreadsUserTime', unit=5), TCounter(value=1, name='TotalThreadsVoluntaryContextSwitches', unit=0), TCounter(value=1000014, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='Buffer pool', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['ReadIoWaitTime', 'WriteIoOps', 'WriteIoWaitTime', 'CumulativeAllocations', 'ReadIoOps', 'ReservationLimit', 'WriteIoBytes', 'PeakUnpinnedBytes', 'AllocTime', 'ReadIoBytes', 'CumulativeAllocationBytes', 'PeakReservation', 'PeakUsedReservation'])}, event_sequences=None, counters=[TCounter(value=0, name='AllocTime', unit=5), TCounter(value=0, name='CumulativeAllocationBytes', unit=3), TCounter(value=0, name='CumulativeAllocations', unit=0), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='PeakReservation', unit=3), TCounter(value=0, name='PeakUnpinnedBytes', unit=3), TCounter(value=0, name='PeakUsedReservation', unit=3), TCounter(value=0, name='ReadIoBytes', unit=3), TCounter(value=0, name='ReadIoOps', unit=0), TCounter(value=0, name='ReadIoWaitTime', unit=5), TCounter(value=0, name='ReservationLimit', unit=3), TCounter(value=0, name='TotalTime', unit=5), TCounter(value=0, name='WriteIoBytes', unit=3), TCounter(value=0, name='WriteIoOps', unit=0), TCounter(value=0, name='WriteIoWaitTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='Fragment Instance Lifecycle Timings', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['ExecTime', 'OpenTime', 'PrepareTime']), 'ExecTime': set(['ExecTreeExecTime']), 'OpenTime': set(['ExecTreeOpenTime']), 'PrepareTime': set(['ExecTreePrepareTime'])}, event_sequences=None, counters=[TCounter(value=0, name='ExecTime', unit=5), TCounter(value=0, name='ExecTreeExecTime', unit=5), TCounter(value=1000014, name='ExecTreeOpenTime', unit=5), TCounter(value=0, name='ExecTreePrepareTime', unit=5), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=1000014, name='OpenTime', unit=5), TCounter(value=0, name='PrepareTime', unit=5), TCounter(value=0, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='PLAN_ROOT_SINK', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['PeakMemoryUsage'])}, event_sequences=None, counters=[TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='EXCHANGE_NODE (id=1)', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=1, child_counters_map={'': set(['RowsReturned', 'RowsReturnedRate', 'ConvertRowBatchTime', 'PeakMemoryUsage'])}, event_sequences=None, counters=[TCounter(value=0, name='ConvertRowBatchTime', unit=5), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='RowsReturned', unit=0), TCounter(value=0, name='RowsReturnedRate', unit=1), TCounter(value=1000014, name='TotalTime', unit=5)], metadata=1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='DataStreamReceiver', time_series_counters=[TTimeSeriesCounter(values=[], name='BytesReceived', unit=3, period_ms=500)], info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['BytesReceived', 'FirstBatchArrivalWaitTime', 'SendersBlockedTimer', 'PeakMemoryUsage', 'SendersBlockedTotalTimer(*)', 'DeserializeRowBatchTimer'])}, event_sequences=None, counters=[TCounter(value=0, name='BytesReceived', unit=3), TCounter(value=0, name='DeserializeRowBatchTimer', unit=5), TCounter(value=1000014, name='FirstBatchArrivalWaitTime', unit=5), TCounter(value=1000014, name='InactiveTotalTime', unit=5), TCounter(value=0, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='SendersBlockedTimer', unit=5), TCounter(value=0, name='SendersBlockedTotalTimer(*)', unit=5), TCounter(value=0, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=['split sizes', 'completion times', 'execution rates', 'num instances'], indent=True, name='Averaged Fragment F00', time_series_counters=None, info_strings={'completion times': 'min:1.000ms  max:1.000ms  mean: 1.000ms  stddev:0.000ns', 'split sizes': ' min: 0, max: 0, avg: 0, stddev: 0', 'execution rates': 'min:0.00 /sec  max:0.00 /sec  mean:0.00 /sec  stddev:0.00 /sec', 'num instances': '1'}, summary_stats_counters=None, num_children=4, child_counters_map={'': set(['TotalNetworkSendTime', 'PerHostPeakMemUsage', 'AverageThreadTokens', 'PeakMemoryUsage', 'TotalStorageWaitTime', 'TotalThreadsInvoluntaryContextSwitches', 'TotalThreadsTotalWallClockTime', 'RowsProduced', 'TotalThreadsVoluntaryContextSwitches', 'TotalNetworkReceiveTime', 'BloomFilterBytes', 'PeakReservation', 'PeakUsedReservation']), 'TotalThreadsTotalWallClockTime': set(['TotalThreadsUserTime', 'TotalThreadsSysTime'])}, event_sequences=None, counters=[TCounter(value=0, name='AverageThreadTokens', unit=6), TCounter(value=0, name='BloomFilterBytes', unit=3), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=10176, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='PeakReservation', unit=3), TCounter(value=0, name='PeakUsedReservation', unit=3), TCounter(value=18368, name='PerHostPeakMemUsage', unit=3), TCounter(value=0, name='RowsProduced', unit=0), TCounter(value=0, name='TotalNetworkReceiveTime', unit=5), TCounter(value=0, name='TotalNetworkSendTime', unit=5), TCounter(value=0, name='TotalStorageWaitTime', unit=5), TCounter(value=0, name='TotalThreadsInvoluntaryContextSwitches', unit=0), TCounter(value=0, name='TotalThreadsSysTime', unit=5), TCounter(value=1000014, name='TotalThreadsTotalWallClockTime', unit=5), TCounter(value=174000, name='TotalThreadsUserTime', unit=5), TCounter(value=1, name='TotalThreadsVoluntaryContextSwitches', unit=0), TCounter(value=1000014, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='Buffer pool', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['ReadIoWaitTime', 'WriteIoOps', 'WriteIoWaitTime', 'CumulativeAllocations', 'ReadIoOps', 'ReservationLimit', 'WriteIoBytes', 'PeakUnpinnedBytes', 'AllocTime', 'ReadIoBytes', 'CumulativeAllocationBytes', 'PeakReservation', 'PeakUsedReservation'])}, event_sequences=None, counters=[TCounter(value=0, name='AllocTime', unit=5), TCounter(value=0, name='CumulativeAllocationBytes', unit=3), TCounter(value=0, name='CumulativeAllocations', unit=0), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='PeakReservation', unit=3), TCounter(value=0, name='PeakUnpinnedBytes', unit=3), TCounter(value=0, name='PeakUsedReservation', unit=3), TCounter(value=0, name='ReadIoBytes', unit=3), TCounter(value=0, name='ReadIoOps', unit=0), TCounter(value=0, name='ReadIoWaitTime', unit=5), TCounter(value=0, name='ReservationLimit', unit=3), TCounter(value=0, name='TotalTime', unit=5), TCounter(value=0, name='WriteIoBytes', unit=3), TCounter(value=0, name='WriteIoOps', unit=0), TCounter(value=0, name='WriteIoWaitTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='Fragment Instance Lifecycle Timings', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['ExecTime', 'OpenTime', 'PrepareTime']), 'ExecTime': set(['ExecTreeExecTime']), 'OpenTime': set(['ExecTreeOpenTime']), 'PrepareTime': set(['ExecTreePrepareTime'])}, event_sequences=None, counters=[TCounter(value=1000014, name='ExecTime', unit=5), TCounter(value=0, name='ExecTreeExecTime', unit=5), TCounter(value=0, name='ExecTreeOpenTime', unit=5), TCounter(value=0, name='ExecTreePrepareTime', unit=5), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='OpenTime', unit=5), TCounter(value=0, name='PrepareTime', unit=5), TCounter(value=0, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='DataStreamSender (dst_id=1)', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['SerializeBatchTime', 'BytesSent', 'OverallThroughput', 'PeakMemoryUsage', 'NetworkThroughput(*)', 'TransmitDataRPCTime', 'RowsReturned', 'UncompressedRowBatchSize'])}, event_sequences=None, counters=[TCounter(value=0, name='BytesSent', unit=3), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='NetworkThroughput(*)', unit=4), TCounter(value=0, name='OverallThroughput', unit=4), TCounter(value=1984, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='RowsReturned', unit=0), TCounter(value=0, name='SerializeBatchTime', unit=5), TCounter(value=0, name='TotalTime', unit=5), TCounter(value=0, name='TransmitDataRPCTime', unit=5), TCounter(value=0, name='UncompressedRowBatchSize', unit=3)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='HDFS_SCAN_NODE (id=0)', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['CachedFileHandlesHitCount', 'BytesReadRemoteUnexpected', 'RowsReturned', 'ScanRangesComplete', 'TotalReadThroughput', 'ScannerThreadsTotalWallClockTime', 'CachedFileHandlesMissCount', 'TotalRawHdfsOpenFileTime(*)', 'ScannerThreadsInvoluntaryContextSwitches', 'NumDisksAccessed', 'RowBatchQueueGetWaitTime', 'RowsReturnedRate', 'TotalRawHdfsReadTime(*)', 'AverageHdfsReadThreadConcurrency', 'ScannerThreadsVoluntaryContextSwitches', 'AverageScannerThreadConcurrency', 'CollectionItemsRead', 'NumScannerThreadsStarted', 'BytesReadLocal', 'PerReadThreadRawHdfsThroughput', 'RemoteScanRanges', 'MaxCompressedTextFileLength', 'PeakMemoryUsage', 'RowBatchQueuePutWaitTime', 'BytesReadShortCircuit', 'BytesReadDataNodeCache', 'BytesRead', 'RowsRead']), 'ScannerThreadsTotalWallClockTime': set(['MaterializeTupleTime(*)', 'ScannerThreadsUserTime', 'ScannerThreadsSysTime'])}, event_sequences=None, counters=[TCounter(value=0, name='AverageHdfsReadThreadConcurrency', unit=6), TCounter(value=0, name='AverageScannerThreadConcurrency', unit=6), TCounter(value=0, name='BytesRead', unit=3), TCounter(value=0, name='BytesReadDataNodeCache', unit=3), TCounter(value=0, name='BytesReadLocal', unit=3), TCounter(value=0, name='BytesReadRemoteUnexpected', unit=3), TCounter(value=0, name='BytesReadShortCircuit', unit=3), TCounter(value=0, name='CachedFileHandlesHitCount', unit=0), TCounter(value=0, name='CachedFileHandlesMissCount', unit=0), TCounter(value=0, name='CollectionItemsRead', unit=0), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='MaterializeTupleTime(*)', unit=5), TCounter(value=0, name='MaxCompressedTextFileLength', unit=3), TCounter(value=0, name='NumDisksAccessed', unit=0), TCounter(value=0, name='NumScannerThreadsStarted', unit=0), TCounter(value=0, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='PerReadThreadRawHdfsThroughput', unit=4), TCounter(value=0, name='RemoteScanRanges', unit=0), TCounter(value=0, name='RowBatchQueueGetWaitTime', unit=5), TCounter(value=0, name='RowBatchQueuePutWaitTime', unit=5), TCounter(value=0, name='RowsRead', unit=0), TCounter(value=0, name='RowsReturned', unit=0), TCounter(value=0, name='RowsReturnedRate', unit=1), TCounter(value=0, name='ScanRangesComplete', unit=0), TCounter(value=0, name='ScannerThreadsInvoluntaryContextSwitches', unit=0), TCounter(value=0, name='ScannerThreadsSysTime', unit=5), TCounter(value=0, name='ScannerThreadsTotalWallClockTime', unit=5), TCounter(value=0, name='ScannerThreadsUserTime', unit=5), TCounter(value=0, name='ScannerThreadsVoluntaryContextSwitches', unit=0), TCounter(value=0, name='TotalRawHdfsOpenFileTime(*)', unit=5), TCounter(value=0, name='TotalRawHdfsReadTime(*)', unit=5), TCounter(value=0, name='TotalReadThroughput', unit=4), TCounter(value=0, name='TotalTime', unit=5)], metadata=0), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='Fragment F00', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=1, child_counters_map={}, event_sequences=None, counters=[TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='Instance d74ebb73d679ddc0:3346e5d000000001 (host=impala-ec2-centos74-m5-4xlarge-ondemand-1924.vpc.cloudera.com:22000)', time_series_counters=[TTimeSeriesCounter(values=[], name='MemoryUsage', unit=3, period_ms=500), TTimeSeriesCounter(values=[], name='ThreadUsage', unit=0, period_ms=500)], info_strings={}, summary_stats_counters=None, num_children=4, child_counters_map={'': set(['TotalNetworkSendTime', 'PerHostPeakMemUsage', 'AverageThreadTokens', 'PeakMemoryUsage', 'TotalStorageWaitTime', 'TotalThreadsInvoluntaryContextSwitches', 'TotalThreadsTotalWallClockTime', 'RowsProduced', 'TotalThreadsVoluntaryContextSwitches', 'TotalNetworkReceiveTime', 'BloomFilterBytes', 'PeakReservation', 'PeakUsedReservation']), 'TotalThreadsTotalWallClockTime': set(['TotalThreadsUserTime', 'TotalThreadsSysTime'])}, event_sequences=[TEventSequence(timestamps=[0, 0, 1000014, 1000014, 1000014], labels=['Prepare Finished', 'Open Finished', 'First Batch Produced', 'First Batch Sent', 'ExecInternal Finished'], name='Fragment Instance Lifecycle Event Timeline')], counters=[TCounter(value=0, name='AverageThreadTokens', unit=6), TCounter(value=0, name='BloomFilterBytes', unit=3), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=10176, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='PeakReservation', unit=3), TCounter(value=0, name='PeakUsedReservation', unit=3), TCounter(value=18368, name='PerHostPeakMemUsage', unit=3), TCounter(value=0, name='RowsProduced', unit=0), TCounter(value=0, name='TotalNetworkReceiveTime', unit=5), TCounter(value=0, name='TotalNetworkSendTime', unit=5), TCounter(value=0, name='TotalStorageWaitTime', unit=5), TCounter(value=0, name='TotalThreadsInvoluntaryContextSwitches', unit=0), TCounter(value=0, name='TotalThreadsSysTime', unit=5), TCounter(value=1000014, name='TotalThreadsTotalWallClockTime', unit=5), TCounter(value=174000, name='TotalThreadsUserTime', unit=5), TCounter(value=1, name='TotalThreadsVoluntaryContextSwitches', unit=0), TCounter(value=1000014, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='Buffer pool', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['ReadIoWaitTime', 'WriteIoOps', 'WriteIoWaitTime', 'CumulativeAllocations', 'ReadIoOps', 'ReservationLimit', 'WriteIoBytes', 'PeakUnpinnedBytes', 'AllocTime', 'ReadIoBytes', 'CumulativeAllocationBytes', 'PeakReservation', 'PeakUsedReservation'])}, event_sequences=None, counters=[TCounter(value=0, name='AllocTime', unit=5), TCounter(value=0, name='CumulativeAllocationBytes', unit=3), TCounter(value=0, name='CumulativeAllocations', unit=0), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='PeakReservation', unit=3), TCounter(value=0, name='PeakUnpinnedBytes', unit=3), TCounter(value=0, name='PeakUsedReservation', unit=3), TCounter(value=0, name='ReadIoBytes', unit=3), TCounter(value=0, name='ReadIoOps', unit=0), TCounter(value=0, name='ReadIoWaitTime', unit=5), TCounter(value=0, name='ReservationLimit', unit=3), TCounter(value=0, name='TotalTime', unit=5), TCounter(value=0, name='WriteIoBytes', unit=3), TCounter(value=0, name='WriteIoOps', unit=0), TCounter(value=0, name='WriteIoWaitTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='Fragment Instance Lifecycle Timings', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['ExecTime', 'OpenTime', 'PrepareTime']), 'ExecTime': set(['ExecTreeExecTime']), 'OpenTime': set(['ExecTreeOpenTime']), 'PrepareTime': set(['ExecTreePrepareTime'])}, event_sequences=None, counters=[TCounter(value=1000014, name='ExecTime', unit=5), TCounter(value=0, name='ExecTreeExecTime', unit=5), TCounter(value=0, name='ExecTreeOpenTime', unit=5), TCounter(value=0, name='ExecTreePrepareTime', unit=5), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='OpenTime', unit=5), TCounter(value=0, name='PrepareTime', unit=5), TCounter(value=0, name='TotalTime', unit=5)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=[], indent=True, name='DataStreamSender (dst_id=1)', time_series_counters=None, info_strings={}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['SerializeBatchTime', 'BytesSent', 'OverallThroughput', 'PeakMemoryUsage', 'NetworkThroughput(*)', 'TransmitDataRPCTime', 'RowsReturned', 'UncompressedRowBatchSize'])}, event_sequences=None, counters=[TCounter(value=0, name='BytesSent', unit=3), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='NetworkThroughput(*)', unit=4), TCounter(value=0, name='OverallThroughput', unit=4), TCounter(value=1984, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='RowsReturned', unit=0), TCounter(value=0, name='SerializeBatchTime', unit=5), TCounter(value=0, name='TotalTime', unit=5), TCounter(value=0, name='TransmitDataRPCTime', unit=5), TCounter(value=0, name='UncompressedRowBatchSize', unit=3)], metadata=-1), TRuntimeProfileNode(info_strings_display_order=['Hdfs split stats (<volume id>:<# splits>/<split lengths>)', 'ExecOption', 'Hdfs Read Thread Concurrency Bucket'], indent=True, name='HDFS_SCAN_NODE (id=0)', time_series_counters=[TTimeSeriesCounter(values=[], name='BytesRead', unit=3, period_ms=500)], info_strings={'Hdfs Read Thread Concurrency Bucket': '0:0% 1:0% 2:0% 3:0% 4:0% 5:0% ', 'ExecOption': 'Codegen Disabled: disabled by query option DISABLE_CODEGEN, Codegen enabled: 0 out of 0', 'Hdfs split stats (<volume id>:<# splits>/<split lengths>)': ''}, summary_stats_counters=None, num_children=0, child_counters_map={'': set(['CachedFileHandlesHitCount', 'BytesReadRemoteUnexpected', 'RowsReturned', 'ScanRangesComplete', 'TotalReadThroughput', 'ScannerThreadsTotalWallClockTime', 'CachedFileHandlesMissCount', 'TotalRawHdfsOpenFileTime(*)', 'ScannerThreadsInvoluntaryContextSwitches', 'NumDisksAccessed', 'RowBatchQueueGetWaitTime', 'RowsReturnedRate', 'TotalRawHdfsReadTime(*)', 'AverageHdfsReadThreadConcurrency', 'ScannerThreadsVoluntaryContextSwitches', 'AverageScannerThreadConcurrency', 'CollectionItemsRead', 'NumScannerThreadsStarted', 'BytesReadLocal', 'PerReadThreadRawHdfsThroughput', 'RemoteScanRanges', 'MaxCompressedTextFileLength', 'PeakMemoryUsage', 'RowBatchQueuePutWaitTime', 'BytesReadShortCircuit', 'BytesReadDataNodeCache', 'BytesRead', 'RowsRead']), 'ScannerThreadsTotalWallClockTime': set(['MaterializeTupleTime(*)', 'ScannerThreadsUserTime', 'ScannerThreadsSysTime'])}, event_sequences=None, counters=[TCounter(value=0, name='AverageHdfsReadThreadConcurrency', unit=6), TCounter(value=0, name='AverageScannerThreadConcurrency', unit=6), TCounter(value=0, name='BytesRead', unit=3), TCounter(value=0, name='BytesReadDataNodeCache', unit=3), TCounter(value=0, name='BytesReadLocal', unit=3), TCounter(value=0, name='BytesReadRemoteUnexpected', unit=3), TCounter(value=0, name='BytesReadShortCircuit', unit=3), TCounter(value=0, name='CachedFileHandlesHitCount', unit=0), TCounter(value=0, name='CachedFileHandlesMissCount', unit=0), TCounter(value=0, name='CollectionItemsRead', unit=0), TCounter(value=0, name='InactiveTotalTime', unit=5), TCounter(value=0, name='MaterializeTupleTime(*)', unit=5), TCounter(value=0, name='MaxCompressedTextFileLength', unit=3), TCounter(value=0, name='NumDisksAccessed', unit=0), TCounter(value=0, name='NumScannerThreadsStarted', unit=0), TCounter(value=0, name='PeakMemoryUsage', unit=3), TCounter(value=0, name='PerReadThreadRawHdfsThroughput', unit=4), TCounter(value=0, name='RemoteScanRanges', unit=0), TCounter(value=0, name='RowBatchQueueGetWaitTime', unit=5), TCounter(value=0, name='RowBatchQueuePutWaitTime', unit=5), TCounter(value=0, name='RowsRead', unit=0), TCounter(value=0, name='RowsReturned', unit=0), TCounter(value=0, name='RowsReturnedRate', unit=1), TCounter(value=0, name='ScanRangesComplete', unit=0), TCounter(value=0, name='ScannerThreadsInvoluntaryContextSwitches', unit=0), TCounter(value=0, name='ScannerThreadsSysTime', unit=5), TCounter(value=0, name='ScannerThreadsTotalWallClockTime', unit=5), TCounter(value=0, name='ScannerThreadsUserTime', unit=5), TCounter(value=0, name='ScannerThreadsVoluntaryContextSwitches', unit=0), TCounter(value=0, name='TotalRawHdfsOpenFileTime(*)', unit=5), TCounter(value=0, name='TotalRawHdfsReadTime(*)', unit=5), TCounter(value=0, name='TotalReadThroughput', unit=4), TCounter(value=0, name='TotalTime', unit=5)], metadata=0)])