[AMBARI-1641] Some map and reduce task metrics are missing for the tasktrackers in the API

• Type: Bug
• Status: Resolved
• Priority: Major
• Resolution: Fixed
• Affects Version/s: 1.2.2
• Fix Version/s: 1.2.3
• Component/s: ambari-server
• Assignee: Tom Beerbower
• Reporter: Steve Ratay
• Created: 14/Mar/13 19:36
• Updated: 07/May/13 22:14
• Resolved: 14/Mar/13 22:47

Description

With Ambari 1.2.2, I can’t get the metrics.mapred object to show up for the tasktracker component. Our code is hitting the URL: http://sdll4474.labs.teradata.com:8080/api/v1/clusters/sdll4474.labs.teradata.com/services/MAPREDUCE/components/TASKTRACKER?fields=host_components/*. Here’s one of the objects in the host_components array. Note that the data in metrics.mapred.tasktracker is providing some data I’ve never seen before. In previous versions we say properties such as reduces_running, reduceTaskSlots, maps_running, etc. in this object.

{
"href" : "http://aster39h1.td.teradata.com:8080/api/v1/clusters/aster39h1.td.teradata.com/hosts/byn001-17/host_components/TASKTRACKER",
"HostRoles" :

{ "cluster_name" : "aster39h1.td.teradata.com", "desired_state" : "STARTED", "state" : "STARTED", "component_name" : "TASKTRACKER", "service_name" : "MAPREDUCE", "host_name" : "byn001-17" }

,
"metrics" : {
"boottime" : 1.360089758E9,
"process" :

{ "proc_total" : 845.211111111, "proc_run" : 0.0 }

,
"rpc" :

{ "rpcAuthorizationSuccesses" : 9, "SentBytes" : 6842, "rpcAuthorizationFailures" : 0, "ReceivedBytes" : 26187, "NumOpenConnections" : 0, "callQueueLen" : 0, "RpcQueueTime_num_ops" : 59, "rpcAuthenticationSuccesses" : 0, "RpcProcessingTime_num_ops" : 59, "rpcAuthenticationFailures" : 0, "RpcProcessingTime_avg_time" : 0.6666666666666666, "RpcQueueTime_avg_time" : 0.0 }

,
"mapred" : {
"shuffleOutput" :

{ "shuffle_success_outputs" : 1, "shuffle_handler_busy_percent" : 0.0, "shuffle_output_bytes" : 1400, "shuffle_failed_outputs" : 0, "shuffle_exceptions_caught" : 0 }

,
"tasktracker" : {
"ConfigVersion" : "default",
"HttpPort" : 50060,
"TasksInfoJson" : "

{\"running\":0,\"failed\":0,\"commit_pending\":0}

",
"JobTrackerUrl" : "aster39h1.td.teradata.com:50300",
"Healthy" : true,
"Version" : "1.1.2.22, r",
"Hostname" : "byn001-17",
"RpcPort" : 48526
}
},
"ugi" :

{ "loginFailure_num_ops" : 0, "loginSuccess_num_ops" : 0, "loginSuccess_avg_time" : 0.0, "loginFailure_avg_time" : 0.0 }

,
"disk" :

{ "disk_total" : 36841.767, "disk_free" : 36776.9775333, "part_max_used" : 70.7 }

,
"cpu" :

{ "cpu_speed" : 1999.0, "cpu_wio" : 0.0, "cpu_num" : 24.0, "cpu_idle" : 99.8886111111, "cpu_nice" : 0.0, "cpu_aidle" : 0.0, "cpu_system" : 0.1, "cpu_user" : 0.0227777777778 }

,
"rpcdetailed" :

{ "getTask_avg_time" : 1.0, "ping_avg_time" : 0.0, "done_avg_time" : 1.0, "getProtocolVersion_avg_time" : 0.0, "getMapCompletionEvents_avg_time" : 0.0, "done_num_ops" : 9, "getMapCompletionEvents_num_ops" : 6, "canCommit_num_ops" : 6, "ping_num_ops" : 2, "commitPending_avg_time" : 1.0, "statusUpdate_num_ops" : 15, "statusUpdate_avg_time" : 1.0, "getTask_num_ops" : 9, "getProtocolVersion_num_ops" : 9, "commitPending_num_ops" : 3, "canCommit_avg_time" : 0.0 }

,
"load" :

{ "load_fifteen" : 0.0, "load_one" : 0.0, "load_five" : 0.0 }

,
"jvm" :

{ "memHeapCommittedM" : 100.4375, "NonHeapMemoryUsed" : 25214472, "logFatal" : 0, "threadsWaiting" : 17, "gcCount" : 122400, "threadsBlocked" : 0, "HeapMemoryUsed" : 77617416, "logWarn" : 0, "logError" : 0, "HeapMemoryMax" : 954466304, "memNonHeapCommittedM" : 26.125, "memNonHeapUsedM" : 24.046394, "gcTimeMillis" : 81352, "NonHeapMemoryMax" : 136314880, "logInfo" : 3, "memHeapUsedM" : 73.81818, "threadsNew" : 0, "threadsTerminated" : 0, "maxMemoryM" : 758.4375, "threadsTimedWaiting" : 10, "threadsRunnable" : 6 }

,
"network" :

{ "pkts_out" : 111.684472222, "bytes_in" : 1428.83666667, "bytes_out" : 23201.8668056, "pkts_in" : 13.9853333333 }

,
"memory" :

{ "mem_total" : 1.31854096E8, "swap_free" : 6291448.0, "mem_buffers" : 574794.711111, "mem_shared" : 0.0, "swap_total" : 6291448.0, "mem_cached" : 6061952.85556, "mem_free" : 1.23072573378E8 }

},
"component" : [
{
"href" : "http://aster39h1.td.teradata.com:8080/api/v1/clusters/aster39h1.td.teradata.com/services/MAPREDUCE/components/TASKTRACKER",
"ServiceComponentInfo" :

{ "cluster_name" : "aster39h1.td.teradata.com", "component_name" : "TASKTRACKER", "service_name" : "MAPREDUCE" }

}
]
}