With Ambari 1.2.2, I can’t get the metrics.mapred object to show up for the tasktracker component. Our code is hitting the URL: http://sdll4474.labs.teradata.com:8080/api/v1/clusters/sdll4474.labs.teradata.com/services/MAPREDUCE/components/TASKTRACKER?fields=host_components/*. Here’s one of the objects in the host_components array. Note that the data in metrics.mapred.tasktracker is providing some data I’ve never seen before. In previous versions we say properties such as reduces_running, reduceTaskSlots, maps_running, etc. in this object.
{
"href" : "http://aster39h1.td.teradata.com:8080/api/v1/clusters/aster39h1.td.teradata.com/hosts/byn001-17/host_components/TASKTRACKER",
"HostRoles" :
{
"cluster_name" : "aster39h1.td.teradata.com",
"desired_state" : "STARTED",
"state" : "STARTED",
"component_name" : "TASKTRACKER",
"service_name" : "MAPREDUCE",
"host_name" : "byn001-17"
}
,
"metrics" : {
"boottime" : 1.360089758E9,
"process" :
{
"proc_total" : 845.211111111,
"proc_run" : 0.0
}
,
"rpc" :
{
"rpcAuthorizationSuccesses" : 9,
"SentBytes" : 6842,
"rpcAuthorizationFailures" : 0,
"ReceivedBytes" : 26187,
"NumOpenConnections" : 0,
"callQueueLen" : 0,
"RpcQueueTime_num_ops" : 59,
"rpcAuthenticationSuccesses" : 0,
"RpcProcessingTime_num_ops" : 59,
"rpcAuthenticationFailures" : 0,
"RpcProcessingTime_avg_time" : 0.6666666666666666,
"RpcQueueTime_avg_time" : 0.0
}
,
"mapred" : {
"shuffleOutput" :
{
"shuffle_success_outputs" : 1,
"shuffle_handler_busy_percent" : 0.0,
"shuffle_output_bytes" : 1400,
"shuffle_failed_outputs" : 0,
"shuffle_exceptions_caught" : 0
}
,
"tasktracker" : {
"ConfigVersion" : "default",
"HttpPort" : 50060,
"TasksInfoJson" : "
{\"running\":0,\"failed\":0,\"commit_pending\":0}
",
"JobTrackerUrl" : "aster39h1.td.teradata.com:50300",
"Healthy" : true,
"Version" : "1.1.2.22, r",
"Hostname" : "byn001-17",
"RpcPort" : 48526
}
},
"ugi" :
{
"loginFailure_num_ops" : 0,
"loginSuccess_num_ops" : 0,
"loginSuccess_avg_time" : 0.0,
"loginFailure_avg_time" : 0.0
}
,
"disk" :
{
"disk_total" : 36841.767,
"disk_free" : 36776.9775333,
"part_max_used" : 70.7
}
,
"cpu" :
{
"cpu_speed" : 1999.0,
"cpu_wio" : 0.0,
"cpu_num" : 24.0,
"cpu_idle" : 99.8886111111,
"cpu_nice" : 0.0,
"cpu_aidle" : 0.0,
"cpu_system" : 0.1,
"cpu_user" : 0.0227777777778
}
,
"rpcdetailed" :
{
"getTask_avg_time" : 1.0,
"ping_avg_time" : 0.0,
"done_avg_time" : 1.0,
"getProtocolVersion_avg_time" : 0.0,
"getMapCompletionEvents_avg_time" : 0.0,
"done_num_ops" : 9,
"getMapCompletionEvents_num_ops" : 6,
"canCommit_num_ops" : 6,
"ping_num_ops" : 2,
"commitPending_avg_time" : 1.0,
"statusUpdate_num_ops" : 15,
"statusUpdate_avg_time" : 1.0,
"getTask_num_ops" : 9,
"getProtocolVersion_num_ops" : 9,
"commitPending_num_ops" : 3,
"canCommit_avg_time" : 0.0
}
,
"load" :
{
"load_fifteen" : 0.0,
"load_one" : 0.0,
"load_five" : 0.0
}
,
"jvm" :
{
"memHeapCommittedM" : 100.4375,
"NonHeapMemoryUsed" : 25214472,
"logFatal" : 0,
"threadsWaiting" : 17,
"gcCount" : 122400,
"threadsBlocked" : 0,
"HeapMemoryUsed" : 77617416,
"logWarn" : 0,
"logError" : 0,
"HeapMemoryMax" : 954466304,
"memNonHeapCommittedM" : 26.125,
"memNonHeapUsedM" : 24.046394,
"gcTimeMillis" : 81352,
"NonHeapMemoryMax" : 136314880,
"logInfo" : 3,
"memHeapUsedM" : 73.81818,
"threadsNew" : 0,
"threadsTerminated" : 0,
"maxMemoryM" : 758.4375,
"threadsTimedWaiting" : 10,
"threadsRunnable" : 6
}
,
"network" :
{
"pkts_out" : 111.684472222,
"bytes_in" : 1428.83666667,
"bytes_out" : 23201.8668056,
"pkts_in" : 13.9853333333
}
,
"memory" :
{
"mem_total" : 1.31854096E8,
"swap_free" : 6291448.0,
"mem_buffers" : 574794.711111,
"mem_shared" : 0.0,
"swap_total" : 6291448.0,
"mem_cached" : 6061952.85556,
"mem_free" : 1.23072573378E8
}
},
"component" : [
{
"href" : "http://aster39h1.td.teradata.com:8080/api/v1/clusters/aster39h1.td.teradata.com/services/MAPREDUCE/components/TASKTRACKER",
"ServiceComponentInfo" :
{
"cluster_name" : "aster39h1.td.teradata.com",
"component_name" : "TASKTRACKER",
"service_name" : "MAPREDUCE"
}
}
]
}
Bug
Major