[ https://issues.apache.org/jira/browse/AMBARI-1641?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=13602749#comment-13602749
]
Nate Cole commented on AMBARI-1641:
-----------------------------------
+1, looks good
> Some map and reduce task metrics are missing for the tasktrackers in the API
> ----------------------------------------------------------------------------
>
> Key: AMBARI-1641
> URL: https://issues.apache.org/jira/browse/AMBARI-1641
> Project: Ambari
> Issue Type: Bug
> Components: controller
> Affects Versions: 1.2.2
> Reporter: Steve Ratay
> Assignee: Tom Beerbower
> Attachments: AMBARI-1641.patch
>
>
> With Ambari 1.2.2, I can’t get the metrics.mapred object to show up for the tasktracker
component. Our code is hitting the URL: http://sdll4474.labs.teradata.com:8080/api/v1/clusters/sdll4474.labs.teradata.com/services/MAPREDUCE/components/TASKTRACKER?fields=host_components/*.
Here’s one of the objects in the host_components array. Note that the data in metrics.mapred.tasktracker
is providing some data I’ve never seen before. In previous versions we say properties such
as reduces_running, reduceTaskSlots, maps_running, etc. in this object.
> {
> "href" : "http://aster39h1.td.teradata.com:8080/api/v1/clusters/aster39h1.td.teradata.com/hosts/byn001-17/host_components/TASKTRACKER",
> "HostRoles" : {
> "cluster_name" : "aster39h1.td.teradata.com",
> "desired_state" : "STARTED",
> "state" : "STARTED",
> "component_name" : "TASKTRACKER",
> "service_name" : "MAPREDUCE",
> "host_name" : "byn001-17"
> },
> "metrics" : {
> "boottime" : 1.360089758E9,
> "process" : {
> "proc_total" : 845.211111111,
> "proc_run" : 0.0
> },
> "rpc" : {
> "rpcAuthorizationSuccesses" : 9,
> "SentBytes" : 6842,
> "rpcAuthorizationFailures" : 0,
> "ReceivedBytes" : 26187,
> "NumOpenConnections" : 0,
> "callQueueLen" : 0,
> "RpcQueueTime_num_ops" : 59,
> "rpcAuthenticationSuccesses" : 0,
> "RpcProcessingTime_num_ops" : 59,
> "rpcAuthenticationFailures" : 0,
> "RpcProcessingTime_avg_time" : 0.6666666666666666,
> "RpcQueueTime_avg_time" : 0.0
> },
> "mapred" : {
> "shuffleOutput" : {
> "shuffle_success_outputs" : 1,
> "shuffle_handler_busy_percent" : 0.0,
> "shuffle_output_bytes" : 1400,
> "shuffle_failed_outputs" : 0,
> "shuffle_exceptions_caught" : 0
> },
> "tasktracker" : {
> "ConfigVersion" : "default",
> "HttpPort" : 50060,
> "TasksInfoJson" : "{\"running\":0,\"failed\":0,\"commit_pending\":0}",
> "JobTrackerUrl" : "aster39h1.td.teradata.com:50300",
> "Healthy" : true,
> "Version" : "1.1.2.22, r",
> "Hostname" : "byn001-17",
> "RpcPort" : 48526
> }
> },
> "ugi" : {
> "loginFailure_num_ops" : 0,
> "loginSuccess_num_ops" : 0,
> "loginSuccess_avg_time" : 0.0,
> "loginFailure_avg_time" : 0.0
> },
> "disk" : {
> "disk_total" : 36841.767,
> "disk_free" : 36776.9775333,
> "part_max_used" : 70.7
> },
> "cpu" : {
> "cpu_speed" : 1999.0,
> "cpu_wio" : 0.0,
> "cpu_num" : 24.0,
> "cpu_idle" : 99.8886111111,
> "cpu_nice" : 0.0,
> "cpu_aidle" : 0.0,
> "cpu_system" : 0.1,
> "cpu_user" : 0.0227777777778
> },
> "rpcdetailed" : {
> "getTask_avg_time" : 1.0,
> "ping_avg_time" : 0.0,
> "done_avg_time" : 1.0,
> "getProtocolVersion_avg_time" : 0.0,
> "getMapCompletionEvents_avg_time" : 0.0,
> "done_num_ops" : 9,
> "getMapCompletionEvents_num_ops" : 6,
> "canCommit_num_ops" : 6,
> "ping_num_ops" : 2,
> "commitPending_avg_time" : 1.0,
> "statusUpdate_num_ops" : 15,
> "statusUpdate_avg_time" : 1.0,
> "getTask_num_ops" : 9,
> "getProtocolVersion_num_ops" : 9,
> "commitPending_num_ops" : 3,
> "canCommit_avg_time" : 0.0
> },
> "load" : {
> "load_fifteen" : 0.0,
> "load_one" : 0.0,
> "load_five" : 0.0
> },
> "jvm" : {
> "memHeapCommittedM" : 100.4375,
> "NonHeapMemoryUsed" : 25214472,
> "logFatal" : 0,
> "threadsWaiting" : 17,
> "gcCount" : 122400,
> "threadsBlocked" : 0,
> "HeapMemoryUsed" : 77617416,
> "logWarn" : 0,
> "logError" : 0,
> "HeapMemoryMax" : 954466304,
> "memNonHeapCommittedM" : 26.125,
> "memNonHeapUsedM" : 24.046394,
> "gcTimeMillis" : 81352,
> "NonHeapMemoryMax" : 136314880,
> "logInfo" : 3,
> "memHeapUsedM" : 73.81818,
> "threadsNew" : 0,
> "threadsTerminated" : 0,
> "maxMemoryM" : 758.4375,
> "threadsTimedWaiting" : 10,
> "threadsRunnable" : 6
> },
> "network" : {
> "pkts_out" : 111.684472222,
> "bytes_in" : 1428.83666667,
> "bytes_out" : 23201.8668056,
> "pkts_in" : 13.9853333333
> },
> "memory" : {
> "mem_total" : 1.31854096E8,
> "swap_free" : 6291448.0,
> "mem_buffers" : 574794.711111,
> "mem_shared" : 0.0,
> "swap_total" : 6291448.0,
> "mem_cached" : 6061952.85556,
> "mem_free" : 1.23072573378E8
> }
> },
> "component" : [
> {
> "href" : "http://aster39h1.td.teradata.com:8080/api/v1/clusters/aster39h1.td.teradata.com/services/MAPREDUCE/components/TASKTRACKER",
> "ServiceComponentInfo" : {
> "cluster_name" : "aster39h1.td.teradata.com",
> "component_name" : "TASKTRACKER",
> "service_name" : "MAPREDUCE"
> }
> }
> ]
> }
--
This message is automatically generated by JIRA.
If you think it was sent incorrectly, please contact your JIRA administrators
For more information on JIRA, see: http://www.atlassian.com/software/jira
|