incubator-ambari-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Yusaku Sako (JIRA)" <j...@apache.org>
Subject [jira] [Updated] (AMBARI-1641) Some map and reduce task metrics are missing for the tasktrackers in the API
Date Tue, 07 May 2013 22:15:18 GMT

     [ https://issues.apache.org/jira/browse/AMBARI-1641?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]

Yusaku Sako updated AMBARI-1641:
--------------------------------

    Fix Version/s: 1.2.3
    
> Some map and reduce task metrics are missing for the tasktrackers in the API
> ----------------------------------------------------------------------------
>
>                 Key: AMBARI-1641
>                 URL: https://issues.apache.org/jira/browse/AMBARI-1641
>             Project: Ambari
>          Issue Type: Bug
>          Components: controller
>    Affects Versions: 1.2.2
>            Reporter: Steve Ratay
>            Assignee: Tom Beerbower
>             Fix For: 1.2.3
>
>         Attachments: AMBARI-1641.patch
>
>
> With Ambari 1.2.2, I can’t get the metrics.mapred object to show up for the tasktracker
component.  Our code is hitting the URL: http://sdll4474.labs.teradata.com:8080/api/v1/clusters/sdll4474.labs.teradata.com/services/MAPREDUCE/components/TASKTRACKER?fields=host_components/*.
 Here’s one of the objects in the host_components array.  Note that the data in metrics.mapred.tasktracker
is providing some data I’ve never seen before.  In previous versions we say properties such
as reduces_running, reduceTaskSlots, maps_running, etc. in this object.
>     {
>       "href" : "http://aster39h1.td.teradata.com:8080/api/v1/clusters/aster39h1.td.teradata.com/hosts/byn001-17/host_components/TASKTRACKER",
>       "HostRoles" : {
>         "cluster_name" : "aster39h1.td.teradata.com",
>         "desired_state" : "STARTED",
>         "state" : "STARTED",
>         "component_name" : "TASKTRACKER",
>         "service_name" : "MAPREDUCE",
>         "host_name" : "byn001-17"
>       },
>       "metrics" : {
>         "boottime" : 1.360089758E9,
>        "process" : {
>           "proc_total" : 845.211111111,
>           "proc_run" : 0.0
>         },
>         "rpc" : {
>           "rpcAuthorizationSuccesses" : 9,
>           "SentBytes" : 6842,
>           "rpcAuthorizationFailures" : 0,
>           "ReceivedBytes" : 26187,
>           "NumOpenConnections" : 0,
>           "callQueueLen" : 0,
>           "RpcQueueTime_num_ops" : 59,
>           "rpcAuthenticationSuccesses" : 0,
>           "RpcProcessingTime_num_ops" : 59,
>           "rpcAuthenticationFailures" : 0,
>           "RpcProcessingTime_avg_time" : 0.6666666666666666,
>           "RpcQueueTime_avg_time" : 0.0
>         },
>         "mapred" : {
>           "shuffleOutput" : {
>             "shuffle_success_outputs" : 1,
>             "shuffle_handler_busy_percent" : 0.0,
>             "shuffle_output_bytes" : 1400,
>             "shuffle_failed_outputs" : 0,
>             "shuffle_exceptions_caught" : 0
>           },
>           "tasktracker" : {
>             "ConfigVersion" : "default",
>             "HttpPort" : 50060,
>             "TasksInfoJson" : "{\"running\":0,\"failed\":0,\"commit_pending\":0}",
>             "JobTrackerUrl" : "aster39h1.td.teradata.com:50300",
>             "Healthy" : true,
>             "Version" : "1.1.2.22, r",
>             "Hostname" : "byn001-17",
>             "RpcPort" : 48526
>           }
>         },
>         "ugi" : {
>           "loginFailure_num_ops" : 0,
>           "loginSuccess_num_ops" : 0,
>           "loginSuccess_avg_time" : 0.0,
>           "loginFailure_avg_time" : 0.0
>         },
>         "disk" : {
>           "disk_total" : 36841.767,
>           "disk_free" : 36776.9775333,
>           "part_max_used" : 70.7
>         },
>         "cpu" : {
>           "cpu_speed" : 1999.0,
>           "cpu_wio" : 0.0,
>           "cpu_num" : 24.0,
>           "cpu_idle" : 99.8886111111,
>           "cpu_nice" : 0.0,
>           "cpu_aidle" : 0.0,
>           "cpu_system" : 0.1,
>           "cpu_user" : 0.0227777777778
>         },
>         "rpcdetailed" : {
>           "getTask_avg_time" : 1.0,
>           "ping_avg_time" : 0.0,
>           "done_avg_time" : 1.0,
>           "getProtocolVersion_avg_time" : 0.0,
>           "getMapCompletionEvents_avg_time" : 0.0,
>           "done_num_ops" : 9,
>           "getMapCompletionEvents_num_ops" : 6,
>           "canCommit_num_ops" : 6,
>           "ping_num_ops" : 2,
>           "commitPending_avg_time" : 1.0,
>           "statusUpdate_num_ops" : 15,
>           "statusUpdate_avg_time" : 1.0,
>           "getTask_num_ops" : 9,
>           "getProtocolVersion_num_ops" : 9,
>           "commitPending_num_ops" : 3,
>           "canCommit_avg_time" : 0.0
>         },
>         "load" : {
>           "load_fifteen" : 0.0,
>           "load_one" : 0.0,
>           "load_five" : 0.0
>         },
>         "jvm" : {
>           "memHeapCommittedM" : 100.4375,
>           "NonHeapMemoryUsed" : 25214472,
>           "logFatal" : 0,
>           "threadsWaiting" : 17,
>           "gcCount" : 122400,
>           "threadsBlocked" : 0,
>           "HeapMemoryUsed" : 77617416,
>           "logWarn" : 0,
>           "logError" : 0,
>           "HeapMemoryMax" : 954466304,
>           "memNonHeapCommittedM" : 26.125,
>           "memNonHeapUsedM" : 24.046394,
>           "gcTimeMillis" : 81352,
>           "NonHeapMemoryMax" : 136314880,
>           "logInfo" : 3,
>           "memHeapUsedM" : 73.81818,
>           "threadsNew" : 0,
>           "threadsTerminated" : 0,
>           "maxMemoryM" : 758.4375,
>           "threadsTimedWaiting" : 10,
>           "threadsRunnable" : 6
>         },
>         "network" : {
>           "pkts_out" : 111.684472222,
>           "bytes_in" : 1428.83666667,
>           "bytes_out" : 23201.8668056,
>           "pkts_in" : 13.9853333333
>         },
>         "memory" : {
>           "mem_total" : 1.31854096E8,
>           "swap_free" : 6291448.0,
>           "mem_buffers" : 574794.711111,
>           "mem_shared" : 0.0,
>           "swap_total" : 6291448.0,
>           "mem_cached" : 6061952.85556,
>           "mem_free" : 1.23072573378E8
>         }
>       },
>       "component" : [
>         {
>           "href" : "http://aster39h1.td.teradata.com:8080/api/v1/clusters/aster39h1.td.teradata.com/services/MAPREDUCE/components/TASKTRACKER",
>           "ServiceComponentInfo" : {
>             "cluster_name" : "aster39h1.td.teradata.com",
>             "component_name" : "TASKTRACKER",
>             "service_name" : "MAPREDUCE"
>           }
>         }
>       ]
>     }

--
This message is automatically generated by JIRA.
If you think it was sent incorrectly, please contact your JIRA administrators
For more information on JIRA, see: http://www.atlassian.com/software/jira

Mime
View raw message