incubator-ambari-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Steve Ratay (JIRA)" <j...@apache.org>
Subject [jira] [Created] (AMBARI-1641) Some map and reduce task metrics are missing for the tasktrackers in the API
Date Thu, 14 Mar 2013 19:38:13 GMT
Steve Ratay created AMBARI-1641:
-----------------------------------

             Summary: Some map and reduce task metrics are missing for the tasktrackers in
the API
                 Key: AMBARI-1641
                 URL: https://issues.apache.org/jira/browse/AMBARI-1641
             Project: Ambari
          Issue Type: Bug
          Components: controller
    Affects Versions: 1.2.2
            Reporter: Steve Ratay


With Ambari 1.2.2, I can’t get the metrics.mapred object to show up for the tasktracker
component.  Our code is hitting the URL: http://sdll4474.labs.teradata.com:8080/api/v1/clusters/sdll4474.labs.teradata.com/services/MAPREDUCE/components/TASKTRACKER?fields=host_components/*.
 Here’s one of the objects in the host_components array.  Note that the data in metrics.mapred.tasktracker
is providing some data I’ve never seen before.  In previous versions we say properties such
as reduces_running, reduceTaskSlots, maps_running, etc. in this object.


    {
      "href" : "http://aster39h1.td.teradata.com:8080/api/v1/clusters/aster39h1.td.teradata.com/hosts/byn001-17/host_components/TASKTRACKER",
      "HostRoles" : {
        "cluster_name" : "aster39h1.td.teradata.com",
        "desired_state" : "STARTED",
        "state" : "STARTED",
        "component_name" : "TASKTRACKER",
        "service_name" : "MAPREDUCE",
        "host_name" : "byn001-17"
      },
      "metrics" : {
        "boottime" : 1.360089758E9,
       "process" : {
          "proc_total" : 845.211111111,
          "proc_run" : 0.0
        },
        "rpc" : {
          "rpcAuthorizationSuccesses" : 9,
          "SentBytes" : 6842,
          "rpcAuthorizationFailures" : 0,
          "ReceivedBytes" : 26187,
          "NumOpenConnections" : 0,
          "callQueueLen" : 0,
          "RpcQueueTime_num_ops" : 59,
          "rpcAuthenticationSuccesses" : 0,
          "RpcProcessingTime_num_ops" : 59,
          "rpcAuthenticationFailures" : 0,
          "RpcProcessingTime_avg_time" : 0.6666666666666666,
          "RpcQueueTime_avg_time" : 0.0
        },
        "mapred" : {
          "shuffleOutput" : {
            "shuffle_success_outputs" : 1,
            "shuffle_handler_busy_percent" : 0.0,
            "shuffle_output_bytes" : 1400,
            "shuffle_failed_outputs" : 0,
            "shuffle_exceptions_caught" : 0
          },
          "tasktracker" : {
            "ConfigVersion" : "default",
            "HttpPort" : 50060,
            "TasksInfoJson" : "{\"running\":0,\"failed\":0,\"commit_pending\":0}",
            "JobTrackerUrl" : "aster39h1.td.teradata.com:50300",
            "Healthy" : true,
            "Version" : "1.1.2.22, r",
            "Hostname" : "byn001-17",
            "RpcPort" : 48526
          }
        },
        "ugi" : {
          "loginFailure_num_ops" : 0,
          "loginSuccess_num_ops" : 0,
          "loginSuccess_avg_time" : 0.0,
          "loginFailure_avg_time" : 0.0
        },
        "disk" : {
          "disk_total" : 36841.767,
          "disk_free" : 36776.9775333,
          "part_max_used" : 70.7
        },
        "cpu" : {
          "cpu_speed" : 1999.0,
          "cpu_wio" : 0.0,
          "cpu_num" : 24.0,
          "cpu_idle" : 99.8886111111,
          "cpu_nice" : 0.0,
          "cpu_aidle" : 0.0,
          "cpu_system" : 0.1,
          "cpu_user" : 0.0227777777778
        },
        "rpcdetailed" : {
          "getTask_avg_time" : 1.0,
          "ping_avg_time" : 0.0,
          "done_avg_time" : 1.0,
          "getProtocolVersion_avg_time" : 0.0,
          "getMapCompletionEvents_avg_time" : 0.0,
          "done_num_ops" : 9,
          "getMapCompletionEvents_num_ops" : 6,
          "canCommit_num_ops" : 6,
          "ping_num_ops" : 2,
          "commitPending_avg_time" : 1.0,
          "statusUpdate_num_ops" : 15,
          "statusUpdate_avg_time" : 1.0,
          "getTask_num_ops" : 9,
          "getProtocolVersion_num_ops" : 9,
          "commitPending_num_ops" : 3,
          "canCommit_avg_time" : 0.0
        },
        "load" : {
          "load_fifteen" : 0.0,
          "load_one" : 0.0,
          "load_five" : 0.0
        },
        "jvm" : {
          "memHeapCommittedM" : 100.4375,
          "NonHeapMemoryUsed" : 25214472,
          "logFatal" : 0,
          "threadsWaiting" : 17,
          "gcCount" : 122400,
          "threadsBlocked" : 0,
          "HeapMemoryUsed" : 77617416,
          "logWarn" : 0,
          "logError" : 0,
          "HeapMemoryMax" : 954466304,
          "memNonHeapCommittedM" : 26.125,
          "memNonHeapUsedM" : 24.046394,
          "gcTimeMillis" : 81352,
          "NonHeapMemoryMax" : 136314880,
          "logInfo" : 3,
          "memHeapUsedM" : 73.81818,
          "threadsNew" : 0,
          "threadsTerminated" : 0,
          "maxMemoryM" : 758.4375,
          "threadsTimedWaiting" : 10,
          "threadsRunnable" : 6
        },
        "network" : {
          "pkts_out" : 111.684472222,
          "bytes_in" : 1428.83666667,
          "bytes_out" : 23201.8668056,
          "pkts_in" : 13.9853333333
        },
        "memory" : {
          "mem_total" : 1.31854096E8,
          "swap_free" : 6291448.0,
          "mem_buffers" : 574794.711111,
          "mem_shared" : 0.0,
          "swap_total" : 6291448.0,
          "mem_cached" : 6061952.85556,
          "mem_free" : 1.23072573378E8
        }
      },
      "component" : [
        {
          "href" : "http://aster39h1.td.teradata.com:8080/api/v1/clusters/aster39h1.td.teradata.com/services/MAPREDUCE/components/TASKTRACKER",
          "ServiceComponentInfo" : {
            "cluster_name" : "aster39h1.td.teradata.com",
            "component_name" : "TASKTRACKER",
            "service_name" : "MAPREDUCE"
          }
        }
      ]
    }


--
This message is automatically generated by JIRA.
If you think it was sent incorrectly, please contact your JIRA administrators
For more information on JIRA, see: http://www.atlassian.com/software/jira

Mime
View raw message