eagle-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From h..@apache.org
Subject incubator-eagle git commit: EAGLE-186 Support hadoop.namenode.fsnamesystemstate.capacityusage and fix resource manager metric bug
Date Fri, 04 Mar 2016 17:52:34 GMT
Repository: incubator-eagle
Updated Branches:
  refs/heads/master d394a8e34 -> a641aca15


EAGLE-186 Support hadoop.namenode.fsnamesystemstate.capacityusage and fix resource manager
metric bug

https://issues.apache.org/jira/browse/EAGLE-186

Sign-off: Hao Chen <hao@apache.org>


Project: http://git-wip-us.apache.org/repos/asf/incubator-eagle/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-eagle/commit/a641aca1
Tree: http://git-wip-us.apache.org/repos/asf/incubator-eagle/tree/a641aca1
Diff: http://git-wip-us.apache.org/repos/asf/incubator-eagle/diff/a641aca1

Branch: refs/heads/master
Commit: a641aca155531edaf4e6ab843d6aa2c7f4eff022
Parents: d394a8e
Author: Hao Chen <hao@apache.org>
Authored: Fri Mar 4 09:52:01 2016 -0800
Committer: Hao Chen <hao@apache.org>
Committed: Fri Mar 4 09:52:01 2016 -0800

----------------------------------------------------------------------
 eagle-external/hadoop_jmx_collector/hadoop_ha_checker.py |  2 +-
 eagle-external/hadoop_jmx_collector/hadoop_jmx_kafka.py  | 11 ++++++++++-
 2 files changed, 11 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/a641aca1/eagle-external/hadoop_jmx_collector/hadoop_ha_checker.py
----------------------------------------------------------------------
diff --git a/eagle-external/hadoop_jmx_collector/hadoop_ha_checker.py b/eagle-external/hadoop_jmx_collector/hadoop_ha_checker.py
index 2a5096b..c33b327 100644
--- a/eagle-external/hadoop_jmx_collector/hadoop_ha_checker.py
+++ b/eagle-external/hadoop_jmx_collector/hadoop_ha_checker.py
@@ -86,7 +86,7 @@ class HadoopRMHAChecker(MetricCollector):
         total_count = len(hosts)
 
         self.collect({
-            "component": "namenode",
+            "component": "resourcemanager",
             "metric": "hadoop.resourcemanager.hastate.total.count",
             "value": total_count
         })

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/a641aca1/eagle-external/hadoop_jmx_collector/hadoop_jmx_kafka.py
----------------------------------------------------------------------
diff --git a/eagle-external/hadoop_jmx_collector/hadoop_jmx_kafka.py b/eagle-external/hadoop_jmx_collector/hadoop_jmx_kafka.py
index 8837c30..286d0be 100644
--- a/eagle-external/hadoop_jmx_collector/hadoop_jmx_kafka.py
+++ b/eagle-external/hadoop_jmx_collector/hadoop_jmx_kafka.py
@@ -56,6 +56,14 @@ class MemortUsageMetric(JmxMetricListener):
             self.collector.on_bean_kv(self.PREFIX, "memheapcommittedusage", memheapcommittedusage)
 
 
+class NNCapacityUsageMetric(JmxMetricListener):
+    PREFIX = "hadoop.namenode.fsnamesystemstate"
+
+    def on_bean(self, bean):
+        if bean["name"] == "Hadoop:service=NameNode,name=FSNamesystemState":
+            capacityusage = round(float(bean['CapacityUsed']) / float(bean['CapacityTotal'])
* 100, 2)
+            self.collector.on_bean_kv(self.PREFIX, "capacityusage", capacityusage)
+
 class JournalTransactionInfoMetric(JmxMetricListener):
     PREFIX = "hadoop.namenode.journaltransaction"
 
@@ -74,6 +82,7 @@ if __name__ == '__main__':
             NNSafeModeMetric(),
             NNHAMetric(),
             MemortUsageMetric(),
-            JournalTransactionInfoMetric()
+            JournalTransactionInfoMetric(),
+            NNCapacityUsageMetric()
     )
     Runner.run(collector)


Mime
View raw message