Mailing-List: contact dev-help@ambari.apache.org; run by ezmlm
Precedence: bulk
Reply-To: dev@ambari.apache.org
Message-Id: <201506090041.t590fGo2004148@d01av04.pok.ibm.com>
Subject: Missing Metrics in the Heatmaps for my stack
To: dev@ambari.apache.org
From: "Anna Shaverdian" <ashaver@us.ibm.com>
Date: Mon, 8 Jun 2015 17:40:15 -0700
Content-type: multipart/alternative;
	Boundary="0__=8FBBF4CCDF90A1788f9e8a93df938690918c8FBBF4CCDF90A178"
Content-Disposition: inline

--0__=8FBBF4CCDF90A1788f9e8a93df938690918c8FBBF4CCDF90A178
Content-Transfer-Encoding: quoted-printable
Content-type: text/plain; charset=US-ASCII


On the Heatmaps tab, when the user wants to select a metric, my stack only
sees a very few compared to HDP.

This function in the UI collected the metrics:

 loadPageData: function () {
    var self =3D this;
    this.loadRacks().done(function (data) {
      self.set('isLoaded', true);
      self.loadRacksSuccessCallback(data);
      self.resetPageData();
      self.getAllHeatMaps().done(function (allHeatmapData) {
        allHeatmapData.items.forEach(function (=5FallHeatmapData) {
          self.get('allHeatmaps').pushObject(=5FallHeatmapData.WidgetInfo);
        });
        var categories =3D self.categorizeByServiceName(self.get
('allHeatmaps'));
        self.set('heatmapCategories', categories);
        self.getActiveWidgetLayout();
      });
    });
  },

We only see these, compared to HDP below:

{
  "href" : "
http://bdvs1397.svl.ibm.com:8081/api/v1/clusters/tgest/widgets?WidgetInfo/w=
idget=5Ftype=3DHEATMAP&WidgetInfo/scope=3DCLUSTER&fields=3DWidgetInfo/metri=
cs&=5F=3D1433527918261
",
  "items" : [
    {
      "href" : "
http://bdvs1397.svl.ibm.com:8081/api/v1/clusters/tgest/widgets/1",
      "WidgetInfo" : {
        "author" : "ambari",
        "cluster=5Fname" : "tgest",
        "id" : 1,
        "metrics" : "[{\"name\":\"disk=5Ffree\",\"metric=5Fpath
\":\"metrics/disk/disk=5Ffree\",\"service=5Fname\":\"STACK\"},{\"name
\":\"disk=5Ftotal\",\"metric=5Fpath\":\"metrics/disk/disk=5Ftotal
\",\"service=5Fname\":\"STACK\"}]",
        "scope" : "CLUSTER",
        "widget=5Fname" : "Host Disk Space Used %",
        "widget=5Ftype" : "HEATMAP"
      }
    },
    {
      "href" : "
http://bdvs1397.svl.ibm.com:8081/api/v1/clusters/tgest/widgets/12",
      "WidgetInfo" : {
        "author" : "ambari",
        "cluster=5Fname" : "tgest",
        "id" : 12,
        "metrics" : "[{\"name
\":\"yarn.NodeManagerMetrics.GoodLocalDirsDiskUtilizationPerc
\",\"metric=5Fpath\":\"metrics/yarn/GoodLocalDirsDiskUtilizationPerc
\",\"service=5Fname\":\"YARN\",\"component=5Fname\":\"NODEMANAGER\"},{\"name
\":\"yarn.NodeManagerMetrics.GoodLogDirsDiskUtilizationPerc\",\"metric=5Fpa=
th
\":\"metrics/yarn/GoodLogDirsDiskUtilizationPerc\",\"service=5Fname\":\"YARN
\",\"component=5Fname\":\"NODEMANAGER\"}]",
        "scope" : "CLUSTER",
        "widget=5Fname" : "YARN local disk space utilization per
NodeManager",
        "widget=5Ftype" : "HEATMAP"
      }
    },
    {
      "href" : "
http://bdvs1397.svl.ibm.com:8081/api/v1/clusters/tgest/widgets/23",
      "WidgetInfo" : {
        "author" : "ambari",
        "cluster=5Fname" : "tgest",
        "id" : 23,
        "metrics" : "[{\"name\":\"dfs.datanode.BytesRead\",\"metric=5Fpath
\":\"metrics/dfs/datanode/bytes=5Fread\",\"service=5Fname\":\"HDFS
\",\"component=5Fname\":\"DATANODE\"}]",
        "scope" : "CLUSTER",
        "widget=5Fname" : "HDFS Bytes Read",
        "widget=5Ftype" : "HEATMAP"
      }
    }
  ]
}

vs HDP:

{
  "href" : "
http://bdavm064.svl.ibm.com:8081/api/v1/clusters/HDP/widgets?WidgetInfo/wid=
get=5Ftype=3DHEATMAP&WidgetInfo/scope=3DCLUSTER&fields=3DWidgetInfo/metrics=
&=5F=3D1433528499880
",
  "items" : [
    {
      "href" : "
http://bdavm064.svl.ibm.com:8081/api/v1/clusters/HDP/widgets/1",
      "WidgetInfo" : {
        "author" : "ambari",
        "cluster=5Fname" : "HDP",
        "id" : 1,
        "metrics" : "[{\"name\":\"disk=5Ffree\",\"metric=5Fpath
\":\"metrics/disk/disk=5Ffree\",\"service=5Fname\":\"STACK\"},{\"name
\":\"disk=5Ftotal\",\"metric=5Fpath\":\"metrics/disk/disk=5Ftotal
\",\"service=5Fname\":\"STACK\"}]",
        "scope" : "CLUSTER",
        "widget=5Fname" : "Host Disk Space Used %",
        "widget=5Ftype" : "HEATMAP"
      }
    },
    {
      "href" : "
http://bdavm064.svl.ibm.com:8081/api/v1/clusters/HDP/widgets/2",
      "WidgetInfo" : {
        "author" : "ambari",
        "cluster=5Fname" : "HDP",
        "id" : 2,
        "metrics" : "[{\"name\":\"mem=5Ftotal\",\"metric=5Fpath
\":\"metrics/memory/mem=5Ftotal\",\"service=5Fname\":\"STACK\"},{\"name
\":\"mem=5Ffree\",\"metric=5Fpath\":\"metrics/memory/mem=5Ffree\",\"service=
=5Fname
\":\"STACK\"},{\"name\":\"mem=5Fcached\",\"metric=5Fpath
\":\"metrics/memory/mem=5Fcached\",\"service=5Fname\":\"STACK\"}]",
        "scope" : "CLUSTER",
        "widget=5Fname" : "Host Memory Used %",
        "widget=5Ftype" : "HEATMAP"
      }
    },

.................................
    {
      "href" : "
http://bdavm064.svl.ibm.com:8081/api/v1/clusters/HDP/widgets/17",
      "WidgetInfo" : {
        "author" : "ambari",
        "cluster=5Fname" : "HDP",
        "id" : 17,
        "metrics" : "[{\"name\":\"yarn.NodeManagerMetrics.BadLocalDirs
\",\"metric=5Fpath\":\"metrics/yarn/BadLocalDirs\",\"service=5Fname\":\"YARN
\",\"component=5Fname\":\"NODEMANAGER\"},{\"name
\":\"yarn.NodeManagerMetrics.BadLogDirs\",\"metric=5Fpath
\":\"metrics/yarn/BadLogDirs\",\"service=5Fname\":\"YARN\",\"component=5Fna=
me
\":\"NODEMANAGER\"}]",
        "scope" : "CLUSTER",
        "widget=5Fname" : "Number of unhealthy local disks for NodeManager",
        "widget=5Ftype" : "HEATMAP"
      }
    },
  .... And more...

 I've compared the widgets.json in my stack versus HDP for Yarn, HDFS,
HBASE, etc.. and stack level widgets.json and metrics.json.
( common-services/<component>/<version>/widgets.json)
I was wondering if anyone knows how I can narrow down the problem?


Thanks!

Anna

--0__=8FBBF4CCDF90A1788f9e8a93df938690918c8FBBF4CCDF90A178--