Return-Path: X-Original-To: archive-asf-public-internal@cust-asf2.ponee.io Delivered-To: archive-asf-public-internal@cust-asf2.ponee.io Received: from cust-asf.ponee.io (cust-asf.ponee.io [163.172.22.183]) by cust-asf2.ponee.io (Postfix) with ESMTP id 35DE82009C6 for ; Tue, 17 May 2016 02:49:44 +0200 (CEST) Received: by cust-asf.ponee.io (Postfix) id 349A3160A1F; Tue, 17 May 2016 00:49:44 +0000 (UTC) Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by cust-asf.ponee.io (Postfix) with SMTP id 9D01B160A31 for ; Tue, 17 May 2016 02:49:41 +0200 (CEST) Received: (qmail 70437 invoked by uid 500); 17 May 2016 00:49:40 -0000 Mailing-List: contact commits-help@ambari.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: ambari-dev@ambari.apache.org Delivered-To: mailing list commits@ambari.apache.org Received: (qmail 69295 invoked by uid 99); 17 May 2016 00:49:39 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Tue, 17 May 2016 00:49:39 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id DED61EB232; Tue, 17 May 2016 00:49:39 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit From: swagle@apache.org To: commits@ambari.apache.org Date: Tue, 17 May 2016 00:49:58 -0000 Message-Id: <4c6c5cbaa4984f4b918e13263ff0e6a6@git.apache.org> In-Reply-To: <94e21b61dfaa4fdd811cc69f4136cd41@git.apache.org> References: <94e21b61dfaa4fdd811cc69f4136cd41@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: [20/25] ambari git commit: AMBARI-16686. Support grafana dashboards to be defined based on stack. (swagle) archived-at: Tue, 17 May 2016 00:49:44 -0000 http://git-wip-us.apache.org/repos/asf/ambari/blob/d7446b9b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-hive-hiverserver2.json ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-hive-hiverserver2.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-hive-hiverserver2.json new file mode 100644 index 0000000..b77660d --- /dev/null +++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-hive-hiverserver2.json @@ -0,0 +1,777 @@ +{ + "id": null, + "title": "Hive - HiveServer2", + "originalTitle": "Hive - HiveServer2", + "tags": [ + "hive" + ], + "style": "dark", + "timezone": "browser", + "editable": true, + "hideControls": false, + "sharedCrosshair": false, + "rows": [ + { + "collapse": false, + "editable": true, + "height": "100px", + "panels": [ + { + "content": "

Metrics to see the overall status for Hive Server 2. Click on each row title to expand on demand to look at various metrics.

\n
This dashboard is managed by Ambari. You may lose any changes made to this dashboard. If you want to customize, make your own copy.
", + "editable": true, + "error": false, + "id": 24, + "isNew": true, + "links": [], + "mode": "html", + "span": 12, + "style": {}, + "title": "", + "type": "text" + } + ], + "title": "New row" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 9, + "isNew": true, + "leftYAxisLabel": "", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "repeat": null, + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "typical", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.api_get_all_databases_75thpercentile", + "precision": "default", + "refId": "A", + "templatedHost": "" + }, + { + "aggregator": "max", + "alias": "max", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.api_get_all_databases_999thpercentile", + "precision": "default", + "refId": "B", + "templatedHost": "" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "API call times - Health Check roundtrip (get_all_databases)", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 19, + "isNew": true, + "leftYAxisLabel": "", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "typical", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.api_get_partitions_by_names_75thpercentile", + "precision": "default", + "refId": "C", + "templatedHost": "" + }, + { + "aggregator": "max", + "alias": "max", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.api_get_partitions_by_names_999thpercentile", + "precision": "default", + "refId": "D", + "templatedHost": "" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "API call times - Moderate size call (get_partitions_by_names)", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + } + ], + "showTitle": true, + "title": "API Times" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 21, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 12, + "stack": false, + "steppedLine": true, + "targets": [ + { + "aggregator": "max", + "alias": "GC app stop time", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.jvm.pause.extraSleepTime", + "precision": "default", + "refId": "A", + "templatedHost": "" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "App Stop times (due to GC)", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 15, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "MemHeapMax", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.memory.heap.max", + "precision": "default", + "refId": "A", + "templatedHost": "" + }, + { + "aggregator": "max", + "alias": "MemHeapUsed", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.memory.heap.used", + "precision": "default", + "refId": "B", + "templatedHost": "" + }, + { + "aggregator": "max", + "alias": "MemHeapCommitted", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.memory.heap.committed", + "precision": "default", + "refId": "C", + "templatedHost": "" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Heap Usage", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 16, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "MemNonHeapMax", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.memory.non-heap.max", + "precision": "default", + "refId": "A", + "templatedHost": "" + }, + { + "aggregator": "max", + "alias": "MemNonHeapUsed", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.memory.non-heap.used", + "precision": "default", + "refId": "B", + "templatedHost": "" + }, + { + "aggregator": "max", + "alias": "MemNonHeapCommitted", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.memory.non-heap.committed", + "precision": "default", + "refId": "C", + "templatedHost": "" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Off-Heap Usage", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "short" + ] + } + ], + "showTitle": true, + "title": "Memory Pressure" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 22, + "isNew": true, + "leftYAxisLabel": "", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": true, + "targets": [ + { + "aggregator": "max", + "alias": "initialized", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.active_calls_api_hs2_operation_INITIALIZED", + "precision": "default", + "refId": "D", + "templatedHost": "" + }, + { + "aggregator": "max", + "alias": "pending", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.active_calls_api_hs2_operation_PENDING", + "precision": "default", + "refId": "E", + "templatedHost": "" + }, + { + "aggregator": "max", + "alias": "running", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.active_calls_api_hs2_operation_RUNNING", + "precision": "default", + "refId": "F", + "templatedHost": "" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Active operation count", + "tooltip": { + "shared": true, + "value_type": "individual" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 23, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "sum", + "alias": "initialized", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.api_hs2_operation_INITIALIZED_count", + "precision": "default", + "refId": "D", + "templatedHost": "" + }, + { + "aggregator": "sum", + "alias": "errored", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.hs2_completed_operation_ERROR", + "precision": "default", + "refId": "A", + "templatedHost": "" + }, + { + "aggregator": "sum", + "alias": "finished", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.hs2_completed_operation_FINISHED", + "precision": "default", + "refId": "B", + "templatedHost": "" + }, + { + "aggregator": "sum", + "alias": "closed", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.hs2_completed_operation_CLOSED", + "precision": "default", + "refId": "C", + "templatedHost": "" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Completed operation states", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "short" + ] + } + ], + "showTitle": true, + "title": "Thread States" + } + ], + "time": { + "from": "now-6h", + "to": "now" + }, + "timepicker": { + "now": true, + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "templating": { + "list": [ + { + "allFormat": "glob", + "current": { + "text": "hiveserver2", + "value": "hiveserver2" + }, + "datasource": null, + "hideLabel": true, + "includeAll": false, + "multi": false, + "multiFormat": "glob", + "name": "components", + "options": [ + { + "selected": true, + "text": "hiveserver2", + "value": "hiveserver2" + } + ], + "query": "hiveserver2", + "refresh": false, + "type": "custom" + }, + { + "allFormat": "glob", + "current": { + "text": "All", + "value": "" + }, + "datasource": null, + "includeAll": true, + "multi": true, + "multiFormat": "glob", + "name": "hosts", + "options": [ + { + "text": "All", + "value": "", + "selected": true + } + ], + "query": "hosts", + "refresh": true, + "regex": "", + "type": "query", + "useTags": false + } + ] + }, + "annotations": { + "list": [] + }, + "refresh": false, + "schemaVersion": 8, + "version": 52, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "keepTime": true, + "tags": [ + "hive" + ], + "title": "Hive Dashboards", + "type": "dashboards" + } + ] +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/ambari/blob/d7446b9b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-hive-home.json ---------------------------------------------------------------------- diff --git a/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-hive-home.json b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-hive-home.json new file mode 100644 index 0000000..9cc50a6 --- /dev/null +++ b/ambari-server/src/main/resources/common-services/AMBARI_METRICS/0.1.0/package/files/grafana-dashboards/HDP/grafana-hive-home.json @@ -0,0 +1,1121 @@ +{ + "id": null, + "title": "Hive - Home", + "originalTitle": "Hive - Home", + "tags": [ + "hive" + ], + "style": "dark", + "timezone": "browser", + "editable": true, + "hideControls": false, + "sharedCrosshair": false, + "rows": [ + { + "collapse": false, + "editable": true, + "height": "100px", + "panels": [ + { + "content": "

Metrics to see the overall status for Hive Service. Click on each row title to expand on demand to look at various metrics.

\n
This dashboard is managed by Ambari. You may lose any changes made to this dashboard. If you want to customize, make your own copy.
", + "editable": true, + "error": false, + "id": 29, + "isNew": true, + "links": [], + "mode": "html", + "span": 12, + "style": {}, + "title": "", + "type": "text" + } + ], + "title": "New row" + }, + { + "collapse": false, + "editable": true, + "height": "250px", + "panels": [ + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "datasource": null, + "editable": true, + "error": false, + "format": "none", + "id": 18, + "interval": null, + "isNew": true, + "links": [], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "span": 4, + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": true, + "lineColor": "rgb(31, 120, 193)", + "show": true + }, + "targets": [ + { + "aggregator": "max", + "alias": "DB count", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.init_total_count_dbs", + "precision": "default", + "refId": "A" + } + ], + "thresholds": "", + "title": "DB count at startup", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "max" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "datasource": null, + "editable": true, + "error": false, + "format": "none", + "id": 19, + "interval": null, + "isNew": true, + "links": [], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "span": 4, + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": true, + "lineColor": "rgb(31, 120, 193)", + "show": true + }, + "targets": [ + { + "aggregator": "max", + "alias": "Table Count", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.init_total_count_tables", + "precision": "default", + "refId": "A" + } + ], + "thresholds": "", + "title": "Table count at startup", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "max" + }, + { + "cacheTimeout": null, + "colorBackground": false, + "colorValue": false, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "datasource": null, + "editable": true, + "error": false, + "format": "none", + "id": 20, + "interval": null, + "isNew": true, + "links": [], + "maxDataPoints": 100, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "", + "prefixFontSize": "50%", + "span": 4, + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": true, + "lineColor": "rgb(31, 120, 193)", + "show": true + }, + "targets": [ + { + "aggregator": "max", + "alias": "DB count", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.init_total_count_partitions", + "precision": "default", + "refId": "A" + } + ], + "thresholds": "", + "title": "Partition count at startup", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "max" + } + ], + "showTitle": true, + "title": "Warehouse size - at a glance" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 9, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": true, + "steppedLine": true, + "targets": [ + { + "aggregator": "sum", + "alias": "#tables created on HMS", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.api_create_table_count", + "precision": "default", + "refId": "B" + }, + { + "aggregator": "sum", + "alias": "#tables created on HS2", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.api_create_table_count", + "precision": "default", + "refId": "C" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "#tables created (ongoing)", + "tooltip": { + "shared": true, + "value_type": "individual" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 24, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": true, + "steppedLine": true, + "targets": [ + { + "aggregator": "sum", + "alias": "#partitions created on HMS", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.create_total_count_partitions", + "precision": "default", + "refId": "B" + }, + { + "aggregator": "sum", + "alias": "#partitions created on HS2", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.create_total_count_partitions", + "precision": "default", + "refId": "C" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "#partitions created (ongoing)", + "tooltip": { + "shared": true, + "value_type": "individual" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "short", + "short" + ] + } + ], + "showTitle": true, + "title": "Warehouse size - realtime growth" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "height": "", + "id": 23, + "isNew": true, + "leftYAxisLabel": "", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "MemHeapMax", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "default.General.memory.heap.max", + "precision": "default", + "refId": "A" + }, + { + "aggregator": "max", + "alias": "MemHeapUsed", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "default.General.memory.heap.used", + "precision": "default", + "refId": "B" + }, + { + "aggregator": "max", + "alias": "MemHeapCommitted", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "default.General.memory.heap.committed", + "precision": "default", + "refId": "C" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "HiveMetaStore Memory - Max", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "height": "", + "id": 25, + "isNew": true, + "leftYAxisLabel": "", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "MemHeapMax", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "default.General.memory.heap.max", + "precision": "default", + "refId": "A" + }, + { + "aggregator": "max", + "alias": "MemHeapUsed", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "default.General.memory.heap.used", + "precision": "default", + "refId": "B" + }, + { + "aggregator": "max", + "alias": "MemHeapCommitted", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "default.General.memory.heap.committed", + "precision": "default", + "refId": "C" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "HiveServer2 Memory - Max", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "height": "", + "id": 26, + "isNew": true, + "leftYAxisLabel": "", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "MemNonHeapMax", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "default.General.memory.non-heap.max", + "precision": "default", + "refId": "A" + }, + { + "aggregator": "max", + "alias": "MemNonHeapUsed", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "default.General.memory.non-heap.used", + "precision": "default", + "refId": "B" + }, + { + "aggregator": "max", + "alias": "MemNonHeapCommitted", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "default.General.memory.non-heap.committed", + "precision": "default", + "refId": "C" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "HiveMetaStore Offheap Memory - Max", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 0, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "height": "", + "id": 27, + "isNew": true, + "leftYAxisLabel": "", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "max", + "alias": "MemNonHeapMax", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "default.General.memory.non-heap.max", + "precision": "default", + "refId": "A" + }, + { + "aggregator": "max", + "alias": "MemNonHeapUsed", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "default.General.memory.non-heap.used", + "precision": "default", + "refId": "B" + }, + { + "aggregator": "max", + "alias": "MemNonHeapCommitted", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "default.General.memory.non-heap.committed", + "precision": "default", + "refId": "C" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "HiveServer2 Offheap Memory - Max", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "bytes", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 4, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": true, + "targets": [ + { + "aggregator": "max", + "alias": "GC app stop times", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.jvm.pause.extraSleepTime", + "precision": "default", + "refId": "A" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "HiveMetaStore app stop times (due to GC stops)", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": 0, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 28, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": true, + "targets": [ + { + "aggregator": "max", + "alias": "GC app stop times", + "app": "hiveserver2", + "downsampleAggregator": "avg", + "errors": {}, + "hosts": "", + "metric": "default.General.jvm.pause.extraSleepTime", + "precision": "default", + "refId": "A" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "HiveServer2 app stop times (due to GC stops)", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + } + ], + "showTitle": true, + "title": "Memory Pressure" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 16, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "typical", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.api_get_all_databases_75thpercentile", + "precision": "default", + "refId": "A" + }, + { + "aggregator": "max", + "alias": "max", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.api_get_all_databases_999thpercentile", + "precision": "default", + "refId": "B" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "API call times - Health Check roundtrip (get_all_databases)", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": null, + "editable": true, + "error": false, + "fill": 1, + "grid": { + "leftLogBase": 1, + "leftMax": null, + "leftMin": null, + "rightLogBase": 1, + "rightMax": null, + "rightMin": null, + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 17, + "isNew": true, + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "aggregator": "avg", + "alias": "typical", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.api_get_partitions_by_names_75thpercentile", + "precision": "default", + "refId": "A" + }, + { + "aggregator": "max", + "alias": "max", + "app": "hivemetastore", + "downsampleAggregator": "avg", + "errors": {}, + "metric": "default.General.api_get_partitions_by_names_999thpercentile", + "precision": "default", + "refId": "B" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "API call times - Moderate size call (get_partitions_by_names)", + "tooltip": { + "shared": true, + "value_type": "cumulative" + }, + "type": "graph", + "x-axis": true, + "y-axis": true, + "y_formats": [ + "ms", + "short" + ] + } + ], + "showTitle": true, + "title": "Metastore - Call times" + } + ], + "time": { + "from": "now-6h", + "to": "now" + }, + "timepicker": { + "now": true, + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "templating": { + "list": [] + }, + "annotations": { + "list": [] + }, + "schemaVersion": 8, + "version": 51, + "links": [ + { + "asDropdown": true, + "icon": "external link", + "keepTime": true, + "tags": [ + "hive" + ], + "title": "Hive Dashboards", + "type": "dashboards" + } + ] +} \ No newline at end of file