ambari-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ja...@apache.org
Subject ambari git commit: AMBARI-15105: Add alerts for HAWQ components status (bhuvnesh2703 via jaoki)
Date Thu, 25 Feb 2016 23:47:00 GMT
Repository: ambari
Updated Branches:
  refs/heads/branch-2.2 15933088c -> 27e510b82


AMBARI-15105: Add alerts for HAWQ components status (bhuvnesh2703 via jaoki)


Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/27e510b8
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/27e510b8
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/27e510b8

Branch: refs/heads/branch-2.2
Commit: 27e510b82aefd61b31d3da4f420b455689516603
Parents: 1593308
Author: Jun Aoki <jaoki@apache.org>
Authored: Thu Feb 25 15:46:52 2016 -0800
Committer: Jun Aoki <jaoki@apache.org>
Committed: Thu Feb 25 15:46:52 2016 -0800

----------------------------------------------------------------------
 .../common-services/HAWQ/2.0.0/alerts.json      |  93 +++++++++++-
 .../package/alerts/alert_component_status.py    |  76 ++++++++++
 .../2.3/HAWQ/test_alert_component_status.py     | 141 +++++++++++++++++++
 ambari-web/app/views/main/dashboard/widgets.js  |   2 +-
 4 files changed, 310 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/ambari/blob/27e510b8/ambari-server/src/main/resources/common-services/HAWQ/2.0.0/alerts.json
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HAWQ/2.0.0/alerts.json b/ambari-server/src/main/resources/common-services/HAWQ/2.0.0/alerts.json
index 3119a0c..14ad6d7 100644
--- a/ambari-server/src/main/resources/common-services/HAWQ/2.0.0/alerts.json
+++ b/ambari-server/src/main/resources/common-services/HAWQ/2.0.0/alerts.json
@@ -1,5 +1,32 @@
 {
   "HAWQ": {
+    "service": [
+      {
+        "name": "hawq_segment_process_percent",
+        "label": "Percent HAWQ Segments Available",
+        "description": "This alert is triggered if the number of down HAWQ Segments in the
cluster is greater than the configured critical threshold.",
+        "interval": 1,
+        "scope": "SERVICE",
+        "enabled": true,
+        "source": {
+          "type": "AGGREGATE",
+          "alert_name": "hawq_segment_process",
+          "reporting": {
+            "ok": {
+              "text": "affected: [{1}], total: [{0}]"
+            },
+            "warning": {
+              "text": "affected: [{1}], total: [{0}]",
+              "value": 0.1
+            },
+            "critical": {
+              "text": "affected: [{1}], total: [{0}]",
+              "value": 0.3
+            }
+          }
+        }
+      }
+    ],
     "HAWQMASTER": [
       {
         "name": "hawqstandby_sync_status",
@@ -13,7 +40,71 @@
           "path": "HAWQ/2.0.0/package/alerts/alert_sync_status.py",
           "parameters": []
         }
+      },
+      {
+        "name": "hawq_master_process",
+        "label": "HAWQ Master Process",
+        "description": "This alert is triggered if the HAWQ Master process cannot be confirmed
to be up and listening on the network.",
+        "interval": 1,
+        "scope": "ANY",
+        "source": {
+          "type": "SCRIPT",
+          "path": "HAWQ/2.0.0/package/alerts/alert_component_status.py",
+          "parameters": [
+            {
+              "name": "component_name",
+              "display_name": "Component Name",
+              "value": "master",
+              "type": "STRING",
+              "description": "This text string indicates if it is a Master, Standby or Segment"
+            }
+          ]
+        }
+      }
+    ],
+    "HAWQSEGMENT": [
+      {
+        "name": "hawq_segment_process",
+        "label": "HAWQ Segment Process",
+        "description": "This host-level alert is triggered if the HAWQ Segment process cannot
be confirmed to be up and listening on the network.",
+        "interval": 1,
+        "scope": "HOST",
+        "source": {
+          "type": "SCRIPT",
+          "path": "HAWQ/2.0.0/package/alerts/alert_component_status.py",
+          "parameters": [
+            {
+              "name": "component_name",
+              "display_name": "Component Name",
+              "value": "segment",
+              "type": "STRING",
+              "description": "This text string indicates if it is a Master, Standby or Segment"
+            }
+          ]
+        }
+      }
+    ],
+    "HAWQSTANDBY": [
+      {
+        "name": "hawq_standby_process",
+        "label": "HAWQ Standby Process",
+        "description": "This alert is triggered if the HAWQ Standby process cannot be confirmed
to be up and listening on the network.",
+        "interval": 1,
+        "scope": "ANY",
+        "source": {
+          "type": "SCRIPT",
+          "path": "HAWQ/2.0.0/package/alerts/alert_component_status.py",
+          "parameters": [
+            {
+              "name": "component_name",
+              "display_name": "Component Name",
+              "value": "standby",
+              "type": "STRING",
+              "description": "This text string indicates if it is a Master, Standby or Segment"
+            }
+          ]
+        }
       }
     ]
   }
-}
\ No newline at end of file
+}

http://git-wip-us.apache.org/repos/asf/ambari/blob/27e510b8/ambari-server/src/main/resources/common-services/HAWQ/2.0.0/package/alerts/alert_component_status.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/main/resources/common-services/HAWQ/2.0.0/package/alerts/alert_component_status.py
b/ambari-server/src/main/resources/common-services/HAWQ/2.0.0/package/alerts/alert_component_status.py
new file mode 100644
index 0000000..9ca9ac6
--- /dev/null
+++ b/ambari-server/src/main/resources/common-services/HAWQ/2.0.0/package/alerts/alert_component_status.py
@@ -0,0 +1,76 @@
+#!/usr/bin/env python
+
+"""
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+"""
+from resource_management.core.shell import call
+
+HAWQMASTER_PORT = '{{hawq-site/hawq_master_address_port}}'
+HAWQSEGMENT_PORT = '{{hawq-site/hawq_segment_address_port}}'
+HAWQSTANDBY_ADDRESS = '{{hawq-site/hawq_standby_address_host}}'
+
+RESULT_STATE_OK = 'OK'
+RESULT_STATE_UNKNOWN = 'UNKNOWN'
+RESULT_STATE_SKIPPED = 'SKIPPED'
+RESULT_STATE_CRITICAL = 'CRITICAL'
+
+COMPONENT_PROCESS_MAP = {
+                         "segment": "postgres",
+                         "master": "postgres",
+                         "standby": "gpsyncmaster"
+                        }
+
+
+
+def get_tokens():
+  """
+  Returns a tuple of tokens in the format {{site/property}} that will be used to build the
dictionary passed into execute
+  """
+  return (HAWQMASTER_PORT, HAWQSEGMENT_PORT, HAWQSTANDBY_ADDRESS)
+
+
+def execute(configurations={}, parameters={}, host_name=None):
+  """
+  Returns a tuple containing the result code and a pre-formatted result label
+
+  Keyword arguments:
+  configurations (dictionary): a mapping of configuration key to value
+  parameters (dictionary): a mapping of script parameter key to value
+  host_name (string): the name of this host where the alert is running
+  """
+
+  if configurations is None:
+    return (RESULT_STATE_UNKNOWN, ['There were no configurations supplied to the script.'])
+
+  component = parameters['component_name']
+  # Identify port of the process
+  port = configurations[HAWQSEGMENT_PORT] if component == "segment" else configurations[HAWQMASTER_PORT]
+
+  component_name = component.capitalize()
+  is_running = is_component_running(port, COMPONENT_PROCESS_MAP[component])
+  if is_running:
+    return (RESULT_STATE_OK, ['HAWQ {0} is running'.format(component_name)])
+  else:
+    return (RESULT_STATE_CRITICAL, ['HAWQ {0} is not running'.format(component_name)])
+
+def is_component_running(port, process):
+  """
+  Check if the process is running on the specified port
+  """
+  cmd = "netstat -tupln | egrep ':{0}\s' | egrep {1}".format(port, process)
+  rc, op= call(cmd, timeout=60)
+  return rc == 0

http://git-wip-us.apache.org/repos/asf/ambari/blob/27e510b8/ambari-server/src/test/python/stacks/2.3/HAWQ/test_alert_component_status.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/stacks/2.3/HAWQ/test_alert_component_status.py
b/ambari-server/src/test/python/stacks/2.3/HAWQ/test_alert_component_status.py
new file mode 100644
index 0000000..b2e1d4d
--- /dev/null
+++ b/ambari-server/src/test/python/stacks/2.3/HAWQ/test_alert_component_status.py
@@ -0,0 +1,141 @@
+#!/usr/bin/env python
+
+'''
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements.  See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership.  The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License.  You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+'''
+
+# System imports
+import os
+import sys
+
+from mock.mock import patch
+
+# Local imports
+from stacks.utils.RMFTestCase import *
+
+COMMON_SERVICES_ALERTS_DIR = "HAWQ/2.0.0/package/alerts"
+
+file_path = os.path.dirname(os.path.abspath(__file__))
+file_path = os.path.dirname(os.path.dirname(os.path.dirname(os.path.dirname(os.path.dirname(file_path)))))
+file_path = os.path.join(file_path, "main", "resources", "common-services", COMMON_SERVICES_ALERTS_DIR)
+
+WORKING_CONFIGS = {
+                    "{{hawq-site/hawq_master_address_port}}": "5432",
+                    "{{hawq-site/hawq_segment_address_port}}": "40000",
+                    "{{hawq-site/hawq_standby_address_host}}": "c6402.ambari.apache.org"
+                  }
+
+class TestAlertComponentStatus(RMFTestCase):
+
+  def setUp(self):
+    """
+    Import the class under test.
+    Because the class is present in a different folder, append its dir to the system path.
+    Also, shorten the import name and make it a global so the test functions can access it.
+    :return:
+    """
+    sys.path.append(file_path)
+    global alert_component_status
+    import alert_component_status
+
+  def test_missing_configs(self):
+    """
+    Check that the status is UNKNOWN when configs are missing.
+    """
+    configs = None
+    [status, messages] = alert_component_status.execute(configurations=configs)
+    self.assertEqual(status, alert_component_status.RESULT_STATE_UNKNOWN)
+    self.assertTrue(messages is not None and len(messages) == 1)
+    self.assertEqual(messages[0], 'There were no configurations supplied to the script.')
+
+  @patch("alert_component_status.is_component_running")
+  def test_hawq_master_ok(self, is_component_running_mock):
+    """
+    Test that the status is OK when HAWQ Master is up
+    """
+    # Mock calls
+    is_component_running_mock.return_value = True
+
+    [status, messages] = alert_component_status.execute(configurations=WORKING_CONFIGS, parameters={'component_name':
'master'})
+    self.assertEqual(status, alert_component_status.RESULT_STATE_OK)
+    self.assertTrue(messages is not None and len(messages) == 1)
+    self.assertEqual(messages[0], 'HAWQ Master is running')
+
+  @patch("alert_component_status.is_component_running")
+  def test_hawq_master_critical(self, is_component_running_mock):
+    """
+    Test that the status is CRITICIAL when HAWQ Master is down
+    """
+    # Mock calls
+    is_component_running_mock.return_value = False
+
+    [status, messages] = alert_component_status.execute(configurations=WORKING_CONFIGS, parameters={'component_name':
'master'})
+    self.assertEqual(status, alert_component_status.RESULT_STATE_CRITICAL)
+    self.assertTrue(messages is not None and len(messages) == 1)
+    self.assertEqual(messages[0], 'HAWQ Master is not running')
+
+  @patch("alert_component_status.is_component_running")
+  def test_hawq_standby_ok(self, is_component_running_mock):
+    """
+    Test that the status is OK when HAWQ Standby is up
+    """
+    # Mock calls
+    is_component_running_mock.return_value = True
+
+    [status, messages] = alert_component_status.execute(configurations=WORKING_CONFIGS, parameters={'component_name':
'standby'})
+    self.assertEqual(status, alert_component_status.RESULT_STATE_OK)
+    self.assertTrue(messages is not None and len(messages) == 1)
+    self.assertEqual(messages[0], 'HAWQ Standby is running')
+
+  @patch("alert_component_status.is_component_running")
+  def test_hawq_standby_critical(self, is_component_running_mock):
+    """
+    Test that the status is CRITICIAL when HAWQ Standby is down
+    """
+    # Mock calls
+    is_component_running_mock.return_value = False
+
+    [status, messages] = alert_component_status.execute(configurations=WORKING_CONFIGS, parameters={'component_name':
'standby'})
+    self.assertEqual(status, alert_component_status.RESULT_STATE_CRITICAL)
+    self.assertTrue(messages is not None and len(messages) == 1)
+    self.assertEqual(messages[0], 'HAWQ Standby is not running')
+
+  @patch("alert_component_status.is_component_running")
+  def test_hawq_segment_ok(self, is_component_running_mock):
+    """
+    Test that the status is OK when HAWQ Segment is up
+    """
+    # Mock calls
+    is_component_running_mock.return_value = True
+
+    [status, messages] = alert_component_status.execute(configurations=WORKING_CONFIGS, parameters={'component_name':
'segment'})
+    self.assertEqual(status, alert_component_status.RESULT_STATE_OK)
+    self.assertTrue(messages is not None and len(messages) == 1)
+    self.assertEqual(messages[0], 'HAWQ Segment is running')
+
+  @patch("alert_component_status.is_component_running")
+  def test_hawq_segment_critical(self, is_component_running_mock):
+    """
+    Test that the status is CRITICIAL when HAWQ Segment is down
+    """
+    # Mock calls
+    is_component_running_mock.return_value = False
+
+    [status, messages] = alert_component_status.execute(configurations=WORKING_CONFIGS, parameters={'component_name':
'segment'})
+    self.assertEqual(status, alert_component_status.RESULT_STATE_CRITICAL)
+    self.assertTrue(messages is not None and len(messages) == 1)
+    self.assertEqual(messages[0], 'HAWQ Segment is not running')

http://git-wip-us.apache.org/repos/asf/ambari/blob/27e510b8/ambari-web/app/views/main/dashboard/widgets.js
----------------------------------------------------------------------
diff --git a/ambari-web/app/views/main/dashboard/widgets.js b/ambari-web/app/views/main/dashboard/widgets.js
index 4786944..46a48ec 100644
--- a/ambari-web/app/views/main/dashboard/widgets.js
+++ b/ambari-web/app/views/main/dashboard/widgets.js
@@ -478,7 +478,7 @@ App.MainDashboardWidgetsView = Em.View.extend(App.UserPref, App.LocalStorage,
Ap
     visible: [],
     hidden: [],
     threshold: {1: [80, 90], 2: [85, 95], 3: [90, 95], 4: [80, 90], 5: [1000, 3000], 6: [],
7: [], 8: [], 9: [], 10: [], 11: [], 12: [], 13: [70, 90], 14: [150, 250], 15: [3, 10], 16:
[],
-      17: [70, 90], 18: [], 19: [50, 75], 20: [50, 75], 21: [85, 95], 22: [85, 95], 23: [],
24: [80, 90]} // id:[thresh1, thresh2]
+      17: [70, 90], 18: [], 19: [50, 75], 20: [50, 75], 21: [85, 95], 22: [85, 95], 23: [],
24: [70, 90]} // id:[thresh1, thresh2]
   }),
 
   /**


Mime
View raw message