eagle-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jinh...@apache.org
Subject incubator-eagle git commit: [EAGLE-785] Change hbase configuration to optional
Date Mon, 21 Nov 2016 07:26:43 GMT
Repository: incubator-eagle
Updated Branches:
  refs/heads/master 03dc7d848 -> fd650be8f


[EAGLE-785] Change hbase configuration to optional

Author: yupu <yupu@ebay.com>

Closes #665 from puyulu/EAGLE-785.


Project: http://git-wip-us.apache.org/repos/asf/incubator-eagle/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-eagle/commit/fd650be8
Tree: http://git-wip-us.apache.org/repos/asf/incubator-eagle/tree/fd650be8
Diff: http://git-wip-us.apache.org/repos/asf/incubator-eagle/diff/fd650be8

Branch: refs/heads/master
Commit: fd650be8fc19e2434257dd8675cb8f52264241df
Parents: 03dc7d8
Author: yupu <yupu@ebay.com>
Authored: Mon Nov 21 15:26:35 2016 +0800
Committer: wujinhu <wujinhu920@126.com>
Committed: Mon Nov 21 15:26:35 2016 +0800

----------------------------------------------------------------------
 .../eagle-topology-app/README.md                | 166 +++++++++++++++++++
 ....eagle.topology.TopologyCheckAppProvider.xml |   9 +-
 2 files changed, 167 insertions(+), 8 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/fd650be8/eagle-topology-check/eagle-topology-app/README.md
----------------------------------------------------------------------
diff --git a/eagle-topology-check/eagle-topology-app/README.md b/eagle-topology-check/eagle-topology-app/README.md
new file mode 100644
index 0000000..c1ca74e
--- /dev/null
+++ b/eagle-topology-check/eagle-topology-app/README.md
@@ -0,0 +1,166 @@
+<!--
+{% comment %}
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements.  See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to you under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License.  You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+{% endcomment %}
+-->
+
+Development in IDE
+
+## 1. Start eagle-server
+In IDE, configure the following main class and program arguments
+
+org.apache.eagle.server.ServerMain server src/main/resources/configuration.yml
+
+## 2. Start alert engine
+
+### 2.1 Create new site
+
+http://localhost:9090/rest/sites POST
+```
+{
+"siteId" : "testsite",
+"siteName" :"testsite",
+"description" : "test description",
+"context" : {}
+}
+```
+
+###n2.2 Create logic alert engine topology
+
+http://localhost:9090/rest/metadata/topologies POST
+```
+{
+   "name": "alertUnitTopology_1",
+   "numOfSpout": 1,
+   "numOfAlertBolt": 10,
+   "numOfGroupBolt": 4,
+   "spoutId": "alertEngineSpout",
+   "groupNodeIds": [
+      "streamRouterBolt0",
+      "streamRouterBolt1",
+      "streamRouterBolt2",
+      "streamRouterBolt3"
+   ],
+   "alertBoltIds": [
+      "alertBolt0",
+      "alertBolt1",
+      "alertBolt2",
+      "alertBolt3",
+      "alertBolt4",
+      "alertBolt5",
+      "alertBolt6",
+      "alertBolt7",
+      "alertBolt8",
+      "alertBolt9"
+   ],
+   "pubBoltId": "alertPublishBolt",
+   "spoutParallelism": 1,
+   "groupParallelism": 1,
+   "alertParallelism": 1
+}
+```
+
+### 2.3 Install alert engine application
+Please reference eagle-core/eagle-alert-parent/eagle-alert-app/src/main/resources/META-INF/providers/org.apache.eagle.alert.app.AlertUnitTopologyAppProvider.xml
for
+complete configuration.
+
+http://localhost:9090/rest/apps/install POST
+```
+{
+"siteId" : "testsite",
+"appType" : "AlertUnitTopologyApp",
+"mode" : "LOCAL",
+"configuration" : {
+  }
+}
+```
+
+## 3 Start Hdfs audit log monitoring application
+
+### 3.1 Install TopologyHealthCheck app
+
+http://localhost:9090/rest/apps/install POST
+```
+{
+"siteId" : "sandbox",
+"appType" : "TopologyHealthCheckApplication",
+"mode" : "LOCAL",
+"configuration" : {
+  "dataSourceConfig.topic" :"topology_health_check"}
+}
+
+## 4 Check
+### 4.1 Check if alert data source is created
+http://localhost:9090/rest/metadata/datasources GET
+
+### 4.2 Check if alert stream is creatd
+http://localhost:9090/rest/metadata/streams GET
+
+## 5 Create alert policy and verify alert
+### 5.1 create one policy
+
+http://localhost:9090/rest/metadata/policies POST
+```
+{
+   "name": "hdfsPolicy",
+   "description": "hdfsPolicy",
+   "inputStreams": [
+      "topology_health_check_stream"
+   ],
+   "outputStreams": [
+      "topology_health_check_stream_out"
+   ],
+   "definition": {
+      "type": "siddhi",
+      "value": "from TOPOLOGY_HEALTH_CHECK_STREAM_SANDBOX[status=='live'] select * insert
into topology_health_check_stream_out"
+   },
+   "partitionSpec": [
+      {
+         "streamId": "topology_health_check_stream",
+         "type": "GROUPBY",
+         "columns" : [
+            "host"
+         ]
+      }
+   ],
+   "parallelismHint": 2
+}
+```
+
+### 5.2 Create alert publishment
+```
+{
+	"name":"topology_health_check_stream_out",
+	"type":"org.apache.eagle.alert.engine.publisher.impl.AlertEmailPublisher",
+	"policyIds": [
+		"hdfsPolicy"
+	],
+	"properties": {
+	  "subject":"alert when user is hadoop",
+	  "template":"",
+	  "sender": "abc@bcd.com",
+	  "recipients": "abc@bcd.com",
+	  "mail.smtp.host":"abc@bcd.com",
+	  "connection": "plaintext",
+	  "mail.smtp.port": "25"
+	},
+	"dedupIntervalMin" : "PT1M",
+	"serializer" : "org.apache.eagle.alert.engine.publisher.impl.StringEventSerializer"
+}
+```
+
+### 5.3 Send message and verify alert
+./kafka-console-producer.sh --topic topology_health_check --broker-list sandbox.hortonworks.com:6667
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-eagle/blob/fd650be8/eagle-topology-check/eagle-topology-app/src/main/resources/META-INF/providers/org.apache.eagle.topology.TopologyCheckAppProvider.xml
----------------------------------------------------------------------
diff --git a/eagle-topology-check/eagle-topology-app/src/main/resources/META-INF/providers/org.apache.eagle.topology.TopologyCheckAppProvider.xml
b/eagle-topology-check/eagle-topology-app/src/main/resources/META-INF/providers/org.apache.eagle.topology.TopologyCheckAppProvider.xml
index cc29ed4..006971e 100644
--- a/eagle-topology-check/eagle-topology-app/src/main/resources/META-INF/providers/org.apache.eagle.topology.TopologyCheckAppProvider.xml
+++ b/eagle-topology-check/eagle-topology-app/src/main/resources/META-INF/providers/org.apache.eagle.topology.TopologyCheckAppProvider.xml
@@ -59,28 +59,21 @@
             <name>dataSourceConfig.hbase.zkQuorum</name>
             <displayName>HBase Zookeeper Quorum</displayName>
             <description>HBase Zookeeper Quorum</description>
-            <value>sandbox.hortonworks.com:2181</value>
-            <required>true</required>
         </property>
         <property>
             <name>dataSourceConfig.hbase.zkZnodeParent</name>
             <displayName>Hbase Zookeeper Znode Parent Root</displayName>
             <description>Hbase Zookeeper Znode Parent Root</description>
-            <value>/hbase-unsecure</value>
-            <required>true</required>
         </property>
         <property>
             <name>dataSourceConfig.hbase.zkPropertyClientPort</name>
             <displayName>Hbase Zookeeper Client Port</displayName>
             <description>Hbase Zookeeper Client Port</description>
-            <value>2181</value>
-            <required>true</required>
         </property>
         <property>
             <name>dataSourceConfig.hbase.kerberos.master.principal</name>
             <displayName>Hbase Master Principal</displayName>
             <description>Hbase Master Principal</description>
-            <value>hadoop/_HOST@EXAMPLE.COM</value>
         </property>
 
         <property>
@@ -188,4 +181,4 @@
         <uninstall>
         </uninstall>
     </docs>
-</application>
\ No newline at end of file
+</application>


Mime
View raw message