eagle-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jinh...@apache.org
Subject eagle git commit: [MINOR] add string:listSize siddhi extension
Date Tue, 28 Feb 2017 06:36:58 GMT
Repository: eagle
Updated Branches:
  refs/heads/master 6e0fc410d -> 7bfe55de7


[MINOR] add string:listSize siddhi extension

Author: wujinhu <wujinhu920@126.com>

Closes #846 from wujinhu/EAGLE-848.


Project: http://git-wip-us.apache.org/repos/asf/eagle/repo
Commit: http://git-wip-us.apache.org/repos/asf/eagle/commit/7bfe55de
Tree: http://git-wip-us.apache.org/repos/asf/eagle/tree/7bfe55de
Diff: http://git-wip-us.apache.org/repos/asf/eagle/diff/7bfe55de

Branch: refs/heads/master
Commit: 7bfe55de7bf37242a0c60b47f3759fe706ff44b1
Parents: 6e0fc41
Author: wujinhu <wujinhu920@126.com>
Authored: Tue Feb 28 14:36:52 2017 +0800
Committer: wujinhu <wujinhu920@126.com>
Committed: Tue Feb 28 14:36:52 2017 +0800

----------------------------------------------------------------------
 .../StringListSizeFunctionExtension.java        | 100 +++++++++++++++++
 .../src/main/resources/string.siddhiext         |   3 +-
 .../StringListSizeFunctionExtensionTest.java    | 111 +++++++++++++++++++
 .../src/test/resources/string.siddhiext         |   3 +-
 4 files changed, 215 insertions(+), 2 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/eagle/blob/7bfe55de/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/main/java/org/apache/eagle/alert/siddhiext/StringListSizeFunctionExtension.java
----------------------------------------------------------------------
diff --git a/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/main/java/org/apache/eagle/alert/siddhiext/StringListSizeFunctionExtension.java
b/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/main/java/org/apache/eagle/alert/siddhiext/StringListSizeFunctionExtension.java
new file mode 100644
index 0000000..5d3d3ae
--- /dev/null
+++ b/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/main/java/org/apache/eagle/alert/siddhiext/StringListSizeFunctionExtension.java
@@ -0,0 +1,100 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ * <p/>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p/>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.eagle.alert.siddhiext;
+
+import org.apache.commons.collections.ListUtils;
+import org.apache.eagle.alert.utils.JsonUtils;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.wso2.siddhi.core.config.ExecutionPlanContext;
+import org.wso2.siddhi.core.executor.ExpressionExecutor;
+import org.wso2.siddhi.core.executor.function.FunctionExecutor;
+import org.wso2.siddhi.query.api.definition.Attribute;
+import org.wso2.siddhi.query.api.exception.ExecutionPlanValidationException;
+
+import java.util.List;
+
+public class StringListSizeFunctionExtension extends FunctionExecutor {
+    private static final Logger LOG = LoggerFactory.getLogger(StringListSizeFunctionExtension.class);
+
+    /**
+     * The initialization method for StringListSizeFunctionExtension, this method will be
called before the other methods.
+     *
+     * @param attributeExpressionExecutors the executors of each function parameter
+     * @param executionPlanContext         the context of the execution plan
+     */
+    @Override
+    protected void init(ExpressionExecutor[] attributeExpressionExecutors, ExecutionPlanContext
executionPlanContext) {
+        if (attributeExpressionExecutors.length != 1) {
+            throw new ExecutionPlanValidationException("Invalid no of arguments passed to
string:listSize() function, "
+                    + "required 1, but found " + attributeExpressionExecutors.length);
+        }
+
+        Attribute.Type attributeType = attributeExpressionExecutors[0].getReturnType();
+        if (attributeType != Attribute.Type.STRING) {
+            throw new ExecutionPlanValidationException("Invalid parameter type found for
the argument of string:listSize() function, "
+                    + "required " + Attribute.Type.STRING
+                    + ", but found " + attributeType.toString());
+        }
+    }
+
+    /**
+     * The main execution method which will be called upon event arrival.
+     * when there are more than one function parameter
+     * This method calculates subtraction of two List Of Strings
+     * Each String is a jobs string needs to be loaded
+     * @param data the runtime values of function parameters
+     * @return the function result
+     */
+    @Override
+    protected Object execute(Object[] data) {
+        return null;
+    }
+
+    @Override
+    protected Object execute(Object data) {
+        try {
+            return JsonUtils.jsonStringToList((String)data).size();
+        } catch (Exception e) {
+            LOG.warn("exception found {}", e);
+            return 0;
+        }
+    }
+
+    @Override
+    public void start() {
+    }
+
+    @Override
+    public void stop() {
+    }
+
+    @Override
+    public Attribute.Type getReturnType() {
+        return Attribute.Type.INT;
+    }
+
+    @Override
+    public Object[] currentState() {
+        return null;
+    }
+
+    @Override
+    public void restoreState(Object[] state) {
+    }
+}

http://git-wip-us.apache.org/repos/asf/eagle/blob/7bfe55de/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/main/resources/string.siddhiext
----------------------------------------------------------------------
diff --git a/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/main/resources/string.siddhiext
b/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/main/resources/string.siddhiext
index ac8e099..7176611 100644
--- a/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/main/resources/string.siddhiext
+++ b/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/main/resources/string.siddhiext
@@ -16,4 +16,5 @@
  */
 
 empty=org.apache.eagle.alert.siddhiext.StringEmptyFunctionExtension
-subtract=org.apache.eagle.alert.siddhiext.StringSubtractFunctionExtension
\ No newline at end of file
+subtract=org.apache.eagle.alert.siddhiext.StringSubtractFunctionExtension
+listSize=org.apache.eagle.alert.siddhiext.StringListSizeFunctionExtension
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/eagle/blob/7bfe55de/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/test/java/org/apache/eagle/siddhiext/StringListSizeFunctionExtensionTest.java
----------------------------------------------------------------------
diff --git a/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/test/java/org/apache/eagle/siddhiext/StringListSizeFunctionExtensionTest.java
b/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/test/java/org/apache/eagle/siddhiext/StringListSizeFunctionExtensionTest.java
new file mode 100644
index 0000000..6cb3696
--- /dev/null
+++ b/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/test/java/org/apache/eagle/siddhiext/StringListSizeFunctionExtensionTest.java
@@ -0,0 +1,111 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ * <p/>
+ * http://www.apache.org/licenses/LICENSE-2.0
+ * <p/>
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.eagle.siddhiext;
+
+import org.junit.Assert;
+import org.junit.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.wso2.siddhi.core.ExecutionPlanRuntime;
+import org.wso2.siddhi.core.SiddhiManager;
+import org.wso2.siddhi.core.event.Event;
+import org.wso2.siddhi.core.stream.input.InputHandler;
+import org.wso2.siddhi.core.stream.output.StreamCallback;
+import org.wso2.siddhi.core.util.EventPrinter;
+
+import java.util.concurrent.Semaphore;
+
+public class StringListSizeFunctionExtensionTest {
+    private static final Logger LOG = LoggerFactory.getLogger(StringSubtractFunctionExtensionTest.class);
+
+    @Test
+    public void testStringListSize() throws Exception {
+        Semaphore semp = new Semaphore(1);
+        String ql = " define stream log(timestamp long, switchLabel string, port string,
message string); " +
+                " from log select string:listSize(switchLabel) as alertKey insert into output;
";
+        SiddhiManager manager = new SiddhiManager();
+        ExecutionPlanRuntime runtime = manager.createExecutionPlanRuntime(ql);
+        runtime.addCallback("output", new StreamCallback() {
+            @Override
+            public void receive(Event[] events) {
+                EventPrinter.print(events);
+                Assert.assertTrue(events.length == 1);
+                Assert.assertTrue(Integer.parseInt(events[0].getData(0).toString()) == 5);
+                semp.release();
+            }
+        });
+
+        runtime.start();
+
+        InputHandler logInput = runtime.getInputHandler("log");
+        semp.acquire();
+        Event e = new Event();
+        e.setTimestamp(System.currentTimeMillis());
+        String ths = "[\"a\", \"b\", \"c\", \"d\", \"e\"]";
+        String rhs = "[\"b\", \"d\"]";
+        e.setData(new Object[] {System.currentTimeMillis(), ths, "port01", rhs});
+        logInput.send(e);
+
+        semp.acquire();
+        runtime.shutdown();
+
+    }
+
+    @Test
+    public void testStringListSize2() throws Exception {
+        Semaphore semp = new Semaphore(1);
+        String ql = " define stream log(timestamp long, site string, component string, resource
string, host string, value string); " +
+                " from a = log[resource == \"hadoop.namenode.namenodeinfo.corruptfiles\"],\n"
+
+                "b = log[component == a.component and resource == a.resource and host ==
a.host and a.value != b.value]\n" +
+                "select b.site as site, b.host as host, b.component as component, b.resource
as resource, " +
+                "b.timestamp as timestamp, string:listSize(b.value) as newMissingBlocksNumber,
string:listSize(a.value) as oldMissingBlocksNumber, string:subtract(b.value, a.value) as missingBlocks\n"
+
+                "insert into output;";
+        SiddhiManager manager = new SiddhiManager();
+        ExecutionPlanRuntime runtime = manager.createExecutionPlanRuntime(ql);
+        runtime.addCallback("output", new StreamCallback() {
+            @Override
+            public void receive(Event[] events) {
+                EventPrinter.print(events);
+                Assert.assertTrue(events.length == 1);
+                Assert.assertTrue(Integer.parseInt(events[0].getData(5).toString()) == 5);
+                Assert.assertTrue(Integer.parseInt(events[0].getData(6).toString()) == 2);
+                Assert.assertTrue(events[0].getData(7).toString().equals("a\nc\ne"));
+                semp.release();
+            }
+        });
+
+        runtime.start();
+
+        InputHandler logInput = runtime.getInputHandler("log");
+        semp.acquire();
+        Event e = new Event();
+        e.setTimestamp(System.currentTimeMillis());
+        String rhs = "[\"b\", \"d\"]";
+        e.setData(new Object[] {System.currentTimeMillis(), "a", "a", "hadoop.namenode.namenodeinfo.corruptfiles",
"port01", rhs});
+        logInput.send(e);
+
+        e.setTimestamp(System.currentTimeMillis());
+        String ths = "[\"a\", \"b\", \"c\", \"d\", \"e\"]";
+        e.setData(new Object[] {System.currentTimeMillis(), "a", "a", "hadoop.namenode.namenodeinfo.corruptfiles",
"port01", ths});
+        logInput.send(e);
+
+        semp.acquire();
+        runtime.shutdown();
+
+    }
+}

http://git-wip-us.apache.org/repos/asf/eagle/blob/7bfe55de/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/test/resources/string.siddhiext
----------------------------------------------------------------------
diff --git a/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/test/resources/string.siddhiext
b/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/test/resources/string.siddhiext
index ac8e099..7176611 100644
--- a/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/test/resources/string.siddhiext
+++ b/eagle-core/eagle-alert-parent/eagle-alert/alert-common/src/test/resources/string.siddhiext
@@ -16,4 +16,5 @@
  */
 
 empty=org.apache.eagle.alert.siddhiext.StringEmptyFunctionExtension
-subtract=org.apache.eagle.alert.siddhiext.StringSubtractFunctionExtension
\ No newline at end of file
+subtract=org.apache.eagle.alert.siddhiext.StringSubtractFunctionExtension
+listSize=org.apache.eagle.alert.siddhiext.StringListSizeFunctionExtension
\ No newline at end of file


Mime
View raw message