metron-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From l...@apache.org
Subject incubator-metron git commit: METRON-338 Remove flux from metron-parsers and RPM builds and add metron-indexing (mmiklavc via dlyle65535) closes apache/incubator-metron#201
Date Fri, 22 Jul 2016 15:37:23 GMT
Repository: incubator-metron
Updated Branches:
  refs/heads/master 1182d1a87 -> 63209e7e3


METRON-338 Remove flux from metron-parsers and RPM builds and add metron-indexing (mmiklavc via dlyle65535) closes apache/incubator-metron#201


Project: http://git-wip-us.apache.org/repos/asf/incubator-metron/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-metron/commit/63209e7e
Tree: http://git-wip-us.apache.org/repos/asf/incubator-metron/tree/63209e7e
Diff: http://git-wip-us.apache.org/repos/asf/incubator-metron/diff/63209e7e

Branch: refs/heads/master
Commit: 63209e7e30b3b8089850c1e010fa8e126cdf1562
Parents: 1182d1a
Author: mmiklavc <michael.miklavcic@gmail.com>
Authored: Fri Jul 22 11:36:10 2016 -0400
Committer: David Lyle <dlyle65535@gmail.com>
Committed: Fri Jul 22 11:36:10 2016 -0400

----------------------------------------------------------------------
 .../docker/rpm-docker/SPECS/metron.spec         | 52 +++++++------
 .../packaging/docker/rpm-docker/copysources.sh  |  1 +
 .../src/main/assembly/assembly.xml              | 11 ---
 .../src/main/flux/asa/remote.yaml               | 82 --------------------
 .../metron-parsers/src/main/flux/asa/test.yaml  | 82 --------------------
 .../src/main/flux/fireeye/remote.yaml           | 79 -------------------
 .../src/main/flux/fireeye/test.yaml             | 79 -------------------
 .../src/main/flux/ise/remote.yaml               | 79 -------------------
 .../metron-parsers/src/main/flux/ise/test.yaml  | 79 -------------------
 .../src/main/flux/lancope/remote.yaml           | 79 -------------------
 .../src/main/flux/lancope/test.yaml             | 79 -------------------
 .../src/main/flux/paloalto/remote.yaml          | 79 -------------------
 .../src/main/flux/paloalto/test.yaml            | 79 -------------------
 .../src/main/flux/sourcefire/remote.yaml        | 79 -------------------
 .../src/main/flux/sourcefire/test.yaml          | 79 -------------------
 .../src/main/flux/websphere/remote.yaml         | 81 -------------------
 .../src/main/flux/websphere/test.yaml           | 81 -------------------
 17 files changed, 29 insertions(+), 1151 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-deployment/packaging/docker/rpm-docker/SPECS/metron.spec
----------------------------------------------------------------------
diff --git a/metron-deployment/packaging/docker/rpm-docker/SPECS/metron.spec b/metron-deployment/packaging/docker/rpm-docker/SPECS/metron.spec
index 9e473d2..18f810f 100644
--- a/metron-deployment/packaging/docker/rpm-docker/SPECS/metron.spec
+++ b/metron-deployment/packaging/docker/rpm-docker/SPECS/metron.spec
@@ -47,7 +47,8 @@ Source2:        metron-elasticsearch-%{full_version}-archive.tar.gz
 Source3:        metron-data-management-%{full_version}-archive.tar.gz
 Source4:        metron-solr-%{full_version}-archive.tar.gz
 Source5:        metron-enrichment-%{full_version}-archive.tar.gz
-Source6:        metron-pcap-backend-%{full_version}-archive.tar.gz
+Source6:        metron-indexing-%{full_version}-archive.tar.gz
+Source7:        metron-pcap-backend-%{full_version}-archive.tar.gz
 
 %description
 Apache Metron provides a scalable advanced security analytics framework
@@ -76,6 +77,7 @@ tar -xzf %{SOURCE3} -C %{buildroot}%{metron_home}
 tar -xzf %{SOURCE4} -C %{buildroot}%{metron_home}
 tar -xzf %{SOURCE5} -C %{buildroot}%{metron_home}
 tar -xzf %{SOURCE6} -C %{buildroot}%{metron_home}
+tar -xzf %{SOURCE7} -C %{buildroot}%{metron_home}
 
 # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 
@@ -115,14 +117,6 @@ This package installs the Metron Parser files
 %dir %{metron_home}/config
 %dir %{metron_home}/config/zookeeper
 %dir %{metron_home}/config/zookeeper/parsers
-%dir %{metron_home}/flux
-%dir %{metron_home}/flux/asa
-%dir %{metron_home}/flux/fireeye
-%dir %{metron_home}/flux/ise
-%dir %{metron_home}/flux/lancope
-%dir %{metron_home}/flux/paloalto
-%dir %{metron_home}/flux/sourcefire
-%dir %{metron_home}/flux/websphere
 %dir %{metron_home}/patterns
 %dir %{metron_home}/lib
 %{metron_home}/bin/start_parser_topology.sh
@@ -132,20 +126,6 @@ This package installs the Metron Parser files
 %{metron_home}/config/zookeeper/parsers/squid.json
 %{metron_home}/config/zookeeper/parsers/websphere.json
 %{metron_home}/config/zookeeper/parsers/yaf.json
-%{metron_home}/flux/asa/remote.yaml
-%{metron_home}/flux/asa/test.yaml
-%{metron_home}/flux/fireeye/remote.yaml
-%{metron_home}/flux/fireeye/test.yaml
-%{metron_home}/flux/ise/remote.yaml
-%{metron_home}/flux/ise/test.yaml
-%{metron_home}/flux/lancope/remote.yaml
-%{metron_home}/flux/lancope/test.yaml
-%{metron_home}/flux/paloalto/remote.yaml
-%{metron_home}/flux/paloalto/test.yaml
-%{metron_home}/flux/sourcefire/remote.yaml
-%{metron_home}/flux/sourcefire/test.yaml
-%{metron_home}/flux/websphere/remote.yaml
-%{metron_home}/flux/websphere/test.yaml
 %{metron_home}/patterns/asa
 %{metron_home}/patterns/common
 %{metron_home}/patterns/fireeye
@@ -243,12 +223,33 @@ This package installs the Metron Enrichment files
 %dir %{metron_home}/flux
 %dir %{metron_home}/flux/enrichment
 %{metron_home}/bin/latency_summarizer.sh
+%{metron_home}/bin/start_enrichment_topology.sh
+%{metron_home}/config/enrichment.properties
 %{metron_home}/config/zookeeper/enrichments/bro.json
 %{metron_home}/config/zookeeper/enrichments/snort.json
 %{metron_home}/config/zookeeper/enrichments/websphere.json
 %{metron_home}/config/zookeeper/enrichments/yaf.json
 %{metron_home}/flux/enrichment/remote.yaml
-%{metron_home}/flux/enrichment/test.yaml
+%exclude %{metron_home}/flux/enrichment/test.yaml
+%attr(0644,root,root) %{metron_home}/lib/metron-enrichment-%{full_version}-uber.jar
+
+# ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~


+
+%package        indexing
+Summary:        Metron Indexing Files
+Group:          Applications/Internet
+Provides:       indexing = %{version}
+
+%description    indexing
+This package installs the Metron Indexing files
+
+%files          indexing
+%defattr(-,root,root,755)
+%dir %{metron_root}
+%dir %{metron_home}
+%dir %{metron_home}/flux
+%dir %{metron_home}/flux/indexing
+%{metron_home}/flux/indexing/remote.yaml
 
 # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 
@@ -279,6 +280,9 @@ This package installs the Metron PCAP files %{metron_home}
 # ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
 
 %changelog
+* Thu Jul 21 2016 Michael Miklavcic <michael.miklavcic@gmail.com> - 0.2.1
+- Remove parser flux files
+- Add new enrichment files
 * Thu Jul 14 2016 Michael Miklavcic <michael.miklavcic@gmail.com> - 0.2.1
 - Adding PCAP subpackage
 - Added directory macros to files sections

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-deployment/packaging/docker/rpm-docker/copysources.sh
----------------------------------------------------------------------
diff --git a/metron-deployment/packaging/docker/rpm-docker/copysources.sh b/metron-deployment/packaging/docker/rpm-docker/copysources.sh
index 43ff417..01242ee 100755
--- a/metron-deployment/packaging/docker/rpm-docker/copysources.sh
+++ b/metron-deployment/packaging/docker/rpm-docker/copysources.sh
@@ -23,6 +23,7 @@ files=(
 ${BASE_DIR}/metron-common/target/metron-common-0.2.0BETA-archive.tar.gz
 ${BASE_DIR}/metron-parsers/target/metron-parsers-0.2.0BETA-archive.tar.gz
 ${BASE_DIR}/metron-enrichment/target/metron-enrichment-0.2.0BETA-archive.tar.gz
+${BASE_DIR}/metron-indexing/target/metron-indexing-0.2.0BETA-archive.tar.gz
 ${BASE_DIR}/metron-data-management/target/metron-data-management-0.2.0BETA-archive.tar.gz
 ${BASE_DIR}/metron-solr/target/metron-solr-0.2.0BETA-archive.tar.gz
 ${BASE_DIR}/metron-elasticsearch/target/metron-elasticsearch-0.2.0BETA-archive.tar.gz

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/assembly/assembly.xml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/assembly/assembly.xml b/metron-platform/metron-parsers/src/main/assembly/assembly.xml
index abed0af..6c508ed 100644
--- a/metron-platform/metron-parsers/src/main/assembly/assembly.xml
+++ b/metron-platform/metron-parsers/src/main/assembly/assembly.xml
@@ -31,17 +31,6 @@
       <filtered>true</filtered>
     </fileSet>
     <fileSet>
-      <directory>${project.basedir}/src/main/flux</directory>
-      <outputDirectory>/flux</outputDirectory>
-      <useDefaultExcludes>true</useDefaultExcludes>
-      <excludes>
-        <exclude>**/*.formatted</exclude>
-        <exclude>**/*.filtered</exclude>
-      </excludes>
-      <fileMode>0644</fileMode>
-      <lineEnding>unix</lineEnding>
-    </fileSet>
-    <fileSet>
       <directory>${project.basedir}/src/main/resources/patterns</directory>
       <outputDirectory>/patterns</outputDirectory>
       <useDefaultExcludes>true</useDefaultExcludes>

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/asa/remote.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/asa/remote.yaml b/metron-platform/metron-parsers/src/main/flux/asa/remote.yaml
deleted file mode 100644
index 828e1a5..0000000
--- a/metron-platform/metron-parsers/src/main/flux/asa/remote.yaml
+++ /dev/null
@@ -1,82 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "asa"
-config:
-    topology.workers: 1
-
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.asa.GrokAsaParser"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "asa"
-            # zk root
-            - ""
-            # id
-            - "asa"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: true
-            -   name: "startOffsetTime"
-                value: -1
-            -   name: "socketTimeoutMs"
-                value: 1000000
-
-spouts:
-    -   id: "testingSpout"
-        className: "org.apache.metron.test.spouts.GenericInternalTestSpout"
-        parallelism: 1
-        configMethods:
-            -   name: "withFilename"
-                args:
-                    - "SampleInput/YafExampleOutput"
-            -   name: "withRepeating"
-                args:
-                    - true
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "asa"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/asa/test.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/asa/test.yaml b/metron-platform/metron-parsers/src/main/flux/asa/test.yaml
deleted file mode 100644
index 4694fff..0000000
--- a/metron-platform/metron-parsers/src/main/flux/asa/test.yaml
+++ /dev/null
@@ -1,82 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "asa-test"
-config:
-    topology.workers: 1
-
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.asa.GrokAsaParser"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "asa"
-            # zk root
-            - ""
-            # id
-            - "asa"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: true
-            -   name: "startOffsetTime"
-                value: -2
-            -   name: "socketTimeoutMs"
-                value: 1000000
-
-spouts:
-    -   id: "testingSpout"
-        className: "org.apache.metron.test.spouts.GenericInternalTestSpout"
-        parallelism: 1
-        configMethods:
-            -   name: "withFilename"
-                args:
-                    - "SampleInput/YafExampleOutput"
-            -   name: "withRepeating"
-                args:
-                    - false
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "asa"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/fireeye/remote.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/fireeye/remote.yaml b/metron-platform/metron-parsers/src/main/flux/fireeye/remote.yaml
deleted file mode 100644
index dc1ff6b..0000000
--- a/metron-platform/metron-parsers/src/main/flux/fireeye/remote.yaml
+++ /dev/null
@@ -1,79 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "fireeye"
-config:
-    topology.workers: 1
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.fireeye.BasicFireEyeParser"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "fireeye"
-            # zk root
-            - ""
-            # id
-            - "fireeye"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: true
-            -   name: "startOffsetTime"
-                value: -1
-
-spouts:
-    -   id: "testingSpout"
-        className: "org.apache.metron.test.spouts.GenericInternalTestSpout"
-        parallelism: 1
-        configMethods:
-            -   name: "withFilename"
-                args:
-                    - "SampleInput/YafExampleOutput"
-            -   name: "withRepeating"
-                args:
-                    - true
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "fireeye"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/fireeye/test.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/fireeye/test.yaml b/metron-platform/metron-parsers/src/main/flux/fireeye/test.yaml
deleted file mode 100644
index f676b2a..0000000
--- a/metron-platform/metron-parsers/src/main/flux/fireeye/test.yaml
+++ /dev/null
@@ -1,79 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "fireeye-test"
-config:
-    topology.workers: 1
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.fireeye.BasicFireEyeParser"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "fireeye"
-            # zk root
-            - ""
-            # id
-            - "fireeye"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: true
-            -   name: "startOffsetTime"
-                value: -2
-
-spouts:
-    -   id: "testingSpout"
-        className: "org.apache.metron.test.spouts.GenericInternalTestSpout"
-        parallelism: 1
-        configMethods:
-            -   name: "withFilename"
-                args:
-                    - "SampleInput/YafExampleOutput"
-            -   name: "withRepeating"
-                args:
-                    - false
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "fireeye"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/ise/remote.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/ise/remote.yaml b/metron-platform/metron-parsers/src/main/flux/ise/remote.yaml
deleted file mode 100644
index 49c4c19..0000000
--- a/metron-platform/metron-parsers/src/main/flux/ise/remote.yaml
+++ /dev/null
@@ -1,79 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "ise"
-config:
-    topology.workers: 1
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.ise.BasicIseParser"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "ise"
-            # zk root
-            - ""
-            # id
-            - "ise"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: true
-            -   name: "startOffsetTime"
-                value: -1
-
-spouts:
-    -   id: "testingSpout"
-        className: "org.apache.metron.test.spouts.GenericInternalTestSpout"
-        parallelism: 1
-        configMethods:
-            -   name: "withFilename"
-                args:
-                    - "SampleInput/YafExampleOutput"
-            -   name: "withRepeating"
-                args:
-                    - true
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "ise"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/ise/test.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/ise/test.yaml b/metron-platform/metron-parsers/src/main/flux/ise/test.yaml
deleted file mode 100644
index 8b292e0..0000000
--- a/metron-platform/metron-parsers/src/main/flux/ise/test.yaml
+++ /dev/null
@@ -1,79 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "ise-test"
-config:
-    topology.workers: 1
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.ise.BasicIseParser"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "ise"
-            # zk root
-            - ""
-            # id
-            - "ise"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: true
-            -   name: "startOffsetTime"
-                value: -2
-
-spouts:
-    -   id: "testingSpout"
-        className: "org.apache.metron.test.spouts.GenericInternalTestSpout"
-        parallelism: 1
-        configMethods:
-            -   name: "withFilename"
-                args:
-                    - "SampleInput/YafExampleOutput"
-            -   name: "withRepeating"
-                args:
-                    - false
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "ise"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/lancope/remote.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/lancope/remote.yaml b/metron-platform/metron-parsers/src/main/flux/lancope/remote.yaml
deleted file mode 100644
index f60e86a..0000000
--- a/metron-platform/metron-parsers/src/main/flux/lancope/remote.yaml
+++ /dev/null
@@ -1,79 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "lancope"
-config:
-    topology.workers: 1
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.lancope.BasicLancopeParser"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "lancope"
-            # zk root
-            - ""
-            # id
-            - "lancope"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: true
-            -   name: "startOffsetTime"
-                value: -1
-
-spouts:
-    -   id: "testingSpout"
-        className: "org.apache.metron.test.spouts.GenericInternalTestSpout"
-        parallelism: 1
-        configMethods:
-            -   name: "withFilename"
-                args:
-                    - "SampleInput/YafExampleOutput"
-            -   name: "withRepeating"
-                args:
-                    - true
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "lancope"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/lancope/test.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/lancope/test.yaml b/metron-platform/metron-parsers/src/main/flux/lancope/test.yaml
deleted file mode 100644
index f6ade8e..0000000
--- a/metron-platform/metron-parsers/src/main/flux/lancope/test.yaml
+++ /dev/null
@@ -1,79 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "lancope-test"
-config:
-    topology.workers: 1
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.lancope.BasicLancopeParser"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "lancope"
-            # zk root
-            - ""
-            # id
-            - "lancope"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: true
-            -   name: "startOffsetTime"
-                value: -2
-
-spouts:
-    -   id: "testingSpout"
-        className: "org.apache.metron.test.spouts.GenericInternalTestSpout"
-        parallelism: 1
-        configMethods:
-            -   name: "withFilename"
-                args:
-                    - "SampleInput/YafExampleOutput"
-            -   name: "withRepeating"
-                args:
-                    - false
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "lancope"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/paloalto/remote.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/paloalto/remote.yaml b/metron-platform/metron-parsers/src/main/flux/paloalto/remote.yaml
deleted file mode 100644
index 74ea3ad..0000000
--- a/metron-platform/metron-parsers/src/main/flux/paloalto/remote.yaml
+++ /dev/null
@@ -1,79 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "paloalto"
-config:
-    topology.workers: 1
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.paloalto.BasicPaloAltoFirewallParser"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "paloalto"
-            # zk root
-            - ""
-            # id
-            - "paloalto"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: true
-            -   name: "startOffsetTime"
-                value: -1
-
-spouts:
-    -   id: "testingSpout"
-        className: "org.apache.metron.test.spouts.GenericInternalTestSpout"
-        parallelism: 1
-        configMethods:
-            -   name: "withFilename"
-                args:
-                    - "SampleInput/YafExampleOutput"
-            -   name: "withRepeating"
-                args:
-                    - true
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "paloalto"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/paloalto/test.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/paloalto/test.yaml b/metron-platform/metron-parsers/src/main/flux/paloalto/test.yaml
deleted file mode 100644
index 160b0df..0000000
--- a/metron-platform/metron-parsers/src/main/flux/paloalto/test.yaml
+++ /dev/null
@@ -1,79 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "paloalto-test"
-config:
-    topology.workers: 1
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.paloalto.BasicPaloAltoFirewallParser"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "paloalto"
-            # zk root
-            - ""
-            # id
-            - "paloalto"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: true
-            -   name: "startOffsetTime"
-                value: -1
-
-spouts:
-    -   id: "testingSpout"
-        className: "org.apache.metron.test.spouts.GenericInternalTestSpout"
-        parallelism: 1
-        configMethods:
-            -   name: "withFilename"
-                args:
-                    - "SampleInput/YafExampleOutput"
-            -   name: "withRepeating"
-                args:
-                    - false
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "paloalto"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/sourcefire/remote.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/sourcefire/remote.yaml b/metron-platform/metron-parsers/src/main/flux/sourcefire/remote.yaml
deleted file mode 100644
index a79bfde..0000000
--- a/metron-platform/metron-parsers/src/main/flux/sourcefire/remote.yaml
+++ /dev/null
@@ -1,79 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "sourcefire"
-config:
-    topology.workers: 1
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.sourcefire.BasicSourcefireParser"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "sourcefire"
-            # zk root
-            - ""
-            # id
-            - "sourcefire"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: true
-            -   name: "startOffsetTime"
-                value: -1
-
-spouts:
-    -   id: "testingSpout"
-        className: "org.apache.metron.test.spouts.GenericInternalTestSpout"
-        parallelism: 1
-        configMethods:
-            -   name: "withFilename"
-                args:
-                    - "SampleInput/YafExampleOutput"
-            -   name: "withRepeating"
-                args:
-                    - true
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "sourcefire"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/sourcefire/test.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/sourcefire/test.yaml b/metron-platform/metron-parsers/src/main/flux/sourcefire/test.yaml
deleted file mode 100644
index 5a6516d..0000000
--- a/metron-platform/metron-parsers/src/main/flux/sourcefire/test.yaml
+++ /dev/null
@@ -1,79 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "sourcefire-test"
-config:
-    topology.workers: 1
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.sourcefire.BasicSourcefireParser"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "sourcefire"
-            # zk root
-            - ""
-            # id
-            - "sourcefire"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: true
-            -   name: "startOffsetTime"
-                value: -2
-
-spouts:
-    -   id: "testingSpout"
-        className: "org.apache.metron.test.spouts.GenericInternalTestSpout"
-        parallelism: 1
-        configMethods:
-            -   name: "withFilename"
-                args:
-                    - "SampleInput/YafExampleOutput"
-            -   name: "withRepeating"
-                args:
-                    - false
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "sourcefire"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/websphere/remote.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/websphere/remote.yaml b/metron-platform/metron-parsers/src/main/flux/websphere/remote.yaml
deleted file mode 100644
index 9f925dd..0000000
--- a/metron-platform/metron-parsers/src/main/flux/websphere/remote.yaml
+++ /dev/null
@@ -1,81 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "websphere"
-config:
-    topology.workers: 1
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.websphere.GrokWebSphereParser"
-        constructorArgs:
-            - "/patterns/websphere"
-            - "WEBSPHERE"
-        configMethods:
-            -   name: "withTimestampField"
-                args:
-                    - "timestamp_string"
-            -   name: "withDateFormat"
-                args:
-                    - "yyyy MMM dd HH:mm:ss"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "websphere"
-            # zk root
-            - ""
-            # id
-            - "websphere"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: true
-            -   name: "startOffsetTime"
-                value: -1
-            -   name: "socketTimeoutMs"
-                value: 1000000
-
-spouts:
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "websphere"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE

http://git-wip-us.apache.org/repos/asf/incubator-metron/blob/63209e7e/metron-platform/metron-parsers/src/main/flux/websphere/test.yaml
----------------------------------------------------------------------
diff --git a/metron-platform/metron-parsers/src/main/flux/websphere/test.yaml b/metron-platform/metron-parsers/src/main/flux/websphere/test.yaml
deleted file mode 100644
index 20ac9ca..0000000
--- a/metron-platform/metron-parsers/src/main/flux/websphere/test.yaml
+++ /dev/null
@@ -1,81 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-name: "websphere"
-config:
-    topology.workers: 1
-
-components:
-    -   id: "parser"
-        className: "org.apache.metron.parsers.websphere.GrokWebSphereParser"
-        constructorArgs:
-            - "../metron-parsers/src/main/resources/patterns/websphere"
-            - "WEBSPHERE"
-        configMethods:
-            -   name: "withTimestampField"
-                args:
-                    - "timestamp_string"
-            -   name: "withDateFormat"
-                args:
-                    - "yyyy MMM dd HH:mm:ss"
-    -   id: "writer"
-        className: "org.apache.metron.writer.kafka.KafkaWriter"
-        constructorArgs:
-            - "${kafka.broker}"
-    -   id: "zkHosts"
-        className: "storm.kafka.ZkHosts"
-        constructorArgs:
-            - "${kafka.zk}"
-    -   id: "kafkaConfig"
-        className: "storm.kafka.SpoutConfig"
-        constructorArgs:
-            # zookeeper hosts
-            - ref: "zkHosts"
-            # topic name
-            - "websphere"
-            # zk root
-            - ""
-            # id
-            - "websphere"
-        properties:
-            -   name: "ignoreZkOffsets"
-                value: false
-            -   name: "startOffsetTime"
-                value: -2
-            -   name: "socketTimeoutMs"
-                value: 1000000
-
-spouts:
-    -   id: "kafkaSpout"
-        className: "storm.kafka.KafkaSpout"
-        constructorArgs:
-            - ref: "kafkaConfig"
-
-bolts:
-    -   id: "parserBolt"
-        className: "org.apache.metron.parsers.bolt.ParserBolt"
-        constructorArgs:
-            - "${kafka.zk}"
-            - "websphere"
-            - ref: "parser"
-            - ref: "writer"
-
-streams:
-    -   name: "spout -> bolt"
-        from: "kafkaSpout"
-        to: "parserBolt"
-        grouping:
-            type: SHUFFLE


Mime
View raw message