metron-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From rmerri...@apache.org
Subject [14/50] [abbrv] metron git commit: METRON-1370 Create Full Dev Equivalent for Ubuntu (nickwallen via cestella) closes apache/incubator-metron#903
Date Thu, 22 Feb 2018 20:14:25 GMT
http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/opentaxii/templates/opentaxii-conf.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/opentaxii/templates/opentaxii-conf.yml b/metron-deployment/roles/opentaxii/templates/opentaxii-conf.yml
deleted file mode 100644
index 2ce81c0..0000000
--- a/metron-deployment/roles/opentaxii/templates/opentaxii-conf.yml
+++ /dev/null
@@ -1,38 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-domain: "{{ opentaxii_domain }}"
-support_basic_auth: yes
-
-persistence_api:
-  class: opentaxii.persistence.sqldb.SQLDatabaseAPI
-  parameters:
-    db_connection: "sqlite:///{{ opentaxii_data_db }}"
-    create_tables: yes
-
-auth_api:
-  class: opentaxii.auth.sqldb.SQLDatabaseAPI
-  parameters:
-    db_connection: "sqlite:///{{ opentaxii_auth_db }}"
-    create_tables: yes
-    secret: "{{ opentaxii_salt }}"
-
-logging:
-  opentaxii: debug
-  root: info
-
-hooks:

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/opentaxii/templates/services.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/opentaxii/templates/services.yml b/metron-deployment/roles/opentaxii/templates/services.yml
deleted file mode 100644
index 61a1d42..0000000
--- a/metron-deployment/roles/opentaxii/templates/services.yml
+++ /dev/null
@@ -1,69 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-services:
-  #
-  # discovery: used by a TAXII Client to discover available TAXII Service
-  #
-  - id: discovery
-    type: discovery
-    address: /services/discovery
-    description: Discovery service for Apache Metron
-    advertised_services:
-      - inbox
-      - collection
-      - poll
-    protocol_bindings:
-      - urn:taxii.mitre.org:protocol:http:1.0
-  
-  #
-  # inbox: used by a TAXII Client to push information to a TAXII Server
-  #
-  - id: inbox
-    type: inbox
-    address: /services/inbox
-    description: Inbox for Apache Metron
-    destination_collection_required: yes
-    accept_all_content: yes
-    supported_content:
-      - urn:stix.mitre.org:xml:1.1.1
-    authentication_required: no
-    protocol_bindings:
-      - urn:taxii.mitre.org:protocol:http:1.0
-  
-  #
-  # collection_management: used by a TAXII Client to request information about
-  # available data collections or request a subscription.
-  #
-  - id: collection
-    type: collection_management
-    address: /services/collection
-    description: Collection management service for Apache Metron
-    protocol_bindings:
-      - urn:taxii.mitre.org:protocol:http:1.0
-  
-  #
-  # poll: used by a TAXII Client to request information from a TAXII Server
-  #
-  - id: poll
-    type: poll
-    address: /services/poll
-    description: Poll service for Apache Metron
-    subscription_required: no
-    authentication_required: no
-    protocol_bindings:
-      - urn:taxii.mitre.org:protocol:http:1.0

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pcap_replay/README.md
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pcap_replay/README.md b/metron-deployment/roles/pcap_replay/README.md
deleted file mode 100644
index 01475f9..0000000
--- a/metron-deployment/roles/pcap_replay/README.md
+++ /dev/null
@@ -1,61 +0,0 @@
-<!--
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements.  See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership.  The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License.  You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
--->
-Pcap Replay
-===========
-
-This project enables packet capture data to be replayed through a network interface to simulate
live network traffic.  This can be used to support functional, performance, and load testing
of Apache Metron.
-
-Getting Started
----------------
-
-To replay packet capture data, simply start the `pcap-replay` SysV service.  To do this run
the following command.
-
-```
-service pcap-replay start
-```
-
-All additional options accepted by `tcpreplay` can be passed to the service script to modify
how the network data is replayed.  For example, this makes it simple to control the amount
and rate of data replayed during functional, performance and load testing.
-
-Example: Replay data at a rate of 10 mbps.
-
-```
-service pcap-replay start --mbps 10
-```
-
-Example: Replay data at a rate of 10 packets per second.
-
-```
-service pcap-replay start --pps 10
-```
-
-All nodes on the same subnet with their network interface set to promiscuous mode will then
be able to capture the network traffic being replayed.  To validate, simply run something
like the following.
-
-```
-tcpdump -i eth1
-```
-
-Data
-----
-
-An example packet capture file has been installed at `/opt/pcap-replay/example.pcap`.  By
default, the network traffic contained within this file is continually replayed.   
-
-To replay your own packet capture data, simply add any number of files containing `libpcap`
formatted packet capture data to `/opt/pcap-replay`.  The files must end with the `.pcap`
extension.  To pick up newly installed files, simply restart the service.
-
-```
-service pcap-replay restart
-```

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pcap_replay/defaults/main.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pcap_replay/defaults/main.yml b/metron-deployment/roles/pcap_replay/defaults/main.yml
deleted file mode 100644
index 9b948a3..0000000
--- a/metron-deployment/roles/pcap_replay/defaults/main.yml
+++ /dev/null
@@ -1,21 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-pcap_replay_interface: eth0
-pcap_replay_home: /opt/pcap-replay
-tcpreplay_version: 4.1.1
-tcpreplay_prefix: /opt

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pcap_replay/meta/main.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pcap_replay/meta/main.yml b/metron-deployment/roles/pcap_replay/meta/main.yml
deleted file mode 100644
index 841d185..0000000
--- a/metron-deployment/roles/pcap_replay/meta/main.yml
+++ /dev/null
@@ -1,17 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pcap_replay/tasks/dependencies.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pcap_replay/tasks/dependencies.yml b/metron-deployment/roles/pcap_replay/tasks/dependencies.yml
deleted file mode 100644
index effe6c4..0000000
--- a/metron-deployment/roles/pcap_replay/tasks/dependencies.yml
+++ /dev/null
@@ -1,32 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-- name: Install dependencies
-  yum: name={{ item }}
-  with_items:
-    - "@Development tools"
-    - libpcap
-    - libpcap-devel
-    - pcre
-    - pcre-devel
-    - zlib
-    - zlib-devel
-    - glib2-devel
-  register: result
-  until: result.rc == 0
-  retries: 5
-  delay: 10

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pcap_replay/tasks/main.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pcap_replay/tasks/main.yml b/metron-deployment/roles/pcap_replay/tasks/main.yml
deleted file mode 100644
index bdc2a0b..0000000
--- a/metron-deployment/roles/pcap_replay/tasks/main.yml
+++ /dev/null
@@ -1,20 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-- include: dependencies.yml
-- include: tcpreplay.yml
-- include: service.yml

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pcap_replay/tasks/service.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pcap_replay/tasks/service.yml b/metron-deployment/roles/pcap_replay/tasks/service.yml
deleted file mode 100644
index 46b00c5..0000000
--- a/metron-deployment/roles/pcap_replay/tasks/service.yml
+++ /dev/null
@@ -1,22 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-- name: Create pcap directory
-  file: path={{ pcap_replay_home }} state=directory mode=0755
-
-- name: Install init.d service script
-  template: src=pcap-replay dest=/etc/init.d/pcap-replay mode=0755

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pcap_replay/tasks/tcpreplay.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pcap_replay/tasks/tcpreplay.yml b/metron-deployment/roles/pcap_replay/tasks/tcpreplay.yml
deleted file mode 100644
index e24dcf1..0000000
--- a/metron-deployment/roles/pcap_replay/tasks/tcpreplay.yml
+++ /dev/null
@@ -1,38 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-- name: Download tcpreplay
-  get_url:
-    url: "https://github.com/appneta/tcpreplay/releases/download/v{{ tcpreplay_version }}/tcpreplay-{{
tcpreplay_version }}.tar.gz"
-    dest: "/tmp/tcpreplay-{{ tcpreplay_version }}.tar.gz"
-
-- name: Extract tcpreplay tarball
-  unarchive:
-    src: "/tmp/tcpreplay-{{ tcpreplay_version }}.tar.gz"
-    dest: /opt
-    copy: no
-    creates: "/opt/tcpreplay-{{ tcpreplay_version }}"
-
-- name: Compile and install tcpreplay
-  shell: "{{ item }}"
-  args:
-    chdir: "/opt/tcpreplay-{{ tcpreplay_version }}"
-    creates: "{{ tcpreplay_prefix }}/bin/tcpreplay"
-  with_items:
-    - "./configure --prefix={{ tcpreplay_prefix }}"
-    - make
-    - make install

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pcap_replay/templates/pcap-replay
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pcap_replay/templates/pcap-replay b/metron-deployment/roles/pcap_replay/templates/pcap-replay
deleted file mode 100644
index 43ecc82..0000000
--- a/metron-deployment/roles/pcap_replay/templates/pcap-replay
+++ /dev/null
@@ -1,97 +0,0 @@
-#!/usr/bin/env bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# pcap replay daemon
-# chkconfig: 345 20 80
-# description: Replays packet capture data stored in libpcap format
-# processname: pcap-replay
-#
-
-DAEMON_PATH="{{ pcap_replay_home }}"
-PCAPIN=`ls $DAEMON_PATH/*.pcap 2> /dev/null`
-IFACE="{{ pcap_replay_interface }}"
-EXTRA_ARGS="${@:2}"
-NAME=pcap-replay
-DESC="Replay packet capture data"
-PIDFILE=/var/run/$NAME.pid
-SCRIPTNAME=/etc/init.d/$NAME
-LOGFILE=/var/log/$NAME.log
-
-case "$1" in
-  start)
-    printf "%-50s" "Starting $NAME..."
-
-    # ensure that a pcap file exists to replay
-    if [ -z "$PCAPIN" ]; then
-      printf "%s: %s\n" "Fail: No pcap files found at " $DAEMON_PATH
-    else
-      # kick-off the daemon
-      cd $DAEMON_PATH
-      DAEMON="{{ tcpreplay_prefix }}/bin/tcpreplay"
-      DAEMONOPTS="--intf1=$IFACE --loop=0 $EXTRA_ARGS $PCAPIN"
-      PID=`$DAEMON $DAEMONOPTS > $LOGFILE 2>&1 & echo $!`
-      if [ -z $PID ]; then
-          printf "%s\n" "Fail"
-      else
-          echo $PID > $PIDFILE
-          printf "%s\n" "Ok"
-      fi
-    fi
-  ;;
-
-  status)
-    printf "%-50s" "Checking $NAME..."
-    if [ -f $PIDFILE ]; then
-      PID=`cat $PIDFILE`
-      if [ -z "`ps axf | grep ${PID} | grep -v grep`" ]; then
-        printf "%s\n" "Process dead but pidfile exists"
-      else
-        echo "Running"
-      fi
-    else
-      printf "%s\n" "Service not running"
-    fi
-  ;;
-
-  stop)
-    printf "%-50s" "Stopping $NAME"
-    PID=`cat $PIDFILE`
-    cd $DAEMON_PATH
-    if [ -f $PIDFILE ]; then
-      while sleep 1
-        echo -n "."
-        kill -0 $PID >/dev/null 2>&1
-      do
-        kill $PID
-      done
-      printf "%s\n" "Ok"
-      rm -f $PIDFILE
-    else
-        printf "%s\n" "pidfile not found"
-    fi
-  ;;
-
-  restart)
-    $0 stop
-    $0 start
-  ;;
-
-  *)
-    echo "Usage: $0 {status|start|stop|restart}"
-    exit 1
-esac

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pycapa/defaults/main.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pycapa/defaults/main.yml b/metron-deployment/roles/pycapa/defaults/main.yml
deleted file mode 100644
index edcf980..0000000
--- a/metron-deployment/roles/pycapa/defaults/main.yml
+++ /dev/null
@@ -1,26 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-pycapa_home: /usr/local/pycapa
-pycapa_venv: pycapa-venv
-pycapa_bin: "{{ pycapa_home }}/{{ pycapa_venv }}/bin"
-pycapa_log: /var/log/pycapa.log
-pycapa_topic: pcap
-pycapa_sniff_interface: "{{ sniff_interface }}"
-python27_home: /opt/rh/python27/root
-
-install_pycapa_service: True

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pycapa/meta/main.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pycapa/meta/main.yml b/metron-deployment/roles/pycapa/meta/main.yml
deleted file mode 100644
index a5b54b7..0000000
--- a/metron-deployment/roles/pycapa/meta/main.yml
+++ /dev/null
@@ -1,20 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-dependencies:
-  - ambari_gather_facts
-  - librdkafka

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pycapa/tasks/dependencies.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pycapa/tasks/dependencies.yml b/metron-deployment/roles/pycapa/tasks/dependencies.yml
deleted file mode 100644
index 2fba127..0000000
--- a/metron-deployment/roles/pycapa/tasks/dependencies.yml
+++ /dev/null
@@ -1,36 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-- name: Install yum repositories
-  yum: name={{ item }} update_cache=yes
-  with_items:
-    - epel-release
-    - centos-release-scl
-
-- name: Install dependencies
-  yum: name={{ item }}
-  with_items:
-    - "@Development tools"
-    - python27
-    - python27-scldevel
-    - python27-python-virtualenv
-    - libpcap-devel
-    - libselinux-python
-  register: result
-  until: result.rc == 0
-  retries: 5
-  delay: 10

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pycapa/tasks/main.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pycapa/tasks/main.yml b/metron-deployment/roles/pycapa/tasks/main.yml
deleted file mode 100644
index d2367c2..0000000
--- a/metron-deployment/roles/pycapa/tasks/main.yml
+++ /dev/null
@@ -1,21 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-- include: dependencies.yml
-- include: pycapa.yml
-- include: pycapa-service.yml
-  when: install_pycapa_service

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pycapa/tasks/pycapa-service.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pycapa/tasks/pycapa-service.yml b/metron-deployment/roles/pycapa/tasks/pycapa-service.yml
deleted file mode 100644
index 017cc66..0000000
--- a/metron-deployment/roles/pycapa/tasks/pycapa-service.yml
+++ /dev/null
@@ -1,22 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-- name: Turn on promiscuous mode for {{ pycapa_sniff_interface }}
-  shell: "ip link set {{ pycapa_sniff_interface }} promisc on"
-
-- name: Install service script
-  template: src=pycapa dest=/etc/init.d/pycapa mode=0755

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pycapa/tasks/pycapa.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pycapa/tasks/pycapa.yml b/metron-deployment/roles/pycapa/tasks/pycapa.yml
deleted file mode 100644
index 87e964e..0000000
--- a/metron-deployment/roles/pycapa/tasks/pycapa.yml
+++ /dev/null
@@ -1,40 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-- name: Create install directory
-  file: path={{ pycapa_home }} state=directory mode=0755
-
-- name: Create virtual environment
-  shell: "{{ python27_home }}/usr/bin/virtualenv {{ pycapa_venv }}"
-  args:
-    chdir: "{{ pycapa_home }}"
-    creates: "{{ pycapa_home }}/{{ pycapa_venv }}"
-  environment:
-    LD_LIBRARY_PATH: "{{ python27_home }}/usr/lib64"
-
-- name: Distribute pycapa
-  copy: src=../../../metron-sensors/pycapa dest={{ pycapa_home }} mode=0755
-
-- name: Build pycapa
-  shell: "{{ item }}"
-  args:
-    chdir: "{{ pycapa_home }}/pycapa"
-  environment:
-    LD_LIBRARY_PATH: "{{ python27_home }}/usr/lib64"
-  with_items:
-    - "{{ pycapa_bin }}/pip install -r requirements.txt"
-    - "{{ pycapa_bin }}/python setup.py install"

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/pycapa/templates/pycapa
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/pycapa/templates/pycapa b/metron-deployment/roles/pycapa/templates/pycapa
deleted file mode 100644
index ce87477..0000000
--- a/metron-deployment/roles/pycapa/templates/pycapa
+++ /dev/null
@@ -1,115 +0,0 @@
-#!/usr/bin/env bash
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements.  See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership.  The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License.  You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-# metron pycapa service
-# chkconfig: 345 20 80
-# description: Metron Pycapa Packet Capture Daemon
-# processname: pycapa
-#
-NAME=pycapa
-DESC="Pycapa - Apache Metron Packet Capture"
-PIDFILE=/var/run/$NAME.pid
-SCRIPTNAME=/etc/init.d/$NAME
-LOGFILE="{{ pycapa_log }}"
-EXTRA_ARGS="${@:2}"
-DAEMON_PATH="{{ pycapa_home }}"
-
-export LD_LIBRARY_PATH={{ python27_home }}/usr/lib64
-
-case "$1" in
-
-  ##############################################################################
-  # start
-  #
-  start)
-    printf "%-50s" "Starting $NAME..."
-
-    # setup virtual environment
-    cd $DAEMON_PATH
-    . {{ pycapa_bin }}/activate
-
-    # kick-off the daemon
-    DAEMON_PATH="{{ pycapa_home }}"
-    DAEMON="{{ pycapa_bin }}/pycapa"
-    DAEMONOPTS+=" --producer "
-    DAEMONOPTS+=" --kafka {{ kafka_broker_url }}"
-    DAEMONOPTS+=" --topic {{ pycapa_topic }}"
-    DAEMONOPTS+=" --interface {{ pycapa_sniff_interface }}"
-    DAEMONOPTS+=" $EXTRA_ARGS"
-
-    PID=`$DAEMON $DAEMONOPTS >> $LOGFILE 2>&1 & echo $!`
-    if [ -z $PID ]; then
-        printf "%s\n" "Fail"
-    else
-        echo $PID > $PIDFILE
-        printf "%s\n" "Ok"
-    fi
-  ;;
-
-  ##############################################################################
-  # status
-  #
-  status)
-    printf "%-50s" "Checking $NAME..."
-    . {{ pycapa_bin }}/activate
-    if [ -f $PIDFILE ]; then
-      PID=`cat $PIDFILE`
-      if [ -z "`ps axf | grep ${PID} | grep -v grep`" ]; then
-        printf "%s\n" "Process dead but pidfile exists"
-      else
-        printf "%s\n" "Running"
-      fi
-    else
-      printf "%s\n" "Service not running"
-    fi
-  ;;
-
-  ##############################################################################
-  # stop
-  #
-  stop)
-    printf "%-50s" "Stopping $NAME"
-    cd $DAEMON_PATH
-    if [ -f $PIDFILE ]; then
-        PID=`cat $PIDFILE`
-        while sleep 1
-          echo -n "."
-          kill -0 $PID >/dev/null 2>&1
-        do
-          kill $PID
-        done
-
-        printf "%s\n" "Ok"
-        rm -f $PIDFILE
-    else
-        printf "%s\n" "pidfile not found"
-    fi
-  ;;
-
-  ##############################################################################
-  # restart
-  #
-  restart)
-    $0 stop
-    $0 start
-  ;;
-
-  *)
-    echo "Usage: $0 {status|start|stop|restart}"
-    exit 1
-esac

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/python-pip/tasks/main.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/python-pip/tasks/main.yml b/metron-deployment/roles/python-pip/tasks/main.yml
deleted file mode 100644
index 809aca4..0000000
--- a/metron-deployment/roles/python-pip/tasks/main.yml
+++ /dev/null
@@ -1,25 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-- name: Install python-pip
-  yum:
-    name: python-pip
-    state: installed
-  register: result
-  until: result.rc == 0
-  retries: 5
-  delay: 10

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/sensor-stubs/README.md
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/sensor-stubs/README.md b/metron-deployment/roles/sensor-stubs/README.md
deleted file mode 100644
index 3e99cfc..0000000
--- a/metron-deployment/roles/sensor-stubs/README.md
+++ /dev/null
@@ -1,99 +0,0 @@
-<!--
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements.  See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership.  The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License.  You may obtain a copy of the License at
-
-    http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing, software
-distributed under the License is distributed on an "AS IS" BASIS,
-WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-See the License for the specific language governing permissions and
-limitations under the License.
--->
-# Sensor Stubs
-
-A service has been created to simulate the behavior of a sensor by sending canned telemetry
data to a Kafka topic.  These "Sensor Stubs" consume fewer resources than the actual sensor
that they replace.
-
-### (Q) How do the sensor stubs work?
-
-The stubs are installed with a set of canned data for each sensor type; Bro, Snort and YAF.
 A subset of this canned data is randomly selected and sent to the Kafka topic in batches.
 The timestamp of each message is updated to match current system time.  
-
-### (Q) How do I configure the message rate?
-
-The number of telemetry messages sent in each batch, along with the time delay between batches
is configurable.  Before installation, these values can be configured by redefining `sensor_stubs_delay`
and `sensor_stubs_count`.  The values can also be configured by altering the deployed system
service script at `/etc/init.d/sensor-stubs`.
-
-### (Q) How do I install the sensor stubs?
-
-Using the default playbooks, this role can be installed by using the Ansible tag `sensor-stubs`.
 This service is installed on the same hosts where the sensors would be; defined by the `sensors`
host group.
-
-The defaults for the "Full Dev" environment have been changed so that the Sensor Stubs are
installed by default, rather than the sensors themselves.  The Amazon EC2 environment continues
to install the original sensors by default.
-
-### (Q) How do I use the sensor stubs?
-
-Start all sensor stubs.  The output includes the PID for each running sensor stub.
-```
-$ service sensor-stubs start
-Starting sensor-stubs...
-       bro: Ok [26505]
-       yaf: Ok [26507]
-     snort: Ok [26509]
-```
-
-Check the status of each sensor stub.
-```
-$ service sensor-stubs status
-Checking sensor-stubs...
-       bro: Running [26505]
-       yaf: Running [26507]
-     snort: Running [26509]
-```
-
-Stop all sensor stubs.
-```
-$ service sensor-stubs stop
-Stopping sensor-stubs...
-..       bro: Ok [26505]
-..       yaf: Ok [26507]
-..     snort: Ok [26509]
-```
-
-Check the status.  All sensor stubs should be stopped.
-```
-$ service sensor-stubs status
-Checking sensor-stubs...
-       bro: Not running
-       yaf: Not running
-     snort: Not running
-```
-
-Start only the Bro sensor stub.
-```
-$ service sensor-stubs start bro
-Starting sensor-stubs...
-       bro: OK [11616]
-```
-
-Stop the Bro sensor stub.
-```
-$ service sensor-stubs stop bro
-Stopping sensor-stubs...
-..       bro: Ok [11616]
-```
-
-### (Q) How do I install the original sensors?
-
-The default behavior can be changed by skipping the `sensor-stubs` flag and including the
`sensors` flag. For example, to deploy "Full Dev" with the original sensors run the following
command.
-
-```
-cd metron-deployment/vagrant/full-dev-platform
-vagrant --ansible-skip-tags="sensor-stubs,solr" up
-```
-
-### (Q) Where does the mock data come from?
-
-The data produced by the sensor stubs was generated by running the sensors against the example
pcap file that is distributed with Metron.  This ensures that the data produced by the sensor
stubs is similar to the data produced when using the actual sensors.

http://git-wip-us.apache.org/repos/asf/metron/blob/6f267991/metron-deployment/roles/sensor-stubs/defaults/main.yml
----------------------------------------------------------------------
diff --git a/metron-deployment/roles/sensor-stubs/defaults/main.yml b/metron-deployment/roles/sensor-stubs/defaults/main.yml
deleted file mode 100644
index e8efb9e..0000000
--- a/metron-deployment/roles/sensor-stubs/defaults/main.yml
+++ /dev/null
@@ -1,25 +0,0 @@
-#
-#  Licensed to the Apache Software Foundation (ASF) under one or more
-#  contributor license agreements.  See the NOTICE file distributed with
-#  this work for additional information regarding copyright ownership.
-#  The ASF licenses this file to You under the Apache License, Version 2.0
-#  (the "License"); you may not use this file except in compliance with
-#  the License.  You may obtain a copy of the License at
-#
-#      http://www.apache.org/licenses/LICENSE-2.0
-#
-#  Unless required by applicable law or agreed to in writing, software
-#  distributed under the License is distributed on an "AS IS" BASIS,
-#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-#  See the License for the specific language governing permissions and
-#  limitations under the License.
-#
----
-sensor_stubs_home: /opt/sensor-stubs
-sensor_stubs_bin: "{{ sensor_stubs_home }}/bin"
-sensor_stubs_data: "{{ sensor_stubs_home }}/data"
-sensor_stubs_log: /var/log/sensor-stubs.log
-
-sensor_stubs_delay: 2
-sensor_stubs_count: 10
-kafka_home: /usr/hdp/current/kafka-broker
\ No newline at end of file


Mime
View raw message