streams-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From sblack...@apache.org
Subject [06/11] incubator-streams git commit: elasticsearch diagram and confs
Date Sat, 07 May 2016 00:46:05 GMT
elasticsearch diagram and confs


Project: http://git-wip-us.apache.org/repos/asf/incubator-streams/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams/commit/c22fce00
Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams/tree/c22fce00
Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams/diff/c22fce00

Branch: refs/heads/master
Commit: c22fce00f388b222ba7337a0d0290fd661af7cea
Parents: a786c8b
Author: Steve Blackmon @steveblackmon <sblackmon@apache.org>
Authored: Thu Apr 21 15:37:33 2016 -0500
Committer: Steve Blackmon @steveblackmon <sblackmon@apache.org>
Committed: Thu Apr 21 15:37:33 2016 -0500

----------------------------------------------------------------------
 .../src/main/resources/components.dot           | 42 ++++++++++++++++++++
 .../src/main/resources/elasticsearch-read.conf  | 18 +++++++++
 .../src/main/resources/elasticsearch-write.conf |  9 +++++
 .../src/main/resources/reference.conf           |  9 -----
 4 files changed, 69 insertions(+), 9 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/c22fce00/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot
b/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot
new file mode 100644
index 0000000..b3f26e0
--- /dev/null
+++ b/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot
@@ -0,0 +1,42 @@
+digraph g {
+
+  graph [compound = true];
+
+  //presentation
+  splines = true;
+  overlap = false;
+  rankdir = TB;
+
+  generators [label="generators", shape="circle"];
+  providers [label="providers", shape="circle"];
+
+  subgraph cluster_processors {
+    label="processors";
+    processors_elasticsearch_DatumFromMetadataAsDocumentProcessor [label="DatumFromMetadataAsDocumentProcessor"]
+    processors_elasticsearch_DatumFromMetadataProcessor [label="DatumFromMetadataProcessor"]
+    processors_elasticsearch_DocumentToMetadataProcessor [label="DocumentToMetadataProcessor"]
+    processors_elasticsearch_MetadataFromDocumentProcessor [label="MetadataFromDocumentProcessor"]
+    processors_elasticsearch_PercolateTagProcessor [label="PercolateTagProcessor"]
+  }
+
+  subgraph cluster_persisters {
+    label="persisters";
+    persisters_elasticsearch_reader [label="ElasticsearchPersistReader"]
+    persisters_elasticsearch_writer [label="ElasticsearchPersistWriter"]
+    persisters_elasticsearch_updater [label="ElasticsearchPersistUpdater"]
+  }
+
+  subgraph cluster_dbs {
+    label="dbs";
+    elasticsearch [label="elasticsearch"]
+  }
+
+  generators -> providers
+  providers -> processors
+  processors -> persisters_elasticsearch_writer [label="o.a.s.p.StreamsDatum"]
+  processors -> persisters_elasticsearch_updater [label="o.a.s.p.StreamsDatum"]
+  persisters_elasticsearch_reader -> processors [label="o.a.s.p.StreamsDatum[String]"]
+  persisters_elasticsearch_reader <- elasticsearch
+  persisters_elasticsearch_writer -> elasticsearch
+  persisters_elasticsearch_updater -> elasticsearch
+}

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/c22fce00/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-read.conf
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-read.conf
b/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-read.conf
new file mode 100644
index 0000000..c1638ca
--- /dev/null
+++ b/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-read.conf
@@ -0,0 +1,18 @@
+"elasticsearch": {
+  "hosts": [
+    "localhost"
+  ],
+  "port": 9300,
+  "clusterName": "elasticsearch",
+  "indexes": [
+    "streams"
+  ],
+  "types": [
+    "post"
+  ],
+  "_search": {
+    "query" : {
+      "match_all" : { }
+    }
+  }
+}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/c22fce00/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-write.conf
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-write.conf
b/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-write.conf
new file mode 100644
index 0000000..4c24b3f
--- /dev/null
+++ b/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-write.conf
@@ -0,0 +1,9 @@
+"elasticsearch": {
+  "hosts": [
+    "localhost"
+  ],
+  "port": 9300,
+  "clusterName": "elasticsearch",
+  "index": "streams",
+  "type": "post"
+}
\ No newline at end of file

http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/c22fce00/streams-contrib/streams-persist-elasticsearch/src/main/resources/reference.conf
----------------------------------------------------------------------
diff --git a/streams-contrib/streams-persist-elasticsearch/src/main/resources/reference.conf
b/streams-contrib/streams-persist-elasticsearch/src/main/resources/reference.conf
deleted file mode 100644
index d67d437..0000000
--- a/streams-contrib/streams-persist-elasticsearch/src/main/resources/reference.conf
+++ /dev/null
@@ -1,9 +0,0 @@
-# Apache Streams (incubating)
-# Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0
-"elasticsearch": {
-  "hosts": [
-      "localhost"
-  ],
-  "port": 9300,
-  "clusterName": "elasticsearch"
-}


Mime
View raw message