elasticsearch diagram and confs
Project: http://git-wip-us.apache.org/repos/asf/incubator-streams/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-streams/commit/c22fce00 Tree: http://git-wip-us.apache.org/repos/asf/incubator-streams/tree/c22fce00 Diff: http://git-wip-us.apache.org/repos/asf/incubator-streams/diff/c22fce00 Branch: refs/heads/STREAMS-389 Commit: c22fce00f388b222ba7337a0d0290fd661af7cea Parents: a786c8b Author: Steve Blackmon @steveblackmon <sblack...@apache.org> Authored: Thu Apr 21 15:37:33 2016 -0500 Committer: Steve Blackmon @steveblackmon <sblack...@apache.org> Committed: Thu Apr 21 15:37:33 2016 -0500 ---------------------------------------------------------------------- .../src/main/resources/components.dot | 42 ++++++++++++++++++++ .../src/main/resources/elasticsearch-read.conf | 18 +++++++++ .../src/main/resources/elasticsearch-write.conf | 9 +++++ .../src/main/resources/reference.conf | 9 ----- 4 files changed, 69 insertions(+), 9 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/c22fce00/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot b/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot new file mode 100644 index 0000000..b3f26e0 --- /dev/null +++ b/streams-contrib/streams-persist-elasticsearch/src/main/resources/components.dot @@ -0,0 +1,42 @@ +digraph g { + + graph [compound = true]; + + //presentation + splines = true; + overlap = false; + rankdir = TB; + + generators [label="generators", shape="circle"]; + providers [label="providers", shape="circle"]; + + subgraph cluster_processors { + label="processors"; + processors_elasticsearch_DatumFromMetadataAsDocumentProcessor [label="DatumFromMetadataAsDocumentProcessor"] + processors_elasticsearch_DatumFromMetadataProcessor [label="DatumFromMetadataProcessor"] + processors_elasticsearch_DocumentToMetadataProcessor [label="DocumentToMetadataProcessor"] + processors_elasticsearch_MetadataFromDocumentProcessor [label="MetadataFromDocumentProcessor"] + processors_elasticsearch_PercolateTagProcessor [label="PercolateTagProcessor"] + } + + subgraph cluster_persisters { + label="persisters"; + persisters_elasticsearch_reader [label="ElasticsearchPersistReader"] + persisters_elasticsearch_writer [label="ElasticsearchPersistWriter"] + persisters_elasticsearch_updater [label="ElasticsearchPersistUpdater"] + } + + subgraph cluster_dbs { + label="dbs"; + elasticsearch [label="elasticsearch"] + } + + generators -> providers + providers -> processors + processors -> persisters_elasticsearch_writer [label="o.a.s.p.StreamsDatum"] + processors -> persisters_elasticsearch_updater [label="o.a.s.p.StreamsDatum"] + persisters_elasticsearch_reader -> processors [label="o.a.s.p.StreamsDatum[String]"] + persisters_elasticsearch_reader <- elasticsearch + persisters_elasticsearch_writer -> elasticsearch + persisters_elasticsearch_updater -> elasticsearch +} http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/c22fce00/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-read.conf ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-read.conf b/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-read.conf new file mode 100644 index 0000000..c1638ca --- /dev/null +++ b/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-read.conf @@ -0,0 +1,18 @@ +"elasticsearch": { + "hosts": [ + "localhost" + ], + "port": 9300, + "clusterName": "elasticsearch", + "indexes": [ + "streams" + ], + "types": [ + "post" + ], + "_search": { + "query" : { + "match_all" : { } + } + } +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/c22fce00/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-write.conf ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-write.conf b/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-write.conf new file mode 100644 index 0000000..4c24b3f --- /dev/null +++ b/streams-contrib/streams-persist-elasticsearch/src/main/resources/elasticsearch-write.conf @@ -0,0 +1,9 @@ +"elasticsearch": { + "hosts": [ + "localhost" + ], + "port": 9300, + "clusterName": "elasticsearch", + "index": "streams", + "type": "post" +} \ No newline at end of file http://git-wip-us.apache.org/repos/asf/incubator-streams/blob/c22fce00/streams-contrib/streams-persist-elasticsearch/src/main/resources/reference.conf ---------------------------------------------------------------------- diff --git a/streams-contrib/streams-persist-elasticsearch/src/main/resources/reference.conf b/streams-contrib/streams-persist-elasticsearch/src/main/resources/reference.conf deleted file mode 100644 index d67d437..0000000 --- a/streams-contrib/streams-persist-elasticsearch/src/main/resources/reference.conf +++ /dev/null @@ -1,9 +0,0 @@ -# Apache Streams (incubating) -# Licensed under Apache License 2.0 - http://www.apache.org/licenses/LICENSE-2.0 -"elasticsearch": { - "hosts": [ - "localhost" - ], - "port": 9300, - "clusterName": "elasticsearch" -}