This is an automated email from the ASF dual-hosted git repository.
jnioche pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/incubator-stormcrawler.git
The following commit(s) were added to refs/heads/main by this push:
new 0bf47a88 Sync conf files in root and archetype + explicit values for
sniff conf (#1388)
0bf47a88 is described below
commit 0bf47a88dcf91ad331f31dbc9a51c3fb07432aa4
Author: Julien Nioche <[email protected]>
AuthorDate: Fri Nov 1 17:08:06 2024 +0000
Sync conf files in root and archetype + explicit values for sniff conf
(#1388)
Signed-off-by: Julien Nioche <[email protected]>
---
.../resources/archetype-resources/opensearch-conf.yaml | 14 ++++++++++----
external/opensearch/opensearch-conf.yaml | 9 ++++++---
2 files changed, 16 insertions(+), 7 deletions(-)
diff --git
a/external/opensearch/archetype/src/main/resources/archetype-resources/opensearch-conf.yaml
b/external/opensearch/archetype/src/main/resources/archetype-resources/opensearch-conf.yaml
index 4181f131..28f8884e 100644
---
a/external/opensearch/archetype/src/main/resources/archetype-resources/opensearch-conf.yaml
+++
b/external/opensearch/archetype/src/main/resources/archetype-resources/opensearch-conf.yaml
@@ -24,6 +24,9 @@ config:
#opensearch.password: "PASSWORD"
opensearch.concurrentRequests: 2
+ # Disable TLS validation for connection to OpenSearch
+ # opensearch.disable.tls.validation: false
+
# Indexer bolt
# addresses can be specified as a full URL
# if not we assume that the protocol is http and the port 9200
@@ -34,11 +37,13 @@ config:
opensearch.indexer.bulkActions: 100
opensearch.indexer.flushInterval: "2s"
opensearch.indexer.concurrentRequests: 1
-
+ opensearch.indexer.sniff: true
+
# MetricsConsumer
# opensearch.metrics.addresses: "http://localhost:9200";
opensearch.metrics.index.name: "metrics"
-
+ opensearch.metrics.sniff: true
+
# Spout and persistence bolt
opensearch.status.addresses: "http://localhost:9200";
opensearch.status.index.name: "status"
@@ -53,7 +58,8 @@ config:
opensearch.status.bulkActions: 500
opensearch.status.flushInterval: "5s"
opensearch.status.concurrentRequests: 1
-
+ opensearch.status.sniff: true
+
# spout config #
# positive or negative filters parsable by the Lucene Query Parser
@@ -71,7 +77,7 @@ config:
spout.max.delay.queries: 20000
# Delay since previous query date (in secs) after which the nextFetchDate
value will be reset to the current time
- # Setting this to -1 or a large value means that the OpenSearch will cache
the results but also that fewer and fewer
+ # Setting this to -1 or a large value means that OpenSearch will cache the
results but also that fewer and fewer
# results might be returned.
spout.reset.fetchdate.after: 120
diff --git a/external/opensearch/opensearch-conf.yaml
b/external/opensearch/opensearch-conf.yaml
index 8ec0341c..28f8884e 100644
--- a/external/opensearch/opensearch-conf.yaml
+++ b/external/opensearch/opensearch-conf.yaml
@@ -37,11 +37,13 @@ config:
opensearch.indexer.bulkActions: 100
opensearch.indexer.flushInterval: "2s"
opensearch.indexer.concurrentRequests: 1
-
+ opensearch.indexer.sniff: true
+
# MetricsConsumer
# opensearch.metrics.addresses: "http://localhost:9200";
opensearch.metrics.index.name: "metrics"
-
+ opensearch.metrics.sniff: true
+
# Spout and persistence bolt
opensearch.status.addresses: "http://localhost:9200";
opensearch.status.index.name: "status"
@@ -56,7 +58,8 @@ config:
opensearch.status.bulkActions: 500
opensearch.status.flushInterval: "5s"
opensearch.status.concurrentRequests: 1
-
+ opensearch.status.sniff: true
+
# spout config #
# positive or negative filters parsable by the Lucene Query Parser
