This is an automated email from the ASF dual-hosted git repository. rzo1 pushed a commit to branch 1198 in repository https://gitbox.apache.org/repos/asf/incubator-stormcrawler.git
commit 4527ce381b05eff93513b284fe0c3d6874538f4c Author: Richard Zowalla <[email protected]> AuthorDate: Fri Apr 26 20:28:55 2024 +0200 x --- external/opensearch/opensearch-conf.yaml | 2 ++ .../opensearch/OpenSearchConnection.java | 3 +-- .../stormcrawler/opensearch/SuffixNodeSniffer.java | 31 ++++++++++++++++++++++ 3 files changed, 34 insertions(+), 2 deletions(-) diff --git a/external/opensearch/opensearch-conf.yaml b/external/opensearch/opensearch-conf.yaml index f37b8d5a..ff406bc4 100644 --- a/external/opensearch/opensearch-conf.yaml +++ b/external/opensearch/opensearch-conf.yaml @@ -7,6 +7,8 @@ config: opensearch.addresses: "http://localhost:9200"; #opensearch.user: "USERNAME" #opensearch.password: "PASSWORD" + opensearch.sniff: true + #opensearch.sniff.dns.host.suffix: blabla opensearch.concurrentRequests: 2 # Indexer bolt diff --git a/external/opensearch/src/main/java/org/apache/stormcrawler/opensearch/OpenSearchConnection.java b/external/opensearch/src/main/java/org/apache/stormcrawler/opensearch/OpenSearchConnection.java index d3eb87b7..88203844 100644 --- a/external/opensearch/src/main/java/org/apache/stormcrawler/opensearch/OpenSearchConnection.java +++ b/external/opensearch/src/main/java/org/apache/stormcrawler/opensearch/OpenSearchConnection.java @@ -258,8 +258,7 @@ public final class OpenSearchConnection { .setConcurrentRequests(concurrentRequests) .build(); - boolean sniff = - ConfUtils.getBoolean(stormConf, Constants.PARAMPREFIX, dottedType, "sniff", true); + boolean sniff = ConfUtils.getBoolean(stormConf, Constants.PARAMPREFIX, "", "sniff", true); Sniffer sniffer = null; if (sniff) { sniffer = Sniffer.builder(client.getLowLevelClient()).build(); diff --git a/external/opensearch/src/main/java/org/apache/stormcrawler/opensearch/SuffixNodeSniffer.java b/external/opensearch/src/main/java/org/apache/stormcrawler/opensearch/SuffixNodeSniffer.java new file mode 100644 index 00000000..272eebf1 --- /dev/null +++ b/external/opensearch/src/main/java/org/apache/stormcrawler/opensearch/SuffixNodeSniffer.java @@ -0,0 +1,31 @@ +package org.apache.stormcrawler.opensearch; + +import java.io.IOException; +import java.util.List; +import java.util.Map; +import org.apache.stormcrawler.util.ConfUtils; +import org.opensearch.client.Node; +import org.opensearch.client.sniff.NodesSniffer; +import org.opensearch.client.sniff.OpenSearchNodesSniffer; + +public class SuffixNodeSniffer implements NodesSniffer { + + private final OpenSearchNodesSniffer delegate; + private final Map<String, Object> stormConf; + + private final boolean sniff; + + public SuffixNodeSniffer(OpenSearchNodesSniffer delegate, Map<String, Object> stormConf) { + this.delegate = delegate; + this.stormConf = stormConf; + this.sniff = + ConfUtils.getBoolean(stormConf, Constants.PARAMPREFIX, dottedType, "sniff", true); + } + + @Override + public List<Node> sniff() throws IOException { + final List<Node> nodes = delegate.sniff(); + + return null; + } +}
