This is an automated email from the ASF dual-hosted git repository.
eolivelli pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/pulsar.git.
from 386c6b4 [documentation] Remove duplicate section in Messaging >
Consumers > Acknowledgement (#11296)
add 8306158 Enhanced ElasticSearch Sink (TLS, Auth, KeyValue Schema,
INSERT/UPDATE/DELETE, "_id" management, multi index support) (#11263)
No new revisions were added by this update.
Summary of changes:
pulsar-io/elastic-search/pom.xml | 74 +--
.../io/elasticsearch/ElasticSearchClient.java | 592 +++++++++++++++++++++
.../io/elasticsearch/ElasticSearchConfig.java | 212 +++++++-
.../ElasticSearchConnectionException.java | 16 +-
.../pulsar/io/elasticsearch/ElasticSearchSink.java | 333 ++++++++----
.../io/elasticsearch/ElasticSearchSslConfig.java | 96 ++++
.../pulsar/io/elasticsearch/JsonConverter.java | 204 +++++++
.../RandomExponentialBackoffPolicy.java | 68 +++
.../io/elasticsearch/RandomExponentialRetry.java | 86 +++
.../io/elasticsearch/ElasticSearchBWCTests.java | 59 ++
.../elasticsearch/ElasticSearchClientSslTests.java | 167 ++++++
.../io/elasticsearch/ElasticSearchClientTests.java | 250 +++++++++
.../io/elasticsearch/ElasticSearchConfigTests.java | 184 +++++--
.../elasticsearch/ElasticSearchExtractTests.java | 276 ++++++++++
.../ElasticSearchSinkRawDataTests.java | 138 +++++
.../io/elasticsearch/ElasticSearchSinkTests.java | 287 ++++++++--
.../io/elasticsearch/JsonConverterTests.java | 123 +++++
.../elasticsearch/RandomExponentialRetryTests.java | 98 ++++
.../testcontainers/ChaosContainer.java | 44 ++
.../src/test/resources/sinkConfig.yaml | 3 +-
.../src/test/resources/ssl/cacert.crt | Bin 0 -> 943 bytes
.../src/test/resources/ssl/cacert.pem | 22 +
.../src/test/resources/ssl/elasticsearch.crt | 21 +
.../src/test/resources/ssl/elasticsearch.jks | Bin 0 -> 4182 bytes
.../src/test/resources/ssl/elasticsearch.key | 27 +
.../src/test/resources/ssl/keystore.jks | Bin 0 -> 4128 bytes
.../src/test/resources/ssl/truststore.jks | Bin 0 -> 1002 bytes
.../containers/ElasticSearchContainer.java | 7 +-
.../functions/PulsarFunctionsTestBase.java | 2 +
.../tests/integration/io/PulsarIOTestRunner.java | 24 +-
.../io/sinks/ElasticSearchSinkTester.java | 97 +++-
.../integration/io/sinks/PulsarIOSinkRunner.java | 83 +--
.../integration/io/sinks/PulsarSinksTest.java | 11 +-
.../tests/integration/io/sinks/SinkTester.java | 28 +
.../integration/topologies/PulsarCluster.java | 21 +
35 files changed, 3340 insertions(+), 313 deletions(-)
create mode 100644
pulsar-io/elastic-search/src/main/java/org/apache/pulsar/io/elasticsearch/ElasticSearchClient.java
copy
pulsar-client/src/main/java/org/apache/pulsar/client/util/ConsumerName.java =>
pulsar-io/elastic-search/src/main/java/org/apache/pulsar/io/elasticsearch/ElasticSearchConnectionException.java
(69%)
create mode 100644
pulsar-io/elastic-search/src/main/java/org/apache/pulsar/io/elasticsearch/ElasticSearchSslConfig.java
create mode 100644
pulsar-io/elastic-search/src/main/java/org/apache/pulsar/io/elasticsearch/JsonConverter.java
create mode 100644
pulsar-io/elastic-search/src/main/java/org/apache/pulsar/io/elasticsearch/RandomExponentialBackoffPolicy.java
create mode 100644
pulsar-io/elastic-search/src/main/java/org/apache/pulsar/io/elasticsearch/RandomExponentialRetry.java
create mode 100644
pulsar-io/elastic-search/src/test/java/org/apache/pulsar/io/elasticsearch/ElasticSearchBWCTests.java
create mode 100644
pulsar-io/elastic-search/src/test/java/org/apache/pulsar/io/elasticsearch/ElasticSearchClientSslTests.java
create mode 100644
pulsar-io/elastic-search/src/test/java/org/apache/pulsar/io/elasticsearch/ElasticSearchClientTests.java
create mode 100644
pulsar-io/elastic-search/src/test/java/org/apache/pulsar/io/elasticsearch/ElasticSearchExtractTests.java
create mode 100644
pulsar-io/elastic-search/src/test/java/org/apache/pulsar/io/elasticsearch/ElasticSearchSinkRawDataTests.java
create mode 100644
pulsar-io/elastic-search/src/test/java/org/apache/pulsar/io/elasticsearch/JsonConverterTests.java
create mode 100644
pulsar-io/elastic-search/src/test/java/org/apache/pulsar/io/elasticsearch/RandomExponentialRetryTests.java
create mode 100644
pulsar-io/elastic-search/src/test/java/org/apache/pulsar/io/elasticsearch/testcontainers/ChaosContainer.java
create mode 100644 pulsar-io/elastic-search/src/test/resources/ssl/cacert.crt
create mode 100644 pulsar-io/elastic-search/src/test/resources/ssl/cacert.pem
create mode 100644
pulsar-io/elastic-search/src/test/resources/ssl/elasticsearch.crt
create mode 100644
pulsar-io/elastic-search/src/test/resources/ssl/elasticsearch.jks
create mode 100644
pulsar-io/elastic-search/src/test/resources/ssl/elasticsearch.key
create mode 100644 pulsar-io/elastic-search/src/test/resources/ssl/keystore.jks
create mode 100644
pulsar-io/elastic-search/src/test/resources/ssl/truststore.jks
