This is an automated email from the ASF dual-hosted git repository.
gaojun2048 pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
from 57c67afdb [bug] [e2e] Fix Greenplum container startup timeout (#3293)
add ded5481d9 [Feature][Connector-V2][Elasticsearch] Support Elasticsearch
source (#2821)
No new revisions were added by this update.
Summary of changes:
docs/en/connector-v2/source/Elasticsearch.md | 89 ++++++++
plugin-mapping.properties | 3 +-
.../connector-elasticsearch/pom.xml | 19 +-
.../elasticsearch/client/EsRestClient.java | 250 +++++++++++++++++++--
.../EsClusterConnectionConfig.java} | 10 +-
.../source/SourceConfig.java} | 12 +-
.../source/SourceConfigDeaultConstant.java} | 8 +-
.../constant/EsTypeMappingSeaTunnelType.java | 50 +++++
.../seatunnel/elasticsearch/dto/IndexInfo.java | 21 +-
.../source/IndexDocsCount.java} | 25 ++-
.../source/ScrollResult.java} | 12 +-
.../source/SourceIndexInfo.java} | 15 +-
...eption.java => GetIndexDocsCountException.java} | 10 +-
...hException.java => ScrollRequestException.java} | 6 +-
.../serialize/ElasticsearchRowSerializer.java | 14 +-
.../source/DeaultSeaTunnelRowDeserializer.java | 175 +++++++++++++++
.../ElasticsearchRecord.java} | 17 +-
.../SeaTunnelRowDeserializer.java} | 10 +-
.../elasticsearch/sink/ElasticsearchSink.java | 18 +-
.../sink/ElasticsearchSinkWriter.java | 31 +--
.../elasticsearch/source/ElasticsearchSource.java | 104 +++++++++
.../source/ElasticsearchSourceReader.java | 122 ++++++++++
.../source/ElasticsearchSourceSplit.java} | 24 +-
.../ElasticsearchSourceSplitEnumerator.java} | 198 ++++++++--------
.../source/ElasticsearchSourceState.java} | 9 +-
.../pom.xml | 14 +-
.../flink/v2/elasticsearch/ElasticsearchIT.java | 170 ++++++++++++++
.../elasticsearch_source_and_sink.conf | 52 ++---
.../src/test}/resources/log4j.properties | 0
.../pom.xml | 12 +-
.../spark/v2/elasticsearch/ElasticsearchIT.java | 171 ++++++++++++++
.../elasticsearch_source_and_sink.conf} | 55 +++--
.../src/test}/resources/log4j.properties | 0
33 files changed, 1404 insertions(+), 322 deletions(-)
create mode 100644 docs/en/connector-v2/source/Elasticsearch.md
copy
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/{serialize/type/IndexTypeSerializer.java
=> config/EsClusterConnectionConfig.java} (80%)
copy
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/{serialize/type/IndexTypeSerializer.java
=> config/source/SourceConfig.java} (76%)
copy
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/{serialize/type/IndexTypeSerializer.java
=> config/source/SourceConfigDeaultConstant.java} (84%)
create mode 100644
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/constant/EsTypeMappingSeaTunnelType.java
copy
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/{exception/BulkElasticsearchException.java
=> dto/source/IndexDocsCount.java} (68%)
copy
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/{serialize/type/IndexTypeSerializer.java
=> dto/source/ScrollResult.java} (84%)
copy
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/{state/ElasticsearchCommitInfo.java
=> dto/source/SourceIndexInfo.java} (79%)
copy
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/exception/{BulkElasticsearchException.java
=> GetIndexDocsCountException.java} (80%)
copy
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/exception/{BulkElasticsearchException.java
=> ScrollRequestException.java} (82%)
create mode 100644
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/serialize/source/DeaultSeaTunnelRowDeserializer.java
copy
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/serialize/{type/IndexTypeSerializer.java
=> source/ElasticsearchRecord.java} (77%)
copy
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/serialize/{index/IndexSerializer.java
=> source/SeaTunnelRowDeserializer.java} (88%)
create mode 100644
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/source/ElasticsearchSource.java
create mode 100644
seatunnel-connectors-v2/connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/source/ElasticsearchSourceReader.java
copy
seatunnel-connectors-v2/{connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/source/IoTDBSourceSplit.java
=>
connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/source/ElasticsearchSourceSplit.java}
(73%)
copy
seatunnel-connectors-v2/{connector-influxdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/influxdb/source/InfluxDBSourceSplitEnumerator.java
=>
connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/source/ElasticsearchSourceSplitEnumerator.java}
(50%)
copy
seatunnel-connectors-v2/{connector-iotdb/src/main/java/org/apache/seatunnel/connectors/seatunnel/iotdb/state/IoTDBSourceState.java
=>
connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/source/ElasticsearchSourceState.java}
(79%)
copy seatunnel-e2e/seatunnel-flink-connector-v2-e2e/{connector-kafka-flink-e2e
=> connector-elasticsearch-flink-e2e}/pom.xml (86%)
create mode 100644
seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-elasticsearch-flink-e2e/src/test/java/org/apache/seatunnel/e2e/flink/v2/elasticsearch/ElasticsearchIT.java
copy
seatunnel-engine/seatunnel-engine-server/src/test/resources/batch_fakesource_to_file.conf
=>
seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-elasticsearch-flink-e2e/src/test/resources/elasticsearch/elasticsearch_source_and_sink.conf
(59%)
copy {seatunnel-examples/seatunnel-flink-connector-v2-example/src/main =>
seatunnel-e2e/seatunnel-flink-connector-v2-e2e/connector-elasticsearch-flink-e2e/src/test}/resources/log4j.properties
(100%)
copy seatunnel-e2e/seatunnel-spark-connector-v2-e2e/{connector-iotdb-spark-e2e
=> connector-elasticsearch-spark-e2e}/pom.xml (85%)
create mode 100644
seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-elasticsearch-spark-e2e/src/test/java/org/apache/seatunnel/e2e/spark/v2/elasticsearch/ElasticsearchIT.java
copy
seatunnel-e2e/{seatunnel-spark-e2e/seatunnel-connector-spark-fake-e2e/src/test/resources/fake/fakesource_to_console.conf
=>
seatunnel-spark-connector-v2-e2e/connector-elasticsearch-spark-e2e/src/test/resources/elasticsearch/elasticsearch_source_and_sink.conf}
(55%)
copy {seatunnel-examples/seatunnel-flink-connector-v2-example/src/main =>
seatunnel-e2e/seatunnel-spark-connector-v2-e2e/connector-elasticsearch-spark-e2e/src/test}/resources/log4j.properties
(100%)
