This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from 6a83169c54 [Feature][doc] Add V2 connector jdbc document parameter can
speed up data import PR (#6176)
add fc2d80382a [Feature][Connector-V2][Doris] Add Doris ConnectorV2 Source
(#6161)
No new revisions were added by this update.
Summary of changes:
docs/en/connector-v2/source/Doris.md | 162 +++++++
plugin-mapping.properties | 1 +
seatunnel-connectors-v2/connector-doris/pom.xml | 12 +
.../connectors/doris/backend/BackendClient.java | 254 ++++++++++
.../connectors/doris/config/DorisConfig.java | 14 +-
.../connectors/doris/config/DorisOptions.java | 10 +
.../doris/exception/DorisConnectorErrorCode.java | 10 +-
.../doris/rest/PartitionDefinition.java} | 50 +-
.../connectors/doris/rest/RestService.java | 337 ++++++++++++-
.../connectors/doris/rest/models/Field.java | 134 ++++++
.../connectors/doris/rest/models/QueryPlan.java | 70 +++
.../connectors/doris/rest/models/Schema.java | 108 +++++
.../connectors/doris/rest/models/Tablet.java | 80 ++++
.../connectors/doris/sink/writer/RecordBuffer.java | 9 +-
.../connectors/doris/source/DorisSource.java | 87 ++++
.../doris/source/DorisSourceFactory.java | 158 +++++++
.../connectors/doris/source/DorisSourceState.java} | 13 +-
.../doris/source/reader/DorisSourceReader.java | 108 +++++
.../doris/source/reader/DorisValueReader.java | 269 +++++++++++
.../doris/source/serialization/Routing.java | 70 +++
.../doris/source/serialization/RowBatch.java | 525 +++++++++++++++++++++
.../doris/source/split/DorisSourceSplit.java} | 58 ++-
.../source/split/DorisSourceSplitEnumerator.java | 182 +++++++
.../connectors/doris/util/DorisCatalogUtil.java | 4 +
.../connectors/doris/util/SchemaUtils.java | 50 ++
seatunnel-dist/pom.xml | 6 +
.../e2e/connector/doris/AbstractDorisIT.java | 16 +-
.../seatunnel/e2e/connector/doris/DorisIT.java | 293 ++++++++++++
.../e2e/connector/doris/GenerateTestData.java | 126 +++++
.../src/test/resources/doris_source_and_sink.conf} | 60 +--
seatunnel-shade/pom.xml | 2 +
.../pom.xml | 78 +--
.../pom.xml | 22 +-
33 files changed, 3219 insertions(+), 159 deletions(-)
create mode 100644 docs/en/connector-v2/source/Doris.md
create mode 100644
seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/backend/BackendClient.java
copy
seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/client/source/model/QueryPartition.java
=>
connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/rest/PartitionDefinition.java}
(74%)
create mode 100644
seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/rest/models/Field.java
create mode 100644
seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/rest/models/QueryPlan.java
create mode 100644
seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/rest/models/Schema.java
create mode 100644
seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/rest/models/Tablet.java
create mode 100644
seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/source/DorisSource.java
create mode 100644
seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/source/DorisSourceFactory.java
copy
seatunnel-connectors-v2/{connector-amazondynamodb/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazondynamodb/source/AmazonDynamoDBSourceState.java
=>
connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/source/DorisSourceState.java}
(75%)
create mode 100644
seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/source/reader/DorisSourceReader.java
create mode 100644
seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/source/reader/DorisValueReader.java
create mode 100644
seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/source/serialization/Routing.java
create mode 100644
seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/source/serialization/RowBatch.java
copy
seatunnel-connectors-v2/{connector-cdc/connector-cdc-base/src/main/java/org/apache/seatunnel/connectors/cdc/base/source/split/SourceSplitBase.java
=>
connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/source/split/DorisSourceSplit.java}
(51%)
create mode 100644
seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/source/split/DorisSourceSplitEnumerator.java
create mode 100644
seatunnel-connectors-v2/connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/util/SchemaUtils.java
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-doris-e2e/src/test/java/org/apache/seatunnel/e2e/connector/doris/DorisIT.java
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-doris-e2e/src/test/java/org/apache/seatunnel/e2e/connector/doris/GenerateTestData.java
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-file-local-e2e/src/test/resources/parquet/local_file_parquet_to_assert_with_multipletable.conf
=> connector-doris-e2e/src/test/resources/doris_source_and_sink.conf} (54%)
copy seatunnel-shade/{seatunnel-hadoop3-3.1.4-uber =>
seatunnel-arrow-5.0}/pom.xml (68%)
copy seatunnel-shade/{seatunnel-guava => seatunnel-thrift-service}/pom.xml
(87%)
