This is an automated email from the ASF dual-hosted git repository.
gaojun2048 pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/incubator-seatunnel.git
from 73f63a504 [Feature][Connector V2] expose configurable options in
Cassandra (#3681)
add da507bbe0 [Connector-V2][Paimon] Introduce paimon connector (#4178)
No new revisions were added by this update.
Summary of changes:
docs/en/connector-v2/sink/Paimon.md | 51 +++
docs/en/connector-v2/source/Paimon.md | 60 +++
plugin-mapping.properties | 2 +
.../{connector-hbase => connector-paimon}/pom.xml | 19 +-
.../seatunnel/paimon/config/PaimonConfig.java} | 52 ++-
.../exception/PaimonConnectorErrorCode.java} | 12 +-
.../exception/PaimonConnectorException.java} | 11 +-
.../seatunnel/paimon/sink/PaimonSink.java | 159 ++++++++
.../seatunnel/paimon/sink/PaimonSinkFactory.java} | 15 +-
.../seatunnel/paimon/sink/PaimonSinkWriter.java | 146 +++++++
.../sink/commit/PaimonAggregatedCommitInfo.java} | 12 +-
.../sink/commit/PaimonAggregatedCommitter.java | 89 +++++
.../paimon/sink/commit/PaimonCommitInfo.java} | 17 +-
.../paimon/sink/state/PaimonSinkState.java} | 20 +-
.../seatunnel/paimon/source/PaimonSource.java | 146 +++++++
.../paimon/source/PaimonSourceFactory.java} | 17 +-
.../paimon/source/PaimonSourceReader.java} | 67 ++--
.../paimon/source/PaimonSourceSplit.java} | 26 +-
.../source/PaimonSourceSplitEnumerator.java} | 122 +++---
.../paimon/source/PaimonSourceState.java} | 27 +-
.../seatunnel/paimon/utils/RowConverter.java | 429 +++++++++++++++++++++
.../seatunnel/paimon/utils/RowTypeConverter.java | 312 +++++++++++++++
.../seatunnel/paimon/utils/RowConverterTest.java | 187 +++++++++
.../paimon/utils/RowTypeConverterTest.java | 109 ++++++
seatunnel-connectors-v2/pom.xml | 1 +
seatunnel-dist/pom.xml | 7 +
.../pom.xml | 6 +-
.../seatunnel/e2e/connector/paimon/PaimonIT.java | 59 +++
.../src/test/resources/fake_to_paimon.conf} | 37 +-
.../src/test/resources/paimon_to_assert.conf} | 13 +-
.../src/test/resources/schema-0.json | 71 ++++
seatunnel-e2e/seatunnel-connector-v2-e2e/pom.xml | 1 +
32 files changed, 2079 insertions(+), 223 deletions(-)
create mode 100644 docs/en/connector-v2/sink/Paimon.md
create mode 100644 docs/en/connector-v2/source/Paimon.md
copy seatunnel-connectors-v2/{connector-hbase => connector-paimon}/pom.xml
(77%)
copy
seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/config/CommonConfig.java
=>
connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/config/PaimonConfig.java}
(57%)
copy
seatunnel-connectors-v2/{connector-assert/src/main/java/org/apache/seatunnel/connectors/seatunnel/assertion/exception/AssertConnectorErrorCode.java
=>
connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/exception/PaimonConnectorErrorCode.java}
(69%)
copy
seatunnel-connectors-v2/{connector-pulsar/src/main/java/org/apache/seatunnel/connectors/seatunnel/pulsar/exception/PulsarConnectorException.java
=>
connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/exception/PaimonConnectorException.java}
(79%)
create mode 100644
seatunnel-connectors-v2/connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/sink/PaimonSink.java
copy
seatunnel-connectors-v2/{connector-hive/src/main/java/org/apache/seatunnel/connectors/seatunnel/hive/sink/HiveSinkFactory.java
=>
connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/sink/PaimonSinkFactory.java}
(74%)
create mode 100644
seatunnel-connectors-v2/connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/sink/PaimonSinkWriter.java
copy
seatunnel-connectors-v2/{connector-clickhouse/src/main/java/org/apache/seatunnel/connectors/seatunnel/clickhouse/state/CKFileAggCommitInfo.java
=>
connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/sink/commit/PaimonAggregatedCommitInfo.java}
(72%)
create mode 100644
seatunnel-connectors-v2/connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/sink/commit/PaimonAggregatedCommitter.java
copy
seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/client/source/model/QueryInfo.java
=>
connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/sink/commit/PaimonCommitInfo.java}
(74%)
copy
seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/client/source/model/QueryInfo.java
=>
connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/sink/state/PaimonSinkState.java}
(71%)
create mode 100644
seatunnel-connectors-v2/connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/source/PaimonSource.java
copy
seatunnel-connectors-v2/{connector-hive/src/main/java/org/apache/seatunnel/connectors/seatunnel/hive/source/HiveSourceFactory.java
=>
connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/source/PaimonSourceFactory.java}
(74%)
copy
seatunnel-connectors-v2/{connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/source/BaseFileSourceReader.java
=>
connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/source/PaimonSourceReader.java}
(51%)
copy
seatunnel-connectors-v2/{connector-tdengine/src/main/java/org/apache/seatunnel/connectors/seatunnel/tdengine/source/TDengineSourceSplit.java
=>
connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/source/PaimonSourceSplit.java}
(66%)
copy
seatunnel-connectors-v2/{connector-file/connector-file-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/file/source/split/FileSourceSplitEnumerator.java
=>
connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/source/PaimonSourceSplitEnumerator.java}
(57%)
copy
seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/client/source/model/QueryPlan.java
=>
connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/source/PaimonSourceState.java}
(64%)
create mode 100644
seatunnel-connectors-v2/connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/utils/RowConverter.java
create mode 100644
seatunnel-connectors-v2/connector-paimon/src/main/java/org/apache/seatunnel/connectors/seatunnel/paimon/utils/RowTypeConverter.java
create mode 100644
seatunnel-connectors-v2/connector-paimon/src/test/java/org/apache/seatunnel/connectors/seatunnel/paimon/utils/RowConverterTest.java
create mode 100644
seatunnel-connectors-v2/connector-paimon/src/test/java/org/apache/seatunnel/connectors/seatunnel/paimon/utils/RowTypeConverterTest.java
copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-file-sftp-e2e =>
connector-paimon-e2e}/pom.xml (91%)
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-paimon-e2e/src/test/java/org/apache/seatunnel/e2e/connector/paimon/PaimonIT.java
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-kafka-e2e/src/test/resources/kafka_default_sink_fake_to_kafka.conf
=> connector-paimon-e2e/src/test/resources/fake_to_paimon.conf} (69%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-file-local-e2e/src/test/resources/orc/local_file_orc_to_assert.conf
=> connector-paimon-e2e/src/test/resources/paimon_to_assert.conf} (88%)
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-paimon-e2e/src/test/resources/schema-0.json
