This is an automated email from the ASF dual-hosted git repository.
wanghailin pushed a change to branch dev
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from f81f9f642f [Feature][doc][Connector-V2][Fake] Add FakeSource connector
documentation (#5255)
add 81ac173189 [Feature] Support multi-table sink (#5620)
No new revisions were added by this update.
Summary of changes:
.../seatunnel/api/annotation/Experimental.java | 12 +-
.../org/apache/seatunnel/api/env/ParsingMode.java | 1 +
.../api/sink/MultiTableResourceManager.java | 13 +-
.../SinkCommonOptions.java} | 18 +-
.../SupportMultiTableSink.java} | 6 +-
.../SupportMultiTableSinkAggregatedCommitter.java} | 6 +-
...tants.java => SupportMultiTableSinkWriter.java} | 12 +-
.../seatunnel/api/sink/SupportResourceShare.java | 16 +-
.../api/table/catalog/CatalogTableUtil.java | 11 +-
.../seatunnel/api/table/factory/FactoryUtil.java | 19 ++
...yContext.java => MultiTableFactoryContext.java} | 16 +-
.../MultiTableAggregatedCommitInfo.java} | 15 +-
.../multitablesink/MultiTableCommitInfo.java} | 15 +-
.../common/multitablesink/MultiTableSink.java | 196 ++++++++++++++++
.../MultiTableSinkAggregatedCommitter.java | 179 +++++++++++++++
.../multitablesink/MultiTableSinkCommitter.java | 81 +++++++
.../multitablesink/MultiTableSinkFactory.java} | 23 +-
.../multitablesink/MultiTableSinkWriter.java | 246 +++++++++++++++++++++
.../common/multitablesink/MultiTableState.java} | 11 +-
.../multitablesink/MultiTableWriterRunnable.java | 75 +++++++
.../common/multitablesink/SinkContextProxy.java | 20 +-
.../common/multitablesink/SinkIdentifier.java} | 23 +-
.../seatunnel/console/sink/ConsoleSink.java | 4 +-
.../seatunnel/console/sink/ConsoleSinkWriter.java | 4 +-
seatunnel-connectors-v2/connector-jdbc/pom.xml | 12 +
.../seatunnel/jdbc/internal/JdbcOutputFormat.java | 8 -
.../SimpleJdbcConnectionPoolProviderProxy.java | 76 +++++++
.../connection/SimpleJdbcConnectionProvider.java | 2 +-
.../seatunnel/jdbc/sink/ConnectionPoolManager.java | 69 ++++++
.../jdbc/sink/JdbcExactlyOnceSinkWriter.java | 5 +-
.../jdbc/sink/JdbcMultiTableResourceManager.java} | 25 ++-
.../connectors/seatunnel/jdbc/sink/JdbcSink.java | 21 +-
.../seatunnel/jdbc/sink/JdbcSinkFactory.java | 4 +-
.../seatunnel/jdbc/sink/JdbcSinkWriter.java | 66 +++++-
.../connectors/seatunnel/cdc/mysql/MysqlCDCIT.java | 175 ++++++++++-----
.../src/test/resources/ddl/mysql_cdc.sql | 189 +++++++++++++++-
.../src/test/resources/docker/setup.sql | 2 +-
.../mysqlcdc_to_mysql_with_multi_table.conf | 30 +--
...TableNamesTT.java => FakeWithMultiTableTT.java} | 6 +-
.../fake_to_console_with_multitable_mode.conf} | 36 +--
.../connectors/seatunnel/jdbc/JdbcPostgresIT.java | 8 +-
.../client/MultipleTableJobConfigParserTest.java | 19 ++
...conf => batch_fake_to_console_multi_table.conf} | 3 +-
.../core/parse/MultipleTableJobConfigParser.java | 48 +++-
.../server/checkpoint/CheckpointCoordinator.java | 2 +-
.../seatunnel/engine/server/dag/DAGUtils.java | 6 +-
.../dag/execution/ExecutionPlanGenerator.java | 35 ++-
.../engine/server/dag/physical/PlanUtils.java | 6 +-
.../seatunnel/engine/server/master/JobMaster.java | 7 +-
.../server/checkpoint/CheckpointPlanTest.java | 4 +-
.../seatunnel/engine/server/dag/TaskTest.java | 4 +-
51 files changed, 1627 insertions(+), 263 deletions(-)
copy
seatunnel-e2e/seatunnel-e2e-common/src/test/java/org/apache/seatunnel/e2e/common/junit/TestContainerExtension.java
=>
seatunnel-api/src/main/java/org/apache/seatunnel/api/annotation/Experimental.java
(74%)
copy
seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/service/slot/WrongTargetSlotException.java
=>
seatunnel-api/src/main/java/org/apache/seatunnel/api/sink/MultiTableResourceManager.java
(75%)
copy
seatunnel-api/src/main/java/org/apache/seatunnel/api/{source/SourceOptions.java
=> sink/SinkCommonOptions.java} (68%)
copy
seatunnel-api/src/main/java/org/apache/seatunnel/api/{source/SupportColumnProjection.java
=> sink/SupportMultiTableSink.java} (82%)
copy
seatunnel-api/src/main/java/org/apache/seatunnel/api/{source/SupportCoordinate.java
=> sink/SupportMultiTableSinkAggregatedCommitter.java} (77%)
copy
seatunnel-api/src/main/java/org/apache/seatunnel/api/sink/{SaveModeConstants.java
=> SupportMultiTableSinkWriter.java} (74%)
copy
seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/sink/AbstractSinkWriter.java
=>
seatunnel-api/src/main/java/org/apache/seatunnel/api/sink/SupportResourceShare.java
(71%)
copy
seatunnel-api/src/main/java/org/apache/seatunnel/api/table/factory/{TableSinkFactoryContext.java
=> MultiTableFactoryContext.java} (70%)
copy
seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/client/StarRocksFlushTuple.java
=>
connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/multitablesink/MultiTableAggregatedCommitInfo.java}
(78%)
copy
seatunnel-connectors-v2/{connector-starrocks/src/main/java/org/apache/seatunnel/connectors/seatunnel/starrocks/client/StarRocksFlushTuple.java
=>
connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/multitablesink/MultiTableCommitInfo.java}
(78%)
create mode 100644
seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/multitablesink/MultiTableSink.java
create mode 100644
seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/multitablesink/MultiTableSinkAggregatedCommitter.java
create mode 100644
seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/multitablesink/MultiTableSinkCommitter.java
copy
seatunnel-connectors-v2/{connector-assert/src/main/java/org/apache/seatunnel/connectors/seatunnel/assertion/sink/AssertSinkFactory.java
=>
connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/multitablesink/MultiTableSinkFactory.java}
(70%)
create mode 100644
seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/multitablesink/MultiTableSinkWriter.java
copy
seatunnel-connectors-v2/{connector-elasticsearch/src/main/java/org/apache/seatunnel/connectors/seatunnel/elasticsearch/serialize/source/ElasticsearchRecord.java
=>
connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/multitablesink/MultiTableState.java}
(80%)
create mode 100644
seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/multitablesink/MultiTableWriterRunnable.java
copy
seatunnel-engine/seatunnel-engine-server/src/main/java/org/apache/seatunnel/engine/server/task/context/SinkWriterContext.java
=>
seatunnel-connectors-v2/connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/multitablesink/SinkContextProxy.java
(68%)
copy
seatunnel-connectors-v2/{connector-selectdb-cloud/src/main/java/org/apache/seatunnel/connectors/selectdb/sink/writer/SelectDBSinkState.java
=>
connector-common/src/main/java/org/apache/seatunnel/connectors/seatunnel/common/multitablesink/SinkIdentifier.java}
(65%)
create mode 100644
seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/internal/connection/SimpleJdbcConnectionPoolProviderProxy.java
create mode 100644
seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/sink/ConnectionPoolManager.java
copy
seatunnel-connectors-v2/{connector-http/connector-http-base/src/main/java/org/apache/seatunnel/connectors/seatunnel/http/source/SimpleTextDeserializationSchema.java
=>
connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/sink/JdbcMultiTableResourceManager.java}
(58%)
copy
seatunnel-examples/seatunnel-engine-examples/src/main/resources/examples/fake_to_console.conf
=>
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-cdc-mysql-e2e/src/test/resources/mysqlcdc_to_mysql_with_multi_table.conf
(64%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-fake-e2e/src/test/java/org/apache/seatunnel/e2e/connector/fake/{FakeWithTableNamesTT.java
=> FakeWithMultiTableTT.java} (91%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-datahub-e2e/src/test/resources/fakesource_to_datahub.conf
=>
connector-fake-e2e/src/test/resources/fake_to_console_with_multitable_mode.conf}
(74%)
copy
seatunnel-engine/seatunnel-engine-client/src/test/resources/{batch_fake_to_console.conf
=> batch_fake_to_console_multi_table.conf} (95%)
