This is an automated email from the ASF dual-hosted git repository.
davidzollo pushed a change to branch
davidzollo_republish_10958_arrow_close_order
in repository https://gitbox.apache.org/repos/asf/seatunnel.git
from 1388cd978e [Fix][Connector-V2] Ensure Arrow allocator closes on reader
failure
add 6b7f2b8110 [Fix][Connector-V2][Jdbc] Preserve MySQL and PostgreSQL
TIME fractional precision (#11891)
add e97555a62e [Feature] [Connector-V2] [GooglePubSub] Add Google Pub/Sub
sink connector (#11877)
add d8186ba2d3 [Improve][Connector-V2] Remove redundant imperative
validation in Doris connector (#11858)
add 850748c013 [Feature][Connector-V2][Neo4j] Support multi-table source
reads (#11869)
add ed8d94151b [Fix][Connector-V2] Fix CDC comment schema-change event
routing (#11837)
add 5a16ad37a3 [Docs][Connector-V2] Improve Fluss Milvus Redshift
S3-Redshift and Vitess-CDC connector docs (#11793)
add 4fea624584 [Improve][Connector-V2][RabbitMQ] Migrate source config
validation to OptionRule (#11795)
add 65c06f5848 [Bug] [Connector-V2] Support Dameng NCHAR type (#11693)
add 9487cc8e16 [Improve][Connector-V2] Improve source split round-robin
assignment for Easysearch, AmazonDynamoDB, TiDB CDC and Typesense (#11607)
add 98cba98659 [Feature][Zeta] Add local sample dry-run mode (#11538)
add b8d5405f44 [Fix][Connector-V2][Jdbc] Validate a cached connection
before reusing it (#11678)
add be914d2c01 [Docs][Zeta] Add runtime execution graph design (#11612)
add db0ad74f6a [Bug][Transform-V2] Fix CEIL/FLOOR/ROUND/MOD/TRUNC silently
corrupting BIGINT and DECIMAL values (#11696) (#11712)
add 92465ba993 [Fix][Connector-V2] Include MongoDB shard key metadata
(#11599)
add 5a87a77a52 [Fix][Connector-V2] Forward SQL Server JDBC URL properties
(#11674)
add 704dc3c955 [Fix][CI] Fix upgrade compatibility workflow setup (#11611)
add 5bdeda5fde [Fix][Connector-V2] Support schema evolution in Redis sink
(#11646)
add 577032fb5a [Test][E2E] Give PostgresCDCIT post-restore assertions
their own budget (#11644)
add fbd82a4eb0 [Fix][Connector-V2] Preserve SQL Server CDC resume offsets
(#11410)
add e676f46dc7 [Fix][Zeta] Fix stop-with-savepoint hang in DOING_SAVEPOINT
(#11489)
add 3a8a88d381 [Test][Zeta] Stabilize HTTPS REST API test (#11203)
add 49350f376a [Fix][Format] Refresh JSON timestamp formatter on mixed
precision (#11264)
add f13b610eff [Fix][Zeta] Avoid duplicate pending job scheduling after
failover (#11653)
add a9f69848a0 [Feature][Connector-V2] Add DB2 CDC source connector
(#10780)
add ab25ea0ead [Improve][CI] Harden dedicated all-connectors shard guards
(#11828)
add 2714e6e25c [Improve][Connector-V2][Doris] Support partition cleanup
for DROP_DATA (#11917)
add c5ea35b929 [Docs] Align multi-table writer and replica-selection docs
with MultiTableSinkWriter (#11925)
add 9ddb4cff33 [Feature][E2E] Add Helm chart deployment test (#11938)
add e35fba06f8 [Improve][Transform-V2] Unify duplicated toBigDecimal
helper (#11918)
add 39d4f81ef9 [Fix][E2E] Stabilize Paimon incompatible schema test
(#11608)
add 51af725848 [Improve][Connector-V2] Split Bigtable source by
sampleRowKeys for parallel reads (#11876)
add 033612bfd6 [Fix][E2E] Address follow-up review issues for CI
stabilization (#11097)
add 406c66789e [Fix][Connector-V2][File] Fix Parquet INT96 writes for
uppercase fields (#10943)
add 2fee66907b Merge remote-tracking branch 'apache/dev' into
pr11929-fix-b-20260824
add 4cea5d7a01 [Fix][Connector-V2] Aggregate unchecked Arrow close
failures and add round-trip close tests
add bdc1023189 [Fix][CI] Use a uniform 300-minute timeout for
updated-modules IT parts
No new revisions were added by this update.
Summary of changes:
.github/workflows/backend.yml | 82 +-
.github/workflows/labeler/label-scope-conf.yml | 5 +
.github/workflows/upgrade_compatibility.yml | 3 +
config/plugin_config | 2 +
deploy/kubernetes/helm-tests/test-chart.sh | 132 +
docs/en/architecture/features/multi-table.md | 208 +-
...connector-couchbase.md => connector-cdc-db2.md} | 0
.../changelog/connector-google-bigtable.md | 1 +
...tor-couchbase.md => connector-google-pubsub.md} | 1 +
docs/en/connectors/sink/Doris.md | 4 +-
docs/en/connectors/sink/GooglePubSub.md | 136 +
docs/en/connectors/sink/Redis.md | 19 +
docs/en/connectors/source/DB2-CDC.md | 199 +
docs/en/connectors/source/GoogleBigtable.md | 6 +-
docs/en/connectors/source/Jdbc.md | 1 +
docs/en/connectors/source/Milvus.md | 10 +-
docs/en/connectors/source/MongoDB-CDC.md | 2 +-
docs/en/connectors/source/Neo4j.md | 60 +-
docs/en/connectors/source/SqlServer-CDC.md | 2 +-
docs/en/engines/zeta/busyness-and-backpressure.md | 1 +
docs/en/engines/zeta/runtime-execution-graph.md | 188 +
docs/en/engines/zeta/user-command.md | 20 +-
docs/en/engines/zeta/web-ui.md | 3 +
.../introduction/concepts/incompatible-changes.md | 19 +
.../introduction/configuration/schema-evolution.md | 1 +
docs/sidebars.js | 1 +
docs/zh/architecture/features/multi-table.md | 43 +-
.../connectors/changelog/connector-cdc-db2.md} | 0
.../changelog/connector-google-bigtable.md | 1 +
.../changelog/connector-google-pubsub.md} | 1 +
docs/zh/connectors/sink/Doris.md | 4 +-
docs/zh/connectors/sink/Fluss.md | 67 +
docs/zh/connectors/sink/GooglePubSub.md | 136 +
docs/zh/connectors/sink/Milvus.md | 122 +
docs/zh/connectors/sink/Redis.md | 16 +
docs/zh/connectors/sink/S3-Redshift.md | 64 +-
docs/zh/connectors/source/DB2-CDC.md | 197 +
docs/zh/connectors/source/Fluss.md | 60 +
docs/zh/connectors/source/GoogleBigtable.md | 6 +-
docs/zh/connectors/source/Jdbc.md | 2 +
docs/zh/connectors/source/Milvus.md | 71 +-
docs/zh/connectors/source/MongoDB-CDC.md | 2 +-
docs/zh/connectors/source/Neo4j.md | 60 +-
docs/zh/connectors/source/Redshift.md | 45 +-
docs/zh/connectors/source/SqlServer-CDC.md | 2 +-
docs/zh/connectors/source/Vitess-CDC.md | 15 +-
docs/zh/engines/zeta/busyness-and-backpressure.md | 1 +
docs/zh/engines/zeta/runtime-execution-graph.md | 188 +
docs/zh/engines/zeta/user-command.md | 22 +-
docs/zh/engines/zeta/web-ui.md | 3 +
.../introduction/concepts/incompatible-changes.md | 14 +
.../introduction/configuration/schema-evolution.md | 1 +
plugin-mapping.properties | 2 +
.../schema/handler/AlterTableEventHandler.java | 6 +-
.../handler/DataTypeChangeEventDispatcher.java | 4 +
.../api/table/schema/event/EventTest.java | 37 +
.../AmazonDynamoDBSourceSplitEnumerator.java | 44 +-
.../source/AmazonDynamoDBSourceState.java | 17 +-
.../AmazonDynamoDBSourceSplitEnumeratorTest.java | 164 +
.../base/schema/AbstractSchemaChangeResolver.java | 45 +-
.../schema/AbstractSchemaChangeResolverTest.java | 102 +
.../pom.xml | 20 +-
.../seatunnel/cdc/db2/config/Db2SourceConfig.java} | 14 +-
.../cdc/db2/config/Db2SourceConfigFactory.java | 106 +
.../seatunnel/cdc/db2/source/Db2Dialect.java} | 114 +-
.../cdc/db2/source/Db2IncrementalSource.java | 120 +
.../db2/source/Db2IncrementalSourceFactory.java} | 69 +-
.../db2/source/Db2IncrementalSourceOptions.java} | 9 +-
.../db2/source/enumerator/Db2ChunkSplitter.java} | 27 +-
.../cdc/db2}/source/offset/LsnOffset.java | 45 +-
.../cdc/db2}/source/offset/LsnOffsetFactory.java | 32 +-
.../reader/fetch/Db2SourceFetchTaskContext.java} | 132 +-
.../reader/fetch/scan/Db2SnapshotFetchTask.java} | 44 +-
.../fetch/scan/Db2SnapshotSplitReadTask.java} | 90 +-
.../SnapshotSplitChangeEventSourceContext.java | 4 +-
.../transactionlog/Db2TransactionLogFetchTask.java | 532 +++
.../cdc/db2/utils/Db2ConnectionUtils.java | 28 +-
.../seatunnel/cdc/db2/utils/Db2Schema.java} | 19 +-
.../seatunnel/cdc/db2/utils/Db2TypeUtils.java} | 10 +-
.../seatunnel/cdc/db2/utils/Db2Utils.java} | 337 +-
.../cdc/db2/utils/TableDiscoveryUtils.java | 112 +
.../source/Db2IncrementalSourceFactoryTest.java} | 6 +-
.../cdc/db2}/source/offset/LsnOffsetTest.java | 17 +-
.../seatunnel/cdc/db2/utils/Db2UtilsTest.java} | 26 +-
.../cdc/db2/utils/TableDiscoveryUtilsTest.java | 69 +
.../cdc/mongodb/config/MongodbSourceConstants.java | 2 +
.../source/splitters/ShardedSplitStrategy.java | 3 +-
.../seatunnel/cdc/mongodb/utils/MongodbUtils.java | 4 +-
.../test/java/mongodb/utils/MongodbUtilsTest.java | 47 +
.../source/parser/CustomMySqlAntlrDdlParser.java | 6 +-
.../parser/CustomMySqlAntlrDdlParserTest.java | 39 +
.../config/SqlServerSourceConfigFactory.java | 18 +
.../source/SqlServerIncrementalSource.java | 40 +
.../cdc/sqlserver/source/offset/LsnOffset.java | 78 +-
.../sqlserver/source/offset/LsnOffsetFactory.java | 3 +-
.../fetch/SqlServerSourceFetchTaskContext.java | 14 +-
.../cdc/sqlserver/utils/SqlServerUtils.java | 5 +-
.../SqlServerIncrementalSourceFactoryTest.java | 65 +
.../cdc/sqlserver/source/offset/LsnOffsetTest.java | 109 +
.../cdc/sqlserver/utils/SqlServerUtilsTest.java | 21 +
.../enumerator/TiDBSourceCheckpointState.java | 7 +
.../enumerator/TiDBSourceSplitEnumerator.java | 37 +-
.../enumerator/TiDBSourceSplitEnumeratorTest.java | 59 +
seatunnel-connectors-v2/connector-cdc/pom.xml | 1 +
.../arrow/reader/ArrowToSeatunnelRowReader.java | 19 +-
.../reader/ArrowToSeatunnelRowReaderCloseTest.java | 183 +-
.../databend/schema/SchemaChangeManager.java | 34 +-
.../databend/schema/SchemaChangeManagerTest.java | 49 +
.../connectors/doris/catalog/DorisCatalog.java | 14 +-
.../connectors/doris/config/DorisSinkConfig.java | 65 +-
.../seatunnel/connectors/doris/sink/DorisSink.java | 13 +-
.../connectors/doris/sink/DorisSinkFactory.java | 7 +-
.../doris/sink/savemode/DorisSaveModeHandler.java} | 37 +-
.../connectors/doris/util/DorisCatalogUtil.java | 19 +
.../doris/config/DorisSinkConfigTest.java | 135 +-
.../sink/savemode/DorisSaveModeHandlerTest.java | 128 +
.../doris/sink/writer/DorisNodeResolverTest.java | 11 +
.../doris/util/DorisCatalogUtilTest.java | 32 +
.../source/EasysearchSourceSplitEnumerator.java | 42 +-
.../easysearch/source/EasysearchSourceState.java | 17 +-
.../EasysearchSourceSplitEnumeratorTest.java | 176 +
.../seatunnel/fake/source/FakeDataGenerator.java | 48 +-
.../seatunnel/fake/source/FakeSourceReader.java | 90 +-
.../seatunnel/fake/source/FakeSourceSplit.java | 2 +
.../fake/source/FakeDataGeneratorTest.java | 22 +
.../fake/source/FakeSourceSplitEnumeratorTest.java | 34 +
.../file/sink/writer/ParquetWriteStrategy.java | 25 +-
.../file/writer/ParquetWriteStrategyTest.java | 20 +-
.../seatunnel/bigtable/client/BigtableClient.java | 22 +
.../source/BigtableSourceSplitEnumerator.java | 325 +-
.../source/BigtableSourceSplitEnumeratorTest.java | 312 +-
.../source/BigtableSourceStateRecoveryTest.java | 87 +-
.../pom.xml | 46 +-
.../pubsub/config/GooglePubSubSinkConfig.java | 79 +
.../pubsub/config/GooglePubSubSinkOptions.java} | 50 +-
.../google/pubsub}/config/MessageFormat.java | 7 +-
.../exception/GooglePubSubConnectorErrorCode.java | 13 +-
.../exception/GooglePubSubConnectorException.java} | 17 +-
.../google/pubsub/sink/GooglePubSubPublisher.java | 144 +
.../google/pubsub/sink/GooglePubSubSink.java} | 24 +-
.../pubsub/sink/GooglePubSubSinkFactory.java} | 28 +-
.../google/pubsub/sink/GooglePubSubSinkWriter.java | 172 +
.../google/pubsub/sink/PubSubPublisher.java} | 13 +-
.../pubsub/config/GooglePubSubSinkConfigTest.java | 74 +
.../pubsub/sink/GooglePubSubSinkFactoryTest.java} | 13 +-
.../pubsub/sink/GooglePubSubSinkWriterTest.java | 180 +
.../seatunnel/jdbc/catalog/db2/DB2Catalog.java | 275 ++
.../DB2CatalogFactory.java} | 12 +-
.../SimpleJdbcConnectionPoolProviderProxy.java | 7 +
.../jdbc/internal/dialect/db2/DB2Dialect.java | 11 +-
.../internal/dialect/dm/DmdbTypeConverter.java | 4 +-
.../dialect/mysql/MysqlJdbcRowConverter.java | 7 +
.../dialect/psql/PostgresJdbcRowConverter.java | 11 +-
.../CopyManagerBatchStatementExecutor.java | 2 +-
.../seatunnel/jdbc/sink/ConnectionPoolManager.java | 114 +-
.../seatunnel/jdbc/sink/JdbcSinkWriter.java | 41 +-
.../seatunnel/jdbc/utils/JdbcFieldTypeUtils.java | 38 +
.../seatunnel/jdbc/catalog/db2/DB2CatalogTest.java | 79 +
.../jdbc/internal/dialect/db2/DB2DialectTest.java | 9 +-
.../internal/dialect/dm/DmdbTypeConverterTest.java | 16 +
.../dialect/mysql/MysqlJdbcRowConverterTest.java | 64 +
.../dialect/psql/PostgresJdbcRowConverterTest.java | 19 +
.../CopyManagerBatchStatementExecutorTest.java | 54 +
.../jdbc/sink/ConnectionPoolManagerTest.java | 230 +
.../jdbc/utils/JdbcFieldTypeUtilsTest.java | 51 +
.../seatunnel/neo4j/source/Neo4jSource.java | 28 +-
.../seatunnel/neo4j/source/Neo4jSourceFactory.java | 169 +-
.../seatunnel/neo4j/source/Neo4jSourceReader.java | 93 +-
.../neo4j/source/Neo4jSourceTableConfig.java} | 16 +-
.../Neo4jSourceReaderTest.java | 118 +
.../seatunnel/neo4j/Neo4jFactoryTest.java | 168 +
.../config/RabbitmqSingleTableValidator.java} | 34 +-
.../config/RabbitmqTableConfigsValidator.java | 76 +
.../seatunnel/rabbitmq/source/RabbitmqSource.java | 22 +-
.../rabbitmq/source/RabbitmqSourceFactory.java | 15 +
.../rabbitmq/RabbitmqSourceFactoryTest.java | 232 +
.../seatunnel/rabbitmq/RabbitmqSourceTest.java | 139 -
.../connectors/seatunnel/redis/sink/RedisSink.java | 63 +-
.../seatunnel/redis/sink/RedisSinkWriter.java | 81 +-
.../seatunnel/redis/RedisFactoryTest.java | 17 +
.../seatunnel/redis/sink/RedisSinkTest.java | 212 +
.../seatunnel/redis/sink/RedisSinkWriterTest.java | 154 +
.../source/TypesenseSourceSplitEnumerator.java | 46 +-
.../typesense/source/TypesenseSourceState.java | 17 +-
.../source/TypesenseSourceSplitEnumeratorTest.java | 166 +
seatunnel-connectors-v2/pom.xml | 1 +
.../core/starter/utils/CommandLineUtils.java | 15 +
.../core/starter/seatunnel/SeaTunnelClient.java | 3 +-
.../starter/seatunnel/args/ClientCommandArgs.java | 100 +-
.../seatunnel/command/ClientExecuteCommand.java | 8 +
.../starter/seatunnel/SeaTunnelClientOOMTest.java | 3 +-
.../seatunnel/args/ClientCommandArgsTest.java | 117 +-
seatunnel-dist/pom.xml | 12 +
.../pom.xml | 25 +-
.../seatunnel/e2e/connector/cdc/db2/Db2CDCIT.java | 405 ++
.../src/test/resources/db2cdc_to_db2.conf} | 41 +-
.../seatunnel/cdc/postgres/PostgresCDCIT.java | 17 +-
.../pom.xml | 12 +-
.../connector/google/pubsub/GooglePubSubIT.java | 205 +
.../resources/pubsub/fake_to_google_pubsub.conf} | 20 +-
.../connector-neo4j-e2e/pom.xml | 6 +
.../seatunnel/e2e/connector/neo4j/Neo4jIT.java | 13 +
.../resources/neo4j/neo4j_multi_table_source.conf} | 70 +-
.../e2e/connector/paimon/PaimonSinkCDCIT.java | 7 +-
.../connector-redis-e2e/pom.xml | 26 +
.../e2e/connector/redis/RedisSchemaChangeIT.java | 438 ++
.../mysqlcdc_to_redis_with_schema_change.conf} | 24 +-
seatunnel-e2e/seatunnel-connector-v2-e2e/pom.xml | 2 +
.../container/seatunnel/SeaTunnelContainer.java | 27 +-
.../engine/e2e/ClusterFailureNoRestoreIT.java | 35 +-
.../client/MultipleTableJobConfigParserTest.java | 98 +
.../engine/client/SeaTunnelClientTest.java | 11 +-
.../batch_fake_to_console_with_transform_name.conf | 1 +
.../test/resources/streaming_fake_to_console.conf | 5 +-
.../engine/common/config/DryRunSampleConfig.java | 77 +
.../seatunnel/engine/common/config/JobConfig.java | 18 +
.../engine/core/parse/DryRunSampleSink.java | 35 +-
.../core/parse/MultipleTableJobConfigParser.java | 46 +-
.../engine/server/CoordinatorService.java | 278 +-
.../server/checkpoint/CheckpointCoordinator.java | 35 +
.../server/checkpoint/CheckpointManager.java | 16 +-
.../engine/server/dag/physical/PhysicalPlan.java | 19 +
.../seatunnel/engine/server/master/JobMaster.java | 191 +-
.../server/task/SeaTunnelSourceCollector.java | 59 +
.../engine/server/task/SeaTunnelTask.java | 33 +-
.../engine/server/task/SourceSeaTunnelTask.java | 5 +-
.../server/task/flow/TransformFlowLifeCycle.java | 41 +-
.../engine/server/utils/PeekBlockingQueue.java | 63 +-
.../engine/server/CoordinatorServiceTest.java | 237 +
.../checkpoint/CheckpointErrorRestoreEndTest.java | 9 +-
.../server/checkpoint/SavePointBusySourceTest.java | 457 ++
.../engine/server/event/JobStateEventTest.java | 9 +-
.../engine/server/master/JobMasterTest.java | 119 +
.../engine/server/rest/RestApiHttpsTest.java | 116 +-
... SeaTunnelSourceCollectorDryRunSampleTest.java} | 53 +-
.../TransformFlowLifeCycleDryRunSampleTest.java | 120 +
.../stream_fake_to_inmemory_savepoint_timeout.conf | 17 +-
...ream_fakesource_busy_to_console_savepoint.conf} | 19 +-
...urce_custom_rows_busy_to_console_savepoint.conf | 5051 ++++++++++++++++++++
..._fakesource_retryable_to_console_savepoint.conf | 21 +-
...m_two_pipelines_savepoint_partial_failure.conf} | 31 +-
.../seatunnel/format/json/JsonToRowConverters.java | 28 +-
.../format/json/JsonRowDataSerDeSchemaTest.java | 22 +
.../transform/sql/zeta/ZetaSQLFunction.java | 30 +-
.../sql/zeta/functions/NumericFunction.java | 18 +-
.../transform/sql/SQLNumericFunctionsTest.java | 2 +-
.../sql/zeta/functions/NumericFunctionTest.java | 26 +-
.../test_update_modules_check.py | 123 +-
tools/update_modules_check/update_modules_check.py | 92 +-
tools/upgrade_compatibility/README.md | 6 +
.../run_upgrade_compatibility.sh | 54 +-
.../run_upgrade_compatibility_test.sh | 144 +
.../mysql-cdc-multitable-localfile/setup.sh | 10 +-
253 files changed, 18568 insertions(+), 1857 deletions(-)
create mode 100755 deploy/kubernetes/helm-tests/test-chart.sh
copy docs/en/connectors/changelog/{connector-couchbase.md =>
connector-cdc-db2.md} (100%)
copy docs/en/connectors/changelog/{connector-couchbase.md =>
connector-google-pubsub.md} (60%)
create mode 100644 docs/en/connectors/sink/GooglePubSub.md
create mode 100644 docs/en/connectors/source/DB2-CDC.md
create mode 100644 docs/en/engines/zeta/runtime-execution-graph.md
copy docs/{en/connectors/changelog/connector-couchbase.md =>
zh/connectors/changelog/connector-cdc-db2.md} (100%)
copy docs/{en/connectors/changelog/connector-couchbase.md =>
zh/connectors/changelog/connector-google-pubsub.md} (60%)
create mode 100644 docs/zh/connectors/sink/GooglePubSub.md
create mode 100644 docs/zh/connectors/source/DB2-CDC.md
create mode 100644 docs/zh/engines/zeta/runtime-execution-graph.md
create mode 100644
seatunnel-connectors-v2/connector-amazondynamodb/src/test/java/org/apache/seatunnel/connectors/seatunnel/amazondynamodb/source/AmazonDynamoDBSourceSplitEnumeratorTest.java
copy seatunnel-connectors-v2/connector-cdc/{connector-cdc-sqlserver =>
connector-cdc-db2}/pom.xml (84%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-mysql/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/mysql/config/MySqlSourceConfig.java
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/config/Db2SourceConfig.java}
(87%)
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/config/Db2SourceConfigFactory.java
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-sqlserver/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/sqlserver/source/SqlServerDialect.java
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/source/Db2Dialect.java}
(51%)
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/source/Db2IncrementalSource.java
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-sqlserver/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/sqlserver/source/SqlServerIncrementalSourceFactory.java
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/source/Db2IncrementalSourceFactory.java}
(60%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-sqlserver/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/sqlserver/source/SqlServerIncrementalSourceOptions.java
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/source/Db2IncrementalSourceOptions.java}
(86%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-sqlserver/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/sqlserver/source/enumerator/SqlServerChunkSplitter.java
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/source/enumerator/Db2ChunkSplitter.java}
(71%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-sqlserver/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/sqlserver
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2}/source/offset/LsnOffset.java
(69%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-sqlserver/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/sqlserver
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2}/source/offset/LsnOffsetFactory.java
(59%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-sqlserver/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/sqlserver/source/reader/fetch/SqlServerSourceFetchTaskContext.java
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/source/reader/fetch/Db2SourceFetchTaskContext.java}
(65%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-sqlserver/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/sqlserver/source/reader/fetch/scan/SqlServerSnapshotFetchTask.java
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/source/reader/fetch/scan/Db2SnapshotFetchTask.java}
(80%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-sqlserver/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/sqlserver/source/reader/fetch/scan/SqlServerSnapshotSplitReadTask.java
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/source/reader/fetch/scan/Db2SnapshotSplitReadTask.java}
(74%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-postgres/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/postgres/source/reader/snapshot
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/source/reader/fetch/scan}/SnapshotSplitChangeEventSourceContext.java
(91%)
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/source/reader/fetch/transactionlog/Db2TransactionLogFetchTask.java
copy
seatunnel-api/src/main/java/org/apache/seatunnel/api/sink/event/WriterCloseEvent.java
=>
seatunnel-connectors-v2/connector-cdc/connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/utils/Db2ConnectionUtils.java
(58%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-sqlserver/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/sqlserver/utils/SqlServerSchema.java
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/utils/Db2Schema.java}
(85%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-postgres/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/postgres/utils/PostgresTypeUtils.java
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/utils/Db2TypeUtils.java}
(86%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-mysql/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/mysql/utils/MySqlUtils.java
=>
connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/utils/Db2Utils.java}
(78%)
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-db2/src/main/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/utils/TableDiscoveryUtils.java
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-tidb/src/test/java/org/apache/seatunnel/connectors/seatunnel/cdc/tidb/source/SqlServerIncrementalSourceFactoryTest.java
=>
connector-cdc-db2/src/test/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/source/Db2IncrementalSourceFactoryTest.java}
(83%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-sqlserver/src/test/java/org/apache/seatunnel/connectors/seatunnel/cdc/sqlserver
=>
connector-cdc-db2/src/test/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2}/source/offset/LsnOffsetTest.java
(69%)
copy
seatunnel-connectors-v2/connector-cdc/{connector-cdc-oracle/src/test/java/org/apache/seatunnel/connectors/seatunnel/cdc/oracle/utils/OracleUtilsTest.java
=>
connector-cdc-db2/src/test/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/utils/Db2UtilsTest.java}
(77%)
create mode 100644
seatunnel-connectors-v2/connector-cdc/connector-cdc-db2/src/test/java/org/apache/seatunnel/connectors/seatunnel/cdc/db2/utils/TableDiscoveryUtilsTest.java
create mode 100644
seatunnel-connectors-v2/connector-databend/src/test/java/org/apache/seatunnel/connectors/seatunnel/databend/schema/SchemaChangeManagerTest.java
copy
seatunnel-connectors-v2/{connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/sink/savemode/JdbcSaveModeHandler.java
=>
connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/sink/savemode/DorisSaveModeHandler.java}
(57%)
create mode 100644
seatunnel-connectors-v2/connector-doris/src/test/java/org/apache/seatunnel/connectors/doris/sink/savemode/DorisSaveModeHandlerTest.java
create mode 100644
seatunnel-connectors-v2/connector-easysearch/src/test/java/org/apache/seatunnel/connectors/seatunnel/easysearch/source/EasysearchSourceSplitEnumeratorTest.java
copy seatunnel-connectors-v2/{connector-bigquery =>
connector-google-pubsub}/pom.xml (75%)
create mode 100644
seatunnel-connectors-v2/connector-google-pubsub/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub/config/GooglePubSubSinkConfig.java
copy
seatunnel-connectors-v2/{connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs/config/AmazonSqsBaseOptions.java
=>
connector-google-pubsub/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub/config/GooglePubSubSinkOptions.java}
(54%)
copy
seatunnel-connectors-v2/{connector-amazonsqs/src/main/java/org/apache/seatunnel/connectors/seatunnel/amazonsqs
=>
connector-google-pubsub/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub}/config/MessageFormat.java
(88%)
copy
seatunnel-transforms-v2/src/main/java/org/apache/seatunnel/transform/regexextract/RegexExtractTransformErrorCode.java
=>
seatunnel-connectors-v2/connector-google-pubsub/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub/exception/GooglePubSubConnectorErrorCode.java
(72%)
copy
seatunnel-connectors-v2/{connector-couchbase/src/main/java/org/apache/seatunnel/connectors/seatunnel/couchbase/exception/CouchbaseConnectorException.java
=>
connector-google-pubsub/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub/exception/GooglePubSubConnectorException.java}
(67%)
create mode 100644
seatunnel-connectors-v2/connector-google-pubsub/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub/sink/GooglePubSubPublisher.java
copy
seatunnel-connectors-v2/{connector-rabbitmq/src/main/java/org/apache/seatunnel/connectors/seatunnel/rabbitmq/sink/RabbitmqSink.java
=>
connector-google-pubsub/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub/sink/GooglePubSubSink.java}
(73%)
copy
seatunnel-connectors-v2/{connector-mqtt/src/main/java/org/apache/seatunnel/connectors/seatunnel/mqtt/sink/MqttSinkFactory.java
=>
connector-google-pubsub/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub/sink/GooglePubSubSinkFactory.java}
(62%)
create mode 100644
seatunnel-connectors-v2/connector-google-pubsub/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub/sink/GooglePubSubSinkWriter.java
copy
seatunnel-connectors-v2/{connector-doris/src/main/java/org/apache/seatunnel/connectors/doris/serialize/DorisSerializer.java
=>
connector-google-pubsub/src/main/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub/sink/PubSubPublisher.java}
(74%)
create mode 100644
seatunnel-connectors-v2/connector-google-pubsub/src/test/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub/config/GooglePubSubSinkConfigTest.java
copy
seatunnel-connectors-v2/{connector-datahub/src/test/java/org/apache/seatunnel/connectors/seatunnel/datahub/DataHubFactoryTest.java
=>
connector-google-pubsub/src/test/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub/sink/GooglePubSubSinkFactoryTest.java}
(70%)
create mode 100644
seatunnel-connectors-v2/connector-google-pubsub/src/test/java/org/apache/seatunnel/connectors/seatunnel/google/pubsub/sink/GooglePubSubSinkWriterTest.java
create mode 100644
seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/catalog/db2/DB2Catalog.java
copy
seatunnel-connectors-v2/connector-jdbc/src/main/java/org/apache/seatunnel/connectors/seatunnel/jdbc/catalog/{dm/DamengCatalogFactory.java
=> db2/DB2CatalogFactory.java} (90%)
create mode 100644
seatunnel-connectors-v2/connector-jdbc/src/test/java/org/apache/seatunnel/connectors/seatunnel/jdbc/catalog/db2/DB2CatalogTest.java
create mode 100644
seatunnel-connectors-v2/connector-jdbc/src/test/java/org/apache/seatunnel/connectors/seatunnel/jdbc/internal/dialect/mysql/MysqlJdbcRowConverterTest.java
create mode 100644
seatunnel-connectors-v2/connector-jdbc/src/test/java/org/apache/seatunnel/connectors/seatunnel/jdbc/internal/executor/CopyManagerBatchStatementExecutorTest.java
create mode 100644
seatunnel-connectors-v2/connector-jdbc/src/test/java/org/apache/seatunnel/connectors/seatunnel/jdbc/sink/ConnectionPoolManagerTest.java
copy
seatunnel-connectors-v2/{connector-tdengine/src/main/java/org/apache/seatunnel/connectors/seatunnel/tdengine/source/StableMetadata.java
=>
connector-neo4j/src/main/java/org/apache/seatunnel/connectors/seatunnel/neo4j/source/Neo4jSourceTableConfig.java}
(78%)
copy
seatunnel-connectors-v2/{connector-redis/src/main/java/org/apache/seatunnel/connectors/seatunnel/redis/config/RedisTableConfigsValidator.java
=>
connector-rabbitmq/src/main/java/org/apache/seatunnel/connectors/seatunnel/rabbitmq/config/RabbitmqSingleTableValidator.java}
(52%)
create mode 100644
seatunnel-connectors-v2/connector-rabbitmq/src/main/java/org/apache/seatunnel/connectors/seatunnel/rabbitmq/config/RabbitmqTableConfigsValidator.java
create mode 100644
seatunnel-connectors-v2/connector-redis/src/test/java/org/apache/seatunnel/connectors/seatunnel/redis/sink/RedisSinkTest.java
create mode 100644
seatunnel-connectors-v2/connector-typesense/src/test/java/org/apache/seatunnel/connectors/seatunnel/typesense/source/TypesenseSourceSplitEnumeratorTest.java
copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-cdc-mysql-e2e =>
connector-cdc-db2-e2e}/pom.xml (85%)
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-cdc-db2-e2e/src/test/java/org/apache/seatunnel/e2e/connector/cdc/db2/Db2CDCIT.java
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-cdc-mongodb-e2e/src/test/resources/mongodb_multi_source_a.conf
=> connector-cdc-db2-e2e/src/test/resources/db2cdc_to_db2.conf} (62%)
copy seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-fake-e2e =>
connector-google-pubsub-e2e}/pom.xml (83%)
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-google-pubsub-e2e/src/test/java/org/apache/seatunnel/e2e/connector/google/pubsub/GooglePubSubIT.java
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-socket-e2e/src/test/resources/fake_to_socket.conf
=>
connector-google-pubsub-e2e/src/test/resources/pubsub/fake_to_google_pubsub.conf}
(78%)
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-pulsar-e2e/src/test/resources/multi_table_pulsar_to_assert.conf
=> connector-neo4j-e2e/src/test/resources/neo4j/neo4j_multi_table_source.conf}
(59%)
create mode 100644
seatunnel-e2e/seatunnel-connector-v2-e2e/connector-redis-e2e/src/test/java/org/apache/seatunnel/e2e/connector/redis/RedisSchemaChangeIT.java
copy
seatunnel-e2e/seatunnel-connector-v2-e2e/{connector-bigquery-e2e/src/test/resources/mysql_cdc_to_bigquery_sink.conf
=>
connector-redis-e2e/src/test/resources/mysqlcdc_to_redis_with_schema_change.conf}
(72%)
create mode 100644
seatunnel-engine/seatunnel-engine-common/src/main/java/org/apache/seatunnel/engine/common/config/DryRunSampleConfig.java
copy
seatunnel-translation/seatunnel-translation-spark/seatunnel-translation-spark-3.3/src/test/java/org/apache/seatunnel/translation/spark/sink/SeaTunnelSinkWithBuffer.java
=>
seatunnel-engine/seatunnel-engine-core/src/main/java/org/apache/seatunnel/engine/core/parse/DryRunSampleSink.java
(56%)
create mode 100644
seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/checkpoint/SavePointBusySourceTest.java
copy
seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/task/{SeaTunnelSourceCollectorSchemaChangeTest.java
=> SeaTunnelSourceCollectorDryRunSampleTest.java} (60%)
create mode 100644
seatunnel-engine/seatunnel-engine-server/src/test/java/org/apache/seatunnel/engine/server/task/flow/TransformFlowLifeCycleDryRunSampleTest.java
copy
seatunnel-e2e/seatunnel-core-e2e/seatunnel-starter-e2e/src/test/resources/batch_cancel_task_2.conf
=>
seatunnel-engine/seatunnel-engine-server/src/test/resources/stream_fake_to_inmemory_savepoint_timeout.conf
(73%)
copy
seatunnel-engine/{seatunnel-engine-client/src/test/resources/streaming_fake_to_console.conf
=>
seatunnel-engine-server/src/test/resources/stream_fakesource_busy_to_console_savepoint.conf}
(79%)
create mode 100644
seatunnel-engine/seatunnel-engine-server/src/test/resources/stream_fakesource_custom_rows_busy_to_console_savepoint.conf
copy
seatunnel-e2e/seatunnel-core-e2e/seatunnel-starter-e2e/src/test/resources/batch_cancel_task_1.conf
=>
seatunnel-engine/seatunnel-engine-server/src/test/resources/stream_fakesource_retryable_to_console_savepoint.conf
(72%)
copy
seatunnel-engine/seatunnel-engine-server/src/test/resources/{fake_to_console.conf
=> stream_two_pipelines_savepoint_partial_failure.conf} (71%)
create mode 100755
tools/upgrade_compatibility/run_upgrade_compatibility_test.sh
