This is an automated email from the ASF dual-hosted git repository.
renqs pushed a change to branch release-3.1
in repository https://gitbox.apache.org/repos/asf/flink-cdc.git
from 1b8c73c6a [hotfix] Update version to 3.1-SNAPSHOT
new 5b6e893e9 [cdc-connector][db2] Db2 support incremental source
new 5096dc73a [hotfix][ci] Polish ci concurrency group to avoid warning
message
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/flink_cdc.yml | 13 +-
.../connectors/legacy-flink-cdc-sources/db2-cdc.md | 157 +++++-
.../legacy-flink-cdc-sources/overview.md | 2 +-
.../tutorials/db2-tutorial.md | 5 +-
.../connectors/legacy-flink-cdc-sources/db2-cdc.md | 149 ++++-
.../legacy-flink-cdc-sources/overview.md | 2 +-
.../tutorials/db2-tutorial.md | 5 +-
.../base/relational/JdbcSourceEventDispatcher.java | 3 +
.../handler/SchemaChangeEventHandler.java | 1 +
.../base/source/reader/external/FetchTask.java | 1 +
.../flink-connector-db2-cdc/pom.xml | 7 +-
.../io/debezium/connector/db2/Db2Connection.java | 600 +++++++++++++++++++++
.../db2/Db2StreamingChangeEventSource.java} | 456 ++++++----------
.../apache/flink/cdc/connectors/db2/Db2Source.java | 2 +-
.../connectors/db2/source/Db2SourceBuilder.java} | 115 ++--
.../db2/source/config/Db2SourceConfig.java} | 16 +-
.../db2/source/config/Db2SourceConfigFactory.java} | 18 +-
.../db2/source/dialect/Db2ChunkSplitter.java} | 35 +-
.../connectors/db2/source/dialect/Db2Dialect.java} | 92 ++--
.../dialect/Db2PooledDataSourceFactory.java} | 6 +-
.../connectors/db2/source/dialect/Db2Schema.java} | 13 +-
.../db2/source/fetch/Db2ScanFetchTask.java} | 142 +++--
.../source/fetch/Db2SourceFetchTaskContext.java} | 159 +++---
.../db2/source/fetch/Db2StreamFetchTask.java} | 74 ++-
.../handler/Db2SchemaChangeEventHandler.java} | 13 +-
.../connectors/db2}/source/offset/LsnFactory.java | 14 +-
.../connectors/db2}/source/offset/LsnOffset.java | 19 +-
.../db2/source/utils/Db2ConnectionUtils.java | 83 +++
.../connectors/db2/source/utils/Db2TypeUtils.java} | 28 +-
.../cdc/connectors/db2/source/utils/Db2Utils.java} | 92 ++--
.../cdc/connectors/db2/table/Db2TableSource.java | 148 ++++-
.../db2/table/Db2TableSourceFactory.java | 109 +++-
.../cdc/connectors/db2/table/StartupMode.java | 28 -
.../cdc/connectors/db2/table/StartupOptions.java | 3 +
.../db2/Db2ParallelSourceExampleTest.java} | 42 +-
.../flink/cdc/connectors/db2/Db2SourceTest.java | 34 +-
.../flink/cdc/connectors/db2/Db2TestBase.java | 196 ++++++-
.../cdc/connectors/db2/source/Db2SourceITCase.java | 333 ++++++++++++
.../connectors/db2/table/Db2ConnectorITCase.java | 149 +++--
.../db2/table/Db2TableSourceFactoryTest.java | 71 ++-
.../db2}/testutils/RecordsFormatter.java | 4 +-
.../cdc/connectors/db2}/testutils/TestTable.java | 5 +-
.../src/test/resources/db2_server/Dockerfile | 1 -
.../src/test/resources/db2_server/asncdctables.sql | 2 +-
.../test/resources/db2_server/column_type_test.sql | 7 +-
.../src/test/resources/db2_server/customers.sql | 48 ++
.../src/test/resources/db2_server/dbsetup.sh | 6 +-
.../src/test/resources/db2_server/inventory.sql | 40 +-
.../test/resources/db2_server/startup-cdc-demo.sql | 23 -
.../src/test/resources/log4j2-test.properties | 4 +-
.../mysql/source/MySqlSourceTestBase.java | 4 +-
.../flink-sql-connector-db2-cdc/pom.xml | 2 +-
.../flink/cdc/connectors/tests/Db2E2eITCase.java | 160 +++++-
.../src/test/resources/docker/db2/Dockerfile | 1 -
.../test/resources/docker/db2/column_type_test.sql | 11 +-
.../src/test/resources/docker/db2/customers.sql | 48 ++
.../src/test/resources/docker/db2/dbsetup.sh | 11 +-
.../src/test/resources/docker/db2/inventory.sql | 40 +-
.../test/resources/docker/db2/startup-cdc-demo.sql | 23 -
59 files changed, 2780 insertions(+), 1095 deletions(-)
create mode 100644
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/main/java/io/debezium/connector/db2/Db2Connection.java
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/io/debezium/connector/sqlserver/SqlServerStreamingChangeEventSource.java
=>
flink-connector-db2-cdc/src/main/java/io/debezium/connector/db2/Db2StreamingChangeEventSource.java}
(51%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/SqlServerSourceBuilder.java
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/Db2SourceBuilder.java}
(62%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/config/SqlServerSourceConfig.java
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/config/Db2SourceConfig.java}
(83%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/config/SqlServerSourceConfigFactory.java
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/config/Db2SourceConfigFactory.java}
(86%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/dialect/SqlServerChunkSplitter.java
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/dialect/Db2ChunkSplitter.java}
(91%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/dialect/SqlServerDialect.java
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/dialect/Db2Dialect.java}
(62%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/dialect/SqlServerPooledDataSourceFactory.java
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/dialect/Db2PooledDataSourceFactory.java}
(85%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/dialect/SqlServerSchema.java
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/dialect/Db2Schema.java}
(87%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/reader/fetch/SqlServerScanFetchTask.java
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/fetch/Db2ScanFetchTask.java}
(69%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/reader/fetch/SqlServerSourceFetchTaskContext.java
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/fetch/Db2SourceFetchTaskContext.java}
(60%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/reader/fetch/SqlServerStreamFetchTask.java
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/fetch/Db2StreamFetchTask.java}
(66%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/handler/SqlServerSchemaChangeEventHandler.java
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/handler/Db2SchemaChangeEventHandler.java}
(71%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2}/source/offset/LsnFactory.java
(82%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2}/source/offset/LsnOffset.java
(80%)
create mode 100644
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/utils/Db2ConnectionUtils.java
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/utils/SqlServerTypeUtils.java
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/utils/Db2TypeUtils.java}
(82%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/main/java/org/apache/flink/cdc/connectors/sqlserver/source/utils/SqlServerUtils.java
=>
flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/source/utils/Db2Utils.java}
(85%)
delete mode 100644
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/main/java/org/apache/flink/cdc/connectors/db2/table/StartupMode.java
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/test/java/org/apache/flink/cdc/connectors/sqlserver/SqlServerParallelSourceExampleTest.java
=>
flink-connector-db2-cdc/src/test/java/org/apache/flink/cdc/connectors/db2/Db2ParallelSourceExampleTest.java}
(55%)
create mode 100644
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/test/java/org/apache/flink/cdc/connectors/db2/source/Db2SourceITCase.java
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/test/java/org/apache/flink/cdc/connectors/sqlserver
=>
flink-connector-db2-cdc/src/test/java/org/apache/flink/cdc/connectors/db2}/testutils/RecordsFormatter.java
(95%)
copy
flink-cdc-connect/flink-cdc-source-connectors/{flink-connector-sqlserver-cdc/src/test/java/org/apache/flink/cdc/connectors/sqlserver
=>
flink-connector-db2-cdc/src/test/java/org/apache/flink/cdc/connectors/db2}/testutils/TestTable.java
(91%)
create mode 100644
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/test/resources/db2_server/customers.sql
delete mode 100644
flink-cdc-connect/flink-cdc-source-connectors/flink-connector-db2-cdc/src/test/resources/db2_server/startup-cdc-demo.sql
create mode 100644
flink-cdc-e2e-tests/flink-cdc-source-e2e-tests/src/test/resources/docker/db2/customers.sql
delete mode 100644
flink-cdc-e2e-tests/flink-cdc-source-e2e-tests/src/test/resources/docker/db2/startup-cdc-demo.sql
