This is an automated email from the ASF dual-hosted git repository. ruanhang1993 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git
commit 3c2ef53bf59f7bfc72bc359ffbabeace886acc98 Author: Hang Ruan <ruanhang1...@hotmail.com> AuthorDate: Sat Jan 18 14:57:03 2025 +0800 Add release announcement for Flink CDC 3.3.0 --- docs/config.toml | 4 +- docs/content/posts/2025-01-21-release-cdc-3.3.0.md | 85 ++++++++++++++++++++++ docs/data/flink_cdc.yml | 10 +++ docs/data/release_archive.yml | 3 + 4 files changed, 100 insertions(+), 2 deletions(-) diff --git a/docs/config.toml b/docs/config.toml index e7cc41fe4..72ca22499 100644 --- a/docs/config.toml +++ b/docs/config.toml @@ -49,8 +49,8 @@ posts = "/:year/:month/:day/:title/" StateFunStableShortVersion = "3.3" FlinkMLStableVersion = "2.3.0" FlinkMLStableShortVersion = "2.3" - FlinkCDCStableVersion = "3.2.1" - FlinkCDCStableShortVersion = "3.2" + FlinkCDCStableVersion = "3.3.0" + FlinkCDCStableShortVersion = "3.3" FlinkKubernetesOperatorStableVersion = "1.10.0" FlinkKubernetesOperatorStableShortVersion = "1.10" ScalaVersion = "2.12.7" diff --git a/docs/content/posts/2025-01-21-release-cdc-3.3.0.md b/docs/content/posts/2025-01-21-release-cdc-3.3.0.md new file mode 100644 index 000000000..fe9fb39a7 --- /dev/null +++ b/docs/content/posts/2025-01-21-release-cdc-3.3.0.md @@ -0,0 +1,85 @@ +--- +title: "Apache Flink CDC 3.3.0 Release Announcement" +date: "2025-01-21T08:00:00.000Z" +authors: +- ruanhang: + name: "Hang Ruan" +aliases: +- /news/2025/01/21/release-cdc-3.3.0.html +--- + +The Apache Flink Community is excited to announce the release of Flink CDC 3.3.0! +This release introduces more features in transform and connectors and improve +usability and stability of existing features. + +Flink CDC release packages are available at [Releases Page](https://flink.apache.org/downloads.html#flink-cdc), +and documentations are available at [Flink CDC documentation](https://nightlies.apache.org/flink/flink-cdc-docs-release-3.3) page. +Looking forward to any feedback from the community through the Flink [mailing lists](https://flink.apache.org/community.html#mailing-lists) or [JIRA](https://issues.apache.org/jira/browse/flink)! + +# Highlights + +## Connectors + +### New Pipeline Connectors + +Flink CDC 3.3.0 introduces 2 new pipeline connectors: + +* OceanBase sink +* MaxCompute sink + +### MySQL + +* Support parsing [gh-ost](https://github.com/github/gh-ost) and [pt-osc](https://docs.percona.com/percona-toolkit/pt-online-schema-change.html) generated schema changes. +* Parse array-typed key index binlog created between 8.0.17 and 8.0.18 rightly. +* Support passing op_ts to meta field in Event. +* Support parsing the comments of table and column. +* Fixed deadlock after adding new tables. +* Fixed a bug that works with FLOAT type with precision. + +### Apache Paimon + +* Apply default value options when apply add column change. +* Reuse sequence number when schema evolution happened. +* Fixed commit conflict problem in PaimonSink. +* Remove Catalog.ColumnAlreadyExistException when apply applyAddColumnEventWithPosition in paimon. +* Bump Paimon version to 0.9.0. + +### Postgres + +* Support metadata 'op_type' virtual column for Postgres CDC Connector. +* Improve PostgresDialect.discoverDataCollections to reduce the start time of Postgres CDC. + +### Flink CDC Base + +* CDC framework split snapshot chunks asynchronously. +* Improve the ROW data deserialization performance of DebeziumEventDeserializationScheme. +* Allow applying Truncate & Drop table to Doris/Paimon/Starrocks connectors. +* The flink-cdc-base module supports source metric statistics. +* Use fixed format for SnapshotSplit's splitId in all connectors. +* Merge result of data type BIGINT and DOUBLE is DOUBLE instead of STRING. + +## Upgrade Flink compatibility to 1.19+ + +Flink latest version have been updated to 1.20. Flink CDC version 3.3.0 will support Flink 1.19+ +and drop supports for Flink 1.17.* and 1.18.* . + +## Cdcup: quickly start a testing job + +Flink CDC 3.3.0 comes with a `cdc-up` utility script to set up a data integration PoC pipeline and required +environment easily. Follow the latest [quickstart steps](https://github.com/apache/flink-cdc#quickstart-guide) to get started. + +## Transform + +* Support `timestampdiff`, `timestampadd`, `unix_timestamp` function. +* Support to add metadata columns for data in the meta fields of DataChangeEvent at transform. +* Support to convert delete events as insert events. +* Add "OpType" metadata column in transform. +* Support for AI Model Integration for Data Processing. +* Improve get source field value by column name in PreTransformProcessor. +* Deduce primary key column types to be NOT NULL. + +# List of Contributors + +We would like to express gratitude to all the contributors working on this release: + +ConradJam, Hang Ruan, Hongshun Wang, Jason Zhang, Junbo wang, Jzjsnow, Kunni, Leonard Xu, MOBIN, North Lin, Olivier, Petrichor, Robin Moffatt, Runkang He, Sergei Morozov, Seung-Min Lee, Shawn Huang, Thorne, Timi, Umesh Dangat, Wink, Xin Gong, hiliuxg, liuxiaodong, moses, ouyangwulin, stayrascal, wenmo, wudi, yuanoOo, yuxiqian, MOBIN-F, helloliuxg, jzjsnow, molin.lxd, wuzhiping, zhangchaoming.zcm diff --git a/docs/data/flink_cdc.yml b/docs/data/flink_cdc.yml index 837ebd1be..f880646d3 100644 --- a/docs/data/flink_cdc.yml +++ b/docs/data/flink_cdc.yml @@ -15,6 +15,16 @@ # specific language governing permissions and limitations # under the License +3.3: + name: "Apache Flink CDC 3.3.0" + binary_release_url: "https://www.apache.org/dyn/closer.lua/flink/flink-cdc-3.3.0/flink-cdc-3.3.0-bin.tar.gz" + binary_release_asc_url: "https://downloads.apache.org/flink/flink-cdc-3.3.0/flink-cdc-3.3.0-bin.tar.gz.asc" + binary_release_sha512_url: "https://downloads.apache.org/flink/flink-cdc-3.3.0/flink-cdc-3.3.0-bin.tar.gz.sha512" + source_release_url: "https://www.apache.org/dyn/closer.lua/flink/flink-cdc-3.3.0/flink-cdc-3.3.0-src.tgz" + source_release_asc_url: "https://downloads.apache.org/flink/flink-cdc-3.3.0/flink-cdc-3.3.0-src.tgz.asc" + source_release_sha512_url: "https://downloads.apache.org/flink/flink-cdc-3.3.0/flink-cdc-3.3.0-src.tgz.sha512" + compatibility: ["1.19.x", "1.20.x"] + 3.2: name: "Apache Flink CDC 3.2.1" binary_release_url: "https://www.apache.org/dyn/closer.lua/flink/flink-cdc-3.2.1/flink-cdc-3.2.1-bin.tar.gz" diff --git a/docs/data/release_archive.yml b/docs/data/release_archive.yml index b5eb94baf..ff1ad672e 100644 --- a/docs/data/release_archive.yml +++ b/docs/data/release_archive.yml @@ -728,6 +728,9 @@ release_archive: release_date: 2017-07-27 flink_cdc: + - version_short: 3.3 + version_long: 3.3.0 + release_date: 2025-01-21 - version_short: 3.2 version_long: 3.2.1 release_date: 2024-11-27