This is an automated email from the ASF dual-hosted git repository. leonard pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git
commit 909099e61e90949370a2a70a16ac95509692406e Author: lvyanquan <[email protected]> AuthorDate: Sat Apr 26 10:58:59 2025 +0800 Add FlinkCDC v3.4.0 --- docs/config.toml | 4 +- docs/content/posts/2025-05-16-release-cdc-3.4.0.md | 71 ++++++++++++++++++++++ docs/data/flink_cdc.yml | 10 +++ docs/data/release_archive.yml | 3 + 4 files changed, 86 insertions(+), 2 deletions(-) diff --git a/docs/config.toml b/docs/config.toml index 4c04fcfc2..5be3387ef 100644 --- a/docs/config.toml +++ b/docs/config.toml @@ -50,8 +50,8 @@ posts = "/:year/:month/:day/:title/" StateFunStableShortVersion = "3.3" FlinkMLStableVersion = "2.3.0" FlinkMLStableShortVersion = "2.3" - FlinkCDCStableVersion = "3.3.0" - FlinkCDCStableShortVersion = "3.3" + FlinkCDCStableVersion = "3.4.0" + FlinkCDCStableShortVersion = "3.4" FlinkKubernetesOperatorStableVersion = "1.11.0" FlinkKubernetesOperatorStableShortVersion = "1.11" ScalaVersion = "2.12.7" diff --git a/docs/content/posts/2025-05-16-release-cdc-3.4.0.md b/docs/content/posts/2025-05-16-release-cdc-3.4.0.md new file mode 100644 index 000000000..c33b44ae4 --- /dev/null +++ b/docs/content/posts/2025-05-16-release-cdc-3.4.0.md @@ -0,0 +1,71 @@ +--- +title: "Apache Flink CDC 3.4.0 Release Announcement" +date: "2025-05-16T08:00:00.000Z" +authors: +- yanquan: + name: "Yanquan Lv" +aliases: +- /news/2025/05/16/release-cdc-3.4.0.html +--- + +The Apache Flink Community is excited to announce the release of Flink CDC 3.4.0! +This release introduces a new pipeline Connector for Apache Iceberg, and provides support for batch execution mode, many issues encountered in the transform and Schema evolution frameworks have also been fixed. + +Flink CDC release packages are available at [Releases Page](https://flink.apache.org/downloads.html#flink-cdc), +and documentations are available at [Flink CDC documentation](https://nightlies.apache.org/flink/flink-cdc-docs-release-3.4) page. +Looking forward to any feedback from the community through the Flink [mailing lists](https://flink.apache.org/community.html#mailing-lists) or [JIRA](https://issues.apache.org/jira/browse/flink)! + +# Highlights + +## Update Flink dependency to 1.20 in Flink CDC + +Flink CDC version 3.4.0 supports Flink 1.19.x and 1.20.x. + +## Connectors + +### New Pipeline Connectors + +Flink CDC 3.4.0 introduces 1 new pipeline connector: + +* Iceberg sink. Iceberg is a high-performance format for huge analytic tables. Iceberg brings the reliability and simplicity of SQL tables to big data, while making it possible for engines like Spark, Trino, Flink, Presto, Hive and Impala to safely work with the same tables, at the same time. In this version, Iceberg is supported to be the downstream for Pipeline jobs. + +### MySQL + +* Support read changelog as append only mode for MySQL CDC connector. +* MySqlSnapshotSplitAssigner assign the ending chunk early to avoid out of memory error from TaskManager. +* Fix MySQL CDC captures common-prefix database accidentally when scan.binlog.newly-added-table option is enabled. + +### Apache Paimon + +* Bump Paimon version to 1.0.1. +* Add support for writing to Append Only table. +* Write full changelog to Paimon Sink. +* Performance optimization in Paimon Sink to reduce end-to-end checkpoint time. + +### MongoDB + +* Support metadata 'row_kind' virtual column for Mongo CDC Connector. + +## Schema Evolution + +* Optimized the situation where a large number of CreateTableEvents were sent and processed when a job is started. +* Optimized the situation where it takes a long time to wait when processing multiple SchemaChangeEvents. + +## Transform + +* Transform arithmetic functions support parameters of null and more numerical types. +* Fix failure of adding a new column that has the same column name with source table using transform. + +## Batch execution + +We have introduced support for scenarios where only full data synchronization is performed without incremental data synchronization. Currently, users can use this feature by specifying `execution.runtime-mode` as `BATCH` in the pipeline. + +## Application mode + +Users can submit job though Cli with command `./bin/flink-cdc.sh -t yarn-application` to run job in YARN application mode. + +# List of Contributors + +We would like to express gratitude to all the contributors working on this release: + +911432, chenhongyu, ConradJam, Ferenc Csaky, gongzhongqiang, Hang Ruan, He Wang, hiliuxg, Hongshun Wang, Jason Zhang, Jiabao Sun, Junbo Wang, Jzjsnow, Kevin Caesar, Kevin Wang, Kunni, Leonard Xu, lidoudou1993, linjianchang, liuxiaodong, lvyanquan, lzshlzsh, MOBIN-F, moses, North Lin, Olivier, ouyangwulin, Petrichor, proletarians, qinghuanwang, Qingsheng Ren, Robin Moffatt, Runkang He, Sergei Morozov, Seung-Min Lee, Shawn Huang, stayrascal, Thorne, Timi, Umesh Dangat, Vincent-Woo, Vinh Ph [...] \ No newline at end of file diff --git a/docs/data/flink_cdc.yml b/docs/data/flink_cdc.yml index f880646d3..769ac961b 100644 --- a/docs/data/flink_cdc.yml +++ b/docs/data/flink_cdc.yml @@ -15,6 +15,16 @@ # specific language governing permissions and limitations # under the License +3.4: + name: "Apache Flink CDC 3.4.0" + binary_release_url: "https://www.apache.org/dyn/closer.lua/flink/flink-cdc-3.4.0/flink-cdc-3.4.0-bin.tar.gz"; + binary_release_asc_url: "https://downloads.apache.org/flink/flink-cdc-3.4.0/flink-cdc-3.4.0-bin.tar.gz.asc"; + binary_release_sha512_url: "https://downloads.apache.org/flink/flink-cdc-3.4.0/flink-cdc-3.4.0-bin.tar.gz.sha512"; + source_release_url: "https://www.apache.org/dyn/closer.lua/flink/flink-cdc-3.4.0/flink-cdc-3.4.0-src.tgz"; + source_release_asc_url: "https://downloads.apache.org/flink/flink-cdc-3.4.0/flink-cdc-3.4.0-src.tgz.asc"; + source_release_sha512_url: "https://downloads.apache.org/flink/flink-cdc-3.4.0/flink-cdc-3.4.0-src.tgz.sha512"; + compatibility: ["1.19.x", "1.20.x"] + 3.3: name: "Apache Flink CDC 3.3.0" binary_release_url: "https://www.apache.org/dyn/closer.lua/flink/flink-cdc-3.3.0/flink-cdc-3.3.0-bin.tar.gz"; diff --git a/docs/data/release_archive.yml b/docs/data/release_archive.yml index cea1f17fb..d9a2ce8bf 100644 --- a/docs/data/release_archive.yml +++ b/docs/data/release_archive.yml @@ -779,6 +779,9 @@ release_archive: release_date: 2017-07-27 flink_cdc: + - version_short: 3.4 + version_long: 3.4.0 + release_date: 2025-05-16 - version_short: 3.3 version_long: 3.3.0 release_date: 2025-01-21
