This is an automated email from the ASF dual-hosted git repository. roman pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git
The following commit(s) were added to refs/heads/asf-site by this push: new 5da7ae9 Add Apache Flink 1.12.2 release 5da7ae9 is described below commit 5da7ae9e1f7ee786cf1e3e209cbdb37863567f28 Author: Roman Khachatryan <khachatryan.ro...@gmail.com> AuthorDate: Tue Feb 16 19:13:58 2021 +0100 Add Apache Flink 1.12.2 release --- _config.yml | 42 +++---- _posts/2021-02-16-release-1.12.2.md | 216 ++++++++++++++++++++++++++++++++++++ q/gradle-quickstart.sh | 2 +- q/quickstart-scala.sh | 2 +- q/quickstart.sh | 2 +- q/sbt-quickstart.sh | 2 +- 6 files changed, 243 insertions(+), 23 deletions(-) diff --git a/_config.yml b/_config.yml index a89b83e..921369b 100644 --- a/_config.yml +++ b/_config.yml @@ -9,7 +9,7 @@ url: https://flink.apache.org DOCS_BASE_URL: https://ci.apache.org/projects/flink/ -FLINK_VERSION_STABLE: 1.12.1 +FLINK_VERSION_STABLE: 1.12.2 FLINK_VERSION_STABLE_SHORT: "1.12" FLINK_ISSUES_URL: https://issues.apache.org/jira/browse/FLINK @@ -58,32 +58,32 @@ flink_releases: - version_short: "1.12" binary_release: - name: "Apache Flink 1.12.1" + name: "Apache Flink 1.12.2" scala_211: - id: "1121-download_211" - url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.12.1/flink-1.12.1-bin-scala_2.11.tgz" - asc_url: "https://downloads.apache.org/flink/flink-1.12.1/flink-1.12.1-bin-scala_2.11.tgz.asc" - sha512_url: "https://downloads.apache.org/flink/flink-1.12.1/flink-1.12.1-bin-scala_2.11.tgz.sha512" + id: "1122-download_211" + url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.12.2/flink-1.12.2-bin-scala_2.11.tgz" + asc_url: "https://downloads.apache.org/flink/flink-1.12.2/flink-1.12.2-bin-scala_2.11.tgz.asc" + sha512_url: "https://downloads.apache.org/flink/flink-1.12.2/flink-1.12.2-bin-scala_2.11.tgz.sha512" scala_212: - id: "1121-download_212" - url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.12.1/flink-1.12.1-bin-scala_2.12.tgz" - asc_url: "https://downloads.apache.org/flink/flink-1.12.1/flink-1.12.1-bin-scala_2.12.tgz.asc" - sha512_url: "https://downloads.apache.org/flink/flink-1.12.1/flink-1.12.1-bin-scala_2.12.tgz.sha512" + id: "1122-download_212" + url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.12.2/flink-1.12.2-bin-scala_2.12.tgz" + asc_url: "https://downloads.apache.org/flink/flink-1.12.2/flink-1.12.2-bin-scala_2.12.tgz.asc" + sha512_url: "https://downloads.apache.org/flink/flink-1.12.2/flink-1.12.2-bin-scala_2.12.tgz.sha512" source_release: - name: "Apache Flink 1.12.1" - id: "1121-download-source" - url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.12.1/flink-1.12.1-src.tgz" - asc_url: "https://downloads.apache.org/flink/flink-1.12.1/flink-1.12.1-src.tgz.asc" - sha512_url: "https://downloads.apache.org/flink/flink-1.12.1/flink-1.12.1-src.tgz.sha512" + name: "Apache Flink 1.12.2" + id: "1122-download-source" + url: "https://www.apache.org/dyn/closer.lua/flink/flink-1.12.2/flink-1.12.2-src.tgz" + asc_url: "https://downloads.apache.org/flink/flink-1.12.2/flink-1.12.2-src.tgz.asc" + sha512_url: "https://downloads.apache.org/flink/flink-1.12.2/flink-1.12.2-src.tgz.sha512" optional_components: - name: "Avro SQL Format" category: "SQL Formats" scala_dependent: false - id: 1121-sql-format-avro - url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-avro/1.12.1/flink-avro-1.12.1.jar - asc_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-avro/1.12.1/flink-avro-1.12.1.jar.asc - sha_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-avro/1.12.1/flink-avro-1.12.1.jar.sha1 + id: 1122-sql-format-avro + url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-avro/1.12.2/flink-avro-1.12.2.jar + asc_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-avro/1.12.2/flink-avro-1.12.2.jar.asc + sha_url: https://repo.maven.apache.org/maven2/org/apache/flink/flink-avro/1.12.2/flink-avro-1.12.2.jar.sha1 - version_short: "1.11" binary_release: @@ -206,6 +206,10 @@ component_releases: release_archive: flink: - version_short: "1.12" + version_long: 1.12.2 + release_date: 2021-02-16 + - + version_short: "1.12" version_long: 1.12.1 release_date: 2021-01-19 - diff --git a/_posts/2021-02-16-release-1.12.2.md b/_posts/2021-02-16-release-1.12.2.md new file mode 100644 index 0000000..c2638fa --- /dev/null +++ b/_posts/2021-02-16-release-1.12.2.md @@ -0,0 +1,216 @@ +--- +layout: post +title: "Apache Flink 1.12.1 Released" +date: 2021-02-16 00:00:00 +categories: news +authors: +- yuan: + name: "Yuan Mei" +- roman: + name: "Roman Khachatryan" + +--- + +The Apache Flink community released the next bugfix version of the Apache Flink 1.12 series. + +This release includes 79 fixes and minor improvements for Flink 1.12.1. The list below includes a detailed list of all fixes and improvements. + +We highly recommend all users to upgrade to Flink 1.12.2. + +<div class="alert alert-danger small" markdown="1"> +<b>Attention:</b> +Using <b>unaligned checkpoints in Flink 1.12.0</b> combined with two/multiple inputs tasks or with union inputs for single input tasks can result in corrupted state. + +This can happen if a new checkpoint is triggered before recovery is fully completed. For state to be corrupted a task with two or more input gates must receive a checkpoint barrier exactly at the same time this tasks finishes recovering spilled in-flight data. In such case this new checkpoint can succeed, with corrupted/missing in-flight data, which will result in various deserialisation/corrupted data stream errors when someone attempts to recover from such corrupted checkpoint. + +Using <b>unaligned checkpoints in Flink 1.12.1</b>, a corruption may occur in the checkpoint following a declined checkpoint. + +A late barrier of a canceled checkpoint may lead to buffers being not written into the successive checkpoint, such that recovery is not possible. This happens, when the next checkpoint barrier arrives at a given operator before all previous barriers arrived, which can only happen after cancellation in unaligned checkpoints. +</div> + +Updated Maven dependencies: + +```xml +<dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-java</artifactId> + <version>1.12.2</version> +</dependency> +<dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-streaming-java_2.11</artifactId> + <version>1.12.2</version> +</dependency> +<dependency> + <groupId>org.apache.flink</groupId> + <artifactId>flink-clients_2.11</artifactId> + <version>1.12.2</version> +</dependency> +``` + +You can find the binaries on the updated [Downloads page]({{ site.baseurl }}/downloads.html). + +List of resolved issues: + +<h2> Sub-task +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21070'>FLINK-21070</a>] - Overloaded aggregate functions cause converter errors +</li> +</ul> + +<h2> Bug +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-12461'>FLINK-12461</a>] - Document binary compatibility situation with Scala beyond 2.12.8 +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-16443'>FLINK-16443</a>] - Fix wrong fix for user-code CheckpointExceptions +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-19771'>FLINK-19771</a>] - NullPointerException when accessing null array from postgres in JDBC Connector +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20309'>FLINK-20309</a>] - UnalignedCheckpointTestBase.execute is failed +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20462'>FLINK-20462</a>] - MailboxOperatorTest.testAvoidTaskStarvation +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20500'>FLINK-20500</a>] - UpsertKafkaTableITCase.testTemporalJoin test failed +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20565'>FLINK-20565</a>] - Fix typo in EXPLAIN Statements docs. +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20654'>FLINK-20654</a>] - Unaligned checkpoint recovery may lead to corrupted data stream +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20663'>FLINK-20663</a>] - Managed memory may not be released in time when operators use managed memory frequently +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20675'>FLINK-20675</a>] - Asynchronous checkpoint failure would not fail the job anymore +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20680'>FLINK-20680</a>] - Fails to call var-arg function with no parameters +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20798'>FLINK-20798</a>] - Using PVC as high-availability.storageDir could not work +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20832'>FLINK-20832</a>] - Deliver bootstrap resouces ourselves for website and documentation +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20848'>FLINK-20848</a>] - Kafka consumer ID is not specified correctly in new KafkaSource +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20913'>FLINK-20913</a>] - Improve new HiveConf(jobConf, HiveConf.class) +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20921'>FLINK-20921</a>] - Fix Date/Time/Timestamp in Python DataStream +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20933'>FLINK-20933</a>] - Config Python Operator Use Managed Memory In Python DataStream +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20942'>FLINK-20942</a>] - Digest of FLOAT literals throws UnsupportedOperationException +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20944'>FLINK-20944</a>] - Launching in application mode requesting a ClusterIP rest service type results in an Exception +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20947'>FLINK-20947</a>] - Idle source doesn't work when pushing watermark into the source +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20961'>FLINK-20961</a>] - Flink throws NullPointerException for tables created from DataStream with no assigned timestamps and watermarks +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20992'>FLINK-20992</a>] - Checkpoint cleanup can kill JobMaster +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20998'>FLINK-20998</a>] - flink-raw-1.12.jar does not exist +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21009'>FLINK-21009</a>] - Can not disable certain options in Elasticsearch 7 connector +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21013'>FLINK-21013</a>] - Blink planner does not ingest timestamp into StreamRecord +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21024'>FLINK-21024</a>] - Dynamic properties get exposed to job's main method if user parameters are passed +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21059'>FLINK-21059</a>] - KafkaSourceEnumerator does not honor consumer properties +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21069'>FLINK-21069</a>] - Configuration "parallelism.default" doesn't take effect for TableEnvironment#explainSql +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21071'>FLINK-21071</a>] - Snapshot branches running against flink-docker dev-master branch +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21104'>FLINK-21104</a>] - UnalignedCheckpointITCase.execute failed with "IllegalStateException" +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21132'>FLINK-21132</a>] - BoundedOneInput.endInput is called when taking synchronous savepoint +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21138'>FLINK-21138</a>] - KvStateServerHandler is not invoked with user code classloader +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21140'>FLINK-21140</a>] - Extract zip file dependencies before adding to PYTHONPATH +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21144'>FLINK-21144</a>] - KubernetesResourceManagerDriver#tryResetPodCreationCoolDown causes fatal error +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21155'>FLINK-21155</a>] - FileSourceTextLinesITCase.testBoundedTextFileSourceWithTaskManagerFailover does not pass +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21158'>FLINK-21158</a>] - wrong jvm metaspace and overhead size show in taskmanager metric page +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21163'>FLINK-21163</a>] - Python dependencies specified via CLI should not override the dependencies specified in configuration +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21169'>FLINK-21169</a>] - Kafka flink-connector-base dependency should be scope compile +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21208'>FLINK-21208</a>] - pyarrow exception when using window with pandas udaf +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21215'>FLINK-21215</a>] - Checkpoint was declined because one input stream is finished +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21216'>FLINK-21216</a>] - StreamPandasConversionTests Fails +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21225'>FLINK-21225</a>] - OverConvertRule does not consider distinct +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21226'>FLINK-21226</a>] - Reintroduce TableColumn.of for backwards compatibility +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21274'>FLINK-21274</a>] - At per-job mode, during the exit of the JobManager process, if ioExecutor exits at the end, the System.exit() method will not be executed. +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21277'>FLINK-21277</a>] - SQLClientSchemaRegistryITCase fails to download testcontainers/ryuk:0.3.0 +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21312'>FLINK-21312</a>] - SavepointITCase.testStopSavepointWithBoundedInputConcurrently is unstable +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21323'>FLINK-21323</a>] - Stop-with-savepoint is not supported by SourceOperatorStreamTask +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21361'>FLINK-21361</a>] - FlinkRelMdUniqueKeys matches on AbstractCatalogTable instead of CatalogTable +</li> +</ul> + +<h2> New Feature +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20359'>FLINK-20359</a>] - Support adding Owner Reference to Job Manager in native kubernetes setup +</li> +</ul> + +<h2> Improvement +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-9844'>FLINK-9844</a>] - PackagedProgram does not close URLClassLoader +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20417'>FLINK-20417</a>] - Handle "Too old resource version" exception in Kubernetes watch more gracefully +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20491'>FLINK-20491</a>] - Support Broadcast Operation in BATCH execution mode +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20517'>FLINK-20517</a>] - Support mixed keyed/non-keyed operations in BATCH execution mode +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20770'>FLINK-20770</a>] - Incorrect description for config option kubernetes.rest-service.exposed.type +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20907'>FLINK-20907</a>] - Table API documentation promotes deprecated syntax +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21020'>FLINK-21020</a>] - Bump Jackson to 20.10.5[.1] / 2.12.1 +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21034'>FLINK-21034</a>] - Rework jemalloc switch to use an environment variable +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21035'>FLINK-21035</a>] - Deduplicate copy_plugins_if_required calls +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21036'>FLINK-21036</a>] - Consider removing automatic configuration fo number of slots from docker +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21037'>FLINK-21037</a>] - Deduplicate configuration logic in docker entrypoint +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21042'>FLINK-21042</a>] - Fix code example in "Aggregate Functions" section in Table UDF page +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21048'>FLINK-21048</a>] - Refactor documentation related to switch memory allocator +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21123'>FLINK-21123</a>] - Upgrade Beanutils 1.9.x to 1.9.4 +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21164'>FLINK-21164</a>] - Jar handlers don't cleanup temporarily extracted jars +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21210'>FLINK-21210</a>] - ApplicationClusterEntryPoints should explicitly close PackagedProgram +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-21381'>FLINK-21381</a>] - Kubernetes HA documentation does not state required service account and role +</li> +</ul> + +<h2> Task +</h2> +<ul> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20529'>FLINK-20529</a>] - Publish Dockerfiles for release 1.12.0 +</li> +<li>[<a href='https://issues.apache.org/jira/browse/FLINK-20960'>FLINK-20960</a>] - Add warning in 1.12 release notes about potential corrupt data stream with unaligned checkpoint +</li> +</ul> diff --git a/q/gradle-quickstart.sh b/q/gradle-quickstart.sh index ae79fae..8203eea 100755 --- a/q/gradle-quickstart.sh +++ b/q/gradle-quickstart.sh @@ -41,7 +41,7 @@ function mkPackage() { defaultProjectName="quickstart" defaultOrganization="org.myorg.quickstart" defaultVersion="0.1-SNAPSHOT" -defaultFlinkVersion="${1:-1.12.1} +defaultFlinkVersion="${1:-1.12.2} defaultScalaBinaryVersion="${2:-2.11}" echo "This script creates a Flink project using Java and Gradle." diff --git a/q/quickstart-scala.sh b/q/quickstart-scala.sh index 6aee10d..3fc12c5 100755 --- a/q/quickstart-scala.sh +++ b/q/quickstart-scala.sh @@ -24,7 +24,7 @@ PACKAGE=quickstart mvn archetype:generate \ -DarchetypeGroupId=org.apache.flink \ -DarchetypeArtifactId=flink-quickstart-scala \ - -DarchetypeVersion=${1:-1.12.1} \ + -DarchetypeVersion=${1:-1.12.2} \ -DgroupId=org.myorg.quickstart \ -DartifactId=$PACKAGE \ -Dversion=0.1 \ diff --git a/q/quickstart.sh b/q/quickstart.sh index 96e3559..bcb8557 100755 --- a/q/quickstart.sh +++ b/q/quickstart.sh @@ -24,7 +24,7 @@ PACKAGE=quickstart mvn archetype:generate \ -DarchetypeGroupId=org.apache.flink \ -DarchetypeArtifactId=flink-quickstart-java \ - -DarchetypeVersion=${1:-1.12.1} \ + -DarchetypeVersion=${1:-1.12.2} \ -DgroupId=org.myorg.quickstart \ -DartifactId=$PACKAGE \ -Dversion=0.1 \ diff --git a/q/sbt-quickstart.sh b/q/sbt-quickstart.sh index 4db9204..79fecec 100755 --- a/q/sbt-quickstart.sh +++ b/q/sbt-quickstart.sh @@ -42,7 +42,7 @@ defaultProjectName="Flink Project" defaultOrganization="org.example" defaultVersion="0.1-SNAPSHOT" defaultScalaVersion="2.12.7" -defaultFlinkVersion="1.12.1" +defaultFlinkVersion="1.12.2" echo "This script creates a Flink project using Scala and SBT."