[flink] branch release-1.10 updated: [FLINK-17499][state-processor-api] LazyTimerService used to register timers via State Processing API incorectly mixes event time timers with processing time timers
This is an automated email from the ASF dual-hosted git repository.
sjwiesman pushed a commit to branch release-1.10
in repository https://gitbox.apache.org/repos/asf/flink.git
The following commit(s) were added to refs/heads/release-1.10 by this push:
new ebba158 [FLINK-17499][state-processor-api] LazyTimerService used to
register timers via State Processing API incorectly mixes event time timers
with processing time timers
ebba158 is described below
commit ebba1589d8b407f53bcc4e325cd63eaa6b30870b
Author: Seth Wiesman
AuthorDate: Sun May 3 13:24:25 2020 -0500
[FLINK-17499][state-processor-api] LazyTimerService used to register timers
via State Processing API incorectly mixes event time timers with processing
time timers
This closes #11980
---
.../api/output/operators/LazyTimerService.java | 4 +-
.../output/KeyedStateBootstrapOperatorTest.java| 110 +
2 files changed, 93 insertions(+), 21 deletions(-)
diff --git
a/flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/output/operators/LazyTimerService.java
b/flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/output/operators/LazyTimerService.java
index a818b01..eb9b3b9 100644
---
a/flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/output/operators/LazyTimerService.java
+++
b/flink-libraries/flink-state-processing-api/src/main/java/org/apache/flink/state/api/output/operators/LazyTimerService.java
@@ -59,13 +59,13 @@ public class LazyTimerService implements TimerService {
@Override
public void registerProcessingTimeTimer(long time) {
ensureInitialized();
-
internalTimerService.registerEventTimeTimer(VoidNamespace.INSTANCE, time);
+
internalTimerService.registerProcessingTimeTimer(VoidNamespace.INSTANCE, time);
}
@Override
public void registerEventTimeTimer(long time) {
ensureInitialized();
-
internalTimerService.registerProcessingTimeTimer(VoidNamespace.INSTANCE, time);
+
internalTimerService.registerEventTimeTimer(VoidNamespace.INSTANCE, time);
}
@Override
diff --git
a/flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/output/KeyedStateBootstrapOperatorTest.java
b/flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/output/KeyedStateBootstrapOperatorTest.java
index 0a39930..62f011f 100644
---
a/flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/output/KeyedStateBootstrapOperatorTest.java
+++
b/flink-libraries/flink-state-processing-api/src/test/java/org/apache/flink/state/api/output/KeyedStateBootstrapOperatorTest.java
@@ -22,15 +22,20 @@ import
org.apache.flink.api.common.functions.RichMapFunction;
import org.apache.flink.api.common.state.ValueState;
import org.apache.flink.api.common.state.ValueStateDescriptor;
import org.apache.flink.api.common.typeinfo.Types;
+import org.apache.flink.api.java.tuple.Tuple3;
import org.apache.flink.configuration.Configuration;
import org.apache.flink.contrib.streaming.state.RocksDBStateBackend;
import org.apache.flink.core.fs.Path;
import org.apache.flink.runtime.checkpoint.OperatorSubtaskState;
import org.apache.flink.state.api.functions.KeyedStateBootstrapFunction;
import org.apache.flink.state.api.output.operators.KeyedStateBootstrapOperator;
+import org.apache.flink.streaming.api.TimeDomain;
+import org.apache.flink.streaming.api.functions.KeyedProcessFunction;
+import org.apache.flink.streaming.api.operators.KeyedProcessOperator;
import org.apache.flink.streaming.api.operators.OneInputStreamOperator;
import org.apache.flink.streaming.api.operators.StreamMap;
import org.apache.flink.streaming.util.KeyedOneInputStreamOperatorTestHarness;
+import org.apache.flink.util.Collector;
import org.hamcrest.Matchers;
import org.junit.Assert;
@@ -43,52 +48,119 @@ import org.junit.rules.TemporaryFolder;
*/
public class KeyedStateBootstrapOperatorTest {
- private static final ValueStateDescriptor descriptor = new
ValueStateDescriptor("state", Types.LONG);
+ private static final ValueStateDescriptor descriptor = new
ValueStateDescriptor<>("state", Types.LONG);
+
+ private static final Long EVENT_TIMER = Long.MAX_VALUE - 1;
+
+ private static final Long PROC_TIMER = Long.MAX_VALUE - 2;
@Rule
public TemporaryFolder folder = new TemporaryFolder();
@Test
- public void testNonTimerStatesRestorableByNonProcessesOperator() throws
Exception {
+ public void testTimerStateRestorable() throws Exception {
Path path = new Path(folder.newFolder().toURI());
OperatorSubtaskState state;
- KeyedStateBootstrapOperator bootstrapOperator = new
KeyedStateBootstrapOperator<>(0L, path, new
[flink] branch master updated (7d6aa34 -> d6439c8)
This is an automated email from the ASF dual-hosted git repository. sjwiesman pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git. from 7d6aa34 [FLINK-17483][legal] Update flink-sql-connector-elasticsearch7 NOTICE file to correctly reflect bundled dependencies add d6439c8 [FLINK-17499][state-processor-api] LazyTimerService used to register timers via State Processing API incorectly mixes event time timers with processing time timers No new revisions were added by this update. Summary of changes: .../api/output/operators/LazyTimerService.java | 4 +- .../output/KeyedStateBootstrapOperatorTest.java| 110 + 2 files changed, 93 insertions(+), 21 deletions(-)
[flink] branch master updated (51f373e -> 7d6aa34)
This is an automated email from the ASF dual-hosted git repository. liyu pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git. from 51f373e [FLINK-16034][table-api, docs] Updat documentation with new Java Expression DSL (#11533) add 7d6aa34 [FLINK-17483][legal] Update flink-sql-connector-elasticsearch7 NOTICE file to correctly reflect bundled dependencies No new revisions were added by this update. Summary of changes: .../src/main/resources/META-INF/NOTICE| 4 1 file changed, 4 insertions(+)
[flink] branch master updated (d385f20 -> 51f373e)
This is an automated email from the ASF dual-hosted git repository. dwysakowicz pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git. from d385f20 [FLINK-17473][tests] Remove unused test utilities add 51f373e [FLINK-16034][table-api, docs] Updat documentation with new Java Expression DSL (#11533) No new revisions were added by this update. Summary of changes: docs/dev/table/common.md | 110 +++--- docs/dev/table/common.zh.md| 118 +++--- docs/dev/table/sql/queries.md | 24 +- docs/dev/table/sql/queries.zh.md | 22 +- docs/dev/table/streaming/temporal_tables.md| 4 +- docs/dev/table/streaming/temporal_tables.zh.md | 4 +- docs/dev/table/streaming/time_attributes.md| 37 +- docs/dev/table/streaming/time_attributes.zh.md | 37 +- docs/dev/table/tableApi.md | 521 ++--- docs/dev/table/tableApi.zh.md | 499 --- 10 files changed, 744 insertions(+), 632 deletions(-)
[flink-shaded] branch master updated: [hotfix][build] Exclude .asf.yaml from rat-plugin
This is an automated email from the ASF dual-hosted git repository. chesnay pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink-shaded.git The following commit(s) were added to refs/heads/master by this push: new 95262ff [hotfix][build] Exclude .asf.yaml from rat-plugin 95262ff is described below commit 95262ffdf1b625aad48d04cabbf2ff6d3c1cc388 Author: Chesnay Schepler AuthorDate: Mon May 4 10:13:32 2020 +0200 [hotfix][build] Exclude .asf.yaml from rat-plugin --- pom.xml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/pom.xml b/pom.xml index 9e7be5a..380390c 100644 --- a/pom.xml +++ b/pom.xml @@ -296,6 +296,8 @@ under the License. + +.asf.yaml **/*.iml
[flink] branch master updated (28185fc -> d385f20)
This is an automated email from the ASF dual-hosted git repository. gary pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git. from 28185fc [FLINK-17423][python] Support Java UDTF and UDAF in Blink planner under batch mode for PyFlink add d385f20 [FLINK-17473][tests] Remove unused test utilities No new revisions were added by this update. Summary of changes: .../legacy/utils/ArchivedExecutionBuilder.java | 157 - .../utils/ArchivedExecutionJobVertexBuilder.java | 86 --- .../utils/ArchivedExecutionVertexBuilder.java | 73 -- 3 files changed, 316 deletions(-) delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/handler/legacy/utils/ArchivedExecutionBuilder.java delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/handler/legacy/utils/ArchivedExecutionJobVertexBuilder.java delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/rest/handler/legacy/utils/ArchivedExecutionVertexBuilder.java
[flink-web] branch asf-site updated (8457b0c -> f6c2c95)
This is an automated email from the ASF dual-hosted git repository.
rmetzger pushed a change to branch asf-site
in repository https://gitbox.apache.org/repos/asf/flink-web.git.
from 8457b0c Rebuild website
new 82733f3 Adding a blogpost to announce Flink's application to Google
Season of Docs 2020.
new f6c2c95 rebuild website
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
_posts/2020-05-04-season-of-docs.md| 72
content/blog/feed.xml | 193 -
content/blog/index.html| 36 ++--
content/blog/page10/index.html | 42 +++--
content/blog/page11/index.html | 28 +++
content/blog/page2/index.html | 36 ++--
content/blog/page3/index.html | 36 ++--
content/blog/page4/index.html | 38 ++--
content/blog/page5/index.html | 40 +++--
content/blog/page6/index.html | 40 +++--
content/blog/page7/index.html | 40 +++--
content/blog/page8/index.html | 40 +++--
content/blog/page9/index.html | 39 +++--
.../2020-04-30-season-of-docs_1.png| Bin 0 -> 97061 bytes
content/index.html | 9 +-
.../05/04/season-of-docs.html} | 110 +---
content/zh/index.html | 9 +-
.../2020-04-30-season-of-docs_1.png| Bin 0 -> 97061 bytes
18 files changed, 468 insertions(+), 340 deletions(-)
create mode 100644 _posts/2020-05-04-season-of-docs.md
create mode 100644
content/img/blog/2020-05-04-season-of-docs/2020-04-30-season-of-docs_1.png
copy content/news/{2014/10/03/upcoming_events.html =>
2020/05/04/season-of-docs.html} (63%)
create mode 100644
img/blog/2020-05-04-season-of-docs/2020-04-30-season-of-docs_1.png
[flink-web] 01/02: Adding a blogpost to announce Flink's application to Google Season of Docs 2020.
This is an automated email from the ASF dual-hosted git repository. rmetzger pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git commit 82733f302b34695f8ea779219f0077a6c17c08ee Author: Marta Paes Moreira AuthorDate: Thu Apr 30 13:13:01 2020 +0200 Adding a blogpost to announce Flink's application to Google Season of Docs 2020. This closes #332 --- _posts/2020-05-04-season-of-docs.md| 72 + .../2020-04-30-season-of-docs_1.png| Bin 0 -> 97061 bytes 2 files changed, 72 insertions(+) diff --git a/_posts/2020-05-04-season-of-docs.md b/_posts/2020-05-04-season-of-docs.md new file mode 100644 index 000..d119fbf --- /dev/null +++ b/_posts/2020-05-04-season-of-docs.md @@ -0,0 +1,72 @@ +--- +layout: post +title: "Applying to Google Season of Docs 2020" +date: 2020-05-04T06:00:00.000Z +categories: news +authors: +- morsapaes: + name: "Marta Paes" + twitter: "morsapaes" + +excerpt: The Flink community is thrilled to share that the project is applying again to Google Season of Docs (GSoD) this year! If you’re unfamiliar with the program, GSoD is a great initiative organized by Google Open Source to pair technical writers with mentors to work on documentation for open source projects. Does working shoulder to shoulder with the Flink community on documentation sound exciting? We’d love to hear from you! +--- + +The Flink community is thrilled to share that the project is applying again to [Google Season of Docs](https://developers.google.com/season-of-docs/) (GSoD) this year! If you’re unfamiliar with the program, GSoD is a great initiative organized by [Google Open Source](https://opensource.google.com/) to pair technical writers with mentors to work on documentation for open source projects. The [first edition](https://developers.google.com/season-of-docs/docs/2019/participants) supported ove [...] + +# Why Apply? + +As one of the most active projects in the ASF, Flink is experiencing a boom in contributions and some major changes to its codebase. And, while the project has also seen a significant increase in activity when it comes to writing, reviewing and translating documentation, it’s hard to keep up with the pace. + + + + + + + + + +Since last year, the community has been working on [FLIP-42](https://cwiki.apache.org/confluence/display/FLINK/FLIP-42%3A+Rework+Flink+Documentation) to improve the documentation experience and bring a more accessible information architecture to Flink. After [some discussion](https://www.mail-archive.com/dev@flink.apache.org/msg36987.html), we agreed that GSoD would be a valuable opportunity to double down on this effort and collaborate with someone who is passionate about technical writ [...] + +# How can you contribute? + +If working shoulder to shoulder with the Flink community on documentation sounds exciting, we’d love to hear from you! You can read more about our idea for this year’s project below and, depending on whether it is accepted, [apply](https://developers.google.com/season-of-docs/docs/tech-writer-guide) as a technical writer. If you have any questions or just want to know more about the project idea, ping us at [d...@flink.apache.org](https://flink.apache.org/community.html#mailing-lists)! + +## Project: Improve the Table API & SQL Documentation + +[Apache Flink](https://flink.apache.org/) is a stateful stream processor supporting a broad set of use cases and featuring APIs at different levels of abstraction that allow users to trade off expressiveness and usability, as well as work with their language of choice (Java/Scala, SQL or Python). The Table API & SQL are Flink’s high-level relational abstractions and focus on data analytics use cases. A core principle is that either API can be used to process static (batch) and continuous [...] + +As the Flink community works on extending the scope of the Table API & SQL, a lot of new features are being added and some underlying structures are also being refactored. At the same time, the documentation for these APIs is growing onto a somewhat unruly structure and has potential for improvement in some areas. + +The project has two main workstreams: restructuring and extending the Table API & SQL documentation. These can be worked on by one person as a bigger effort or assigned to different technical writers. + +**1) Restructure the Table API & SQL Documentation** + +Reworking the current documentation structure would allow to: + +* Lower the entry barrier to Flink for non-programmatic (i.e. SQL) users. +* Make the available features more easily discoverable. +* Improve the flow and logical correlation of topics. + +[FLIP-60](https://cwiki.apache.org/confluence/pages/viewpage.action?pageId=127405685) contains a detailed proposal on how to reorganize the existing documentation, which can be used as a starting point. + + +**2) Extend the Table API &
[flink-web] 02/02: rebuild website
This is an automated email from the ASF dual-hosted git repository. rmetzger pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/flink-web.git commit f6c2c957dc58a23d486b687dc5be0373e32fe188 Author: Robert Metzger AuthorDate: Mon May 4 09:28:48 2020 +0200 rebuild website --- content/blog/feed.xml | 193 + content/blog/index.html| 36 ++- content/blog/page10/index.html | 42 +-- content/blog/page11/index.html | 28 ++ content/blog/page2/index.html | 36 ++- content/blog/page3/index.html | 36 ++- content/blog/page4/index.html | 38 ++- content/blog/page5/index.html | 40 ++- content/blog/page6/index.html | 40 ++- content/blog/page7/index.html | 40 ++- content/blog/page8/index.html | 40 ++- content/blog/page9/index.html | 39 ++- .../2020-04-30-season-of-docs_1.png| Bin 0 -> 97061 bytes content/index.html | 9 +- content/news/2020/05/04/season-of-docs.html| 319 + content/zh/index.html | 9 +- 16 files changed, 671 insertions(+), 274 deletions(-) diff --git a/content/blog/feed.xml b/content/blog/feed.xml index fc4cec7..042b7bd 100644 --- a/content/blog/feed.xml +++ b/content/blog/feed.xml @@ -7,6 +7,83 @@ https://flink.apache.org/blog/feed.xml; rel="self" type="application/rss+xml" /> +Applying to Google Season of Docs 2020 +pThe Flink community is thrilled to share that the project is applying again to a href=https://developers.google.com/season-of-docs/Google Season of Docs/a (GSoD) this year! If you’re unfamiliar with the program, GSoD is a great initiative organized by a href=https://opensource.google.com/Google Open Source/a to pair technical writers with mentors to work on documentation for open source projects. The a href [...] + +h1 id=why-applyWhy Apply?/h1 + +pAs one of the most active projects in the ASF, Flink is experiencing a boom in contributions and some major changes to its codebase. And, while the project has also seen a significant increase in activity when it comes to writing, reviewing and translating documentation, it’s hard to keep up with the pace./p + +center + img src=/img/blog/2020-05-04-season-of-docs/2020-04-30-season-of-docs_1.png width=650px alt=GitHub 1 / +/center + +div style=line-height:60%; +br / +/div + +pSince last year, the community has been working on a href=https://cwiki.apache.org/confluence/display/FLINK/FLIP-42%3A+Rework+Flink+DocumentationFLIP-42/a; to improve the documentation experience and bring a more accessible information architecture to Flink. After a href=https://www.mail-archive.com/dev@flink.apache.org/msg36987.htmlsome discussion/a, we agreed that GSoD would be a valuable opportunity to double down on this [...] + +h1 id=how-can-you-contributeHow can you contribute?/h1 + +pIf working shoulder to shoulder with the Flink community on documentation sounds exciting, we’d love to hear from you! You can read more about our idea for this year’s project below and, depending on whether it is accepted, a href=https://developers.google.com/season-of-docs/docs/tech-writer-guideapply/a; as a technical writer. If you have any questions or just want to know more about the project idea, ping us at a href=https://flink.apache.o [...] + +h2 id=project-improve-the-table-api--sql-documentationProject: Improve the Table API amp; SQL Documentation/h2 + +pa href=https://flink.apache.org/Apache Flink/a is a stateful stream processor supporting a broad set of use cases and featuring APIs at different levels of abstraction that allow users to trade off expressiveness and usability, as well as work with their language of choice (Java/Scala, SQL or Python). The Table API amp; SQL are Flink’s high-level relational abstractions and focus on data analytics use cases. A core principle is that either API ca [...] + +pAs the Flink community works on extending the scope of the Table API amp; SQL, a lot of new features are being added and some underlying structures are also being refactored. At the same time, the documentation for these APIs is growing onto a somewhat unruly structure and has potential for improvement in some areas./p + +pThe project has two main workstreams: restructuring and extending the Table API amp; SQL documentation. These can be worked on by one person as a bigger effort or assigned to different technical writers./p + +pstrong1) Restructure the Table API amp; SQL Documentation/strong/p + +pReworking the current documentation structure would allow to:/p + +ul + liLower the entry barrier to Flink for non-programmatic (i.e. SQL) users./li + liMake the available features
[flink-statefun-docker] branch master updated: [FLINK-17287][github] Disable merge commit button
This is an automated email from the ASF dual-hosted git repository. tzulitai pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/flink-statefun-docker.git The following commit(s) were added to refs/heads/master by this push: new def8586 [FLINK-17287][github] Disable merge commit button def8586 is described below commit def858624b86abcb2355d2a5a0690086343f0c2a Author: Chesnay Schepler AuthorDate: Tue Apr 21 10:09:30 2020 +0200 [FLINK-17287][github] Disable merge commit button This closes #3. --- .asf.yaml | 5 + 1 file changed, 5 insertions(+) diff --git a/.asf.yaml b/.asf.yaml new file mode 100644 index 000..930c896 --- /dev/null +++ b/.asf.yaml @@ -0,0 +1,5 @@ +github: + enabled_merge_buttons: +squash: true +merge: false +rebase: true
[flink-statefun] branch release-2.0 updated: [FLINK-17287][github] Disable merge commit button
This is an automated email from the ASF dual-hosted git repository.
tzulitai pushed a commit to branch release-2.0
in repository https://gitbox.apache.org/repos/asf/flink-statefun.git
The following commit(s) were added to refs/heads/release-2.0 by this push:
new 72ef2ac [FLINK-17287][github] Disable merge commit button
72ef2ac is described below
commit 72ef2ac3cebff151a94f7a6d798a07651b448859
Author: Chesnay Schepler
AuthorDate: Tue Apr 21 10:11:25 2020 +0200
[FLINK-17287][github] Disable merge commit button
This closes #101.
---
.asf.yaml| 5 +
tools/releasing/create_source_release.sh | 1 +
2 files changed, 6 insertions(+)
diff --git a/.asf.yaml b/.asf.yaml
new file mode 100644
index 000..930c896
--- /dev/null
+++ b/.asf.yaml
@@ -0,0 +1,5 @@
+github:
+ enabled_merge_buttons:
+squash: true
+merge: false
+rebase: true
diff --git a/tools/releasing/create_source_release.sh
b/tools/releasing/create_source_release.sh
index 82a13bc..ab2ed87 100755
--- a/tools/releasing/create_source_release.sh
+++ b/tools/releasing/create_source_release.sh
@@ -71,6 +71,7 @@ git clone ${PROJECT_ROOT} ${CLONE_DIR}
cd ${CLONE_DIR}
rsync -a \
--exclude ".git" --exclude ".gitignore" \
+ --exclude ".asf.yaml" \
--exclude "target" \
--exclude ".idea" --exclude "*.iml" \
--exclude ".travis.yml" \
[flink-statefun] branch master updated: [FLINK-17287][github] Disable merge commit button
This is an automated email from the ASF dual-hosted git repository.
tzulitai pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/flink-statefun.git
The following commit(s) were added to refs/heads/master by this push:
new 404182a [FLINK-17287][github] Disable merge commit button
404182a is described below
commit 404182a5a11302bd79a557bbc6479f11b7fcbce3
Author: Chesnay Schepler
AuthorDate: Tue Apr 21 10:11:25 2020 +0200
[FLINK-17287][github] Disable merge commit button
This closes #101.
---
.asf.yaml| 5 +
tools/releasing/create_source_release.sh | 1 +
2 files changed, 6 insertions(+)
diff --git a/.asf.yaml b/.asf.yaml
new file mode 100644
index 000..930c896
--- /dev/null
+++ b/.asf.yaml
@@ -0,0 +1,5 @@
+github:
+ enabled_merge_buttons:
+squash: true
+merge: false
+rebase: true
diff --git a/tools/releasing/create_source_release.sh
b/tools/releasing/create_source_release.sh
index 82a13bc..ab2ed87 100755
--- a/tools/releasing/create_source_release.sh
+++ b/tools/releasing/create_source_release.sh
@@ -71,6 +71,7 @@ git clone ${PROJECT_ROOT} ${CLONE_DIR}
cd ${CLONE_DIR}
rsync -a \
--exclude ".git" --exclude ".gitignore" \
+ --exclude ".asf.yaml" \
--exclude "target" \
--exclude ".idea" --exclude "*.iml" \
--exclude ".travis.yml" \
