This is an automated email from the ASF dual-hosted git repository.
tzulitai pushed a change to branch release-2.0
in repository https://gitbox.apache.org/repos/asf/flink-statefun.git.
from 1d73774 [FLINK-17684] [e2e] Enable E2E tests in Travis builds
new 3f3da7a [FLINK-17516] [e2e] Refactor StatefulFunctionsAppContainers
to use Builder pattern
new ba0fe7b [FLINK-17516] [e2e] Expose master REST port in
StatefulFunctionsAppContainers
new c03683b [FLINK-17516] [e2e] Enable exactly-once checkpointing in all
e2e tests
new c911987 [FLINK-17516] [e2e] Bind checkpoint dirs to temporary local
directory
new 168e585 [FLINK-17516] [e2e] Allow restarting workers with
StatefulFunctionsAppContainers
new 89c9f62 [FLINK-17516] [e2e] Add verification app for exactly-once E2E
new 1057422 [FLINK-17516] [e2e] Implement exactly-once E2E against
ExactlyOnceVerificationModule
new 0fd74b4 [FLINK-17712] [build] Upgrade Flink version to 1.10.1
new 2e8b618 [FLINK-16928] [core] Remove legacy scheduler config validation
new e86890d [FLINK-16928] Remove jobmanager.scheduler from all config
files and docs
new a025b92 [FLINK-17533] Add UnboundedFeedbackLoggerFactory
new faeffdc [FLINK-17533] Expose the UnboundedFeedbackLoggerFactory
new ac6f253 [FLINK-17533] Expose checkpointId from barrier messages
new eac06fb [FLINK-17533] Add support for multiple concurrent checkpoints
new 6e76280 [FLINK-17533] Remove concurrent checkpoints limitation
new c97b706 [hotfix] Remove unused code
new 12576da [hotfix] Avoid raw types in UnboundedFeedbackLoggerTest
The 17 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
docs/deployment-and-operations/packaging.md | 2 -
pom.xml | 2 +-
statefun-e2e-tests/pom.xml | 1 +
.../e2e/common/StatefulFunctionsAppContainers.java | 363 ++++++++++++---------
.../src/main/resources/flink-conf.yaml | 3 +-
.../pom.xml | 19 +-
.../flink/statefun/e2e/exactlyonce}/Constants.java | 19 +-
.../ExactlyOnceVerificationModule.java} | 25 +-
.../flink/statefun/e2e/exactlyonce/FnCounter.java | 30 +-
.../statefun/e2e/exactlyonce/FnUnwrapper.java | 21 +-
.../flink/statefun/e2e/exactlyonce}/KafkaIO.java | 50 +--
.../main/protobuf/exactly-once-verification.proto} | 22 +-
.../statefun/e2e/exactlyonce/ExactlyOnceE2E.java | 155 +++++++++
.../src/test/resources/Dockerfile | 6 +-
.../src/test/resources/log4j.properties | 0
.../e2e/routablekafka/RoutableKafkaE2E.java | 5 +-
.../statefun/e2e/sanity/SanityVerificationE2E.java | 5 +-
.../core/StatefulFunctionsConfigValidator.java | 22 --
.../flink/core/common/SerializablePredicate.java | 23 --
.../statefun/flink/core/feedback/Checkpoints.java | 61 ++++
.../flink/core/feedback/FeedbackUnionOperator.java | 34 +-
.../feedback/FeedbackUnionOperatorFactory.java | 6 +-
.../core/functions/AsyncMessageDecorator.java | 5 +-
...edStreamOperations.java => FeedbackLogger.java} | 14 +-
.../flink/statefun/flink/core/logger/Loggers.java | 7 +-
.../flink/core/logger/UnboundedFeedbackLogger.java | 16 +-
...ry.java => UnboundedFeedbackLoggerFactory.java} | 30 +-
.../flink/statefun/flink/core/message/Message.java | 11 +-
.../flink/core/message/ProtobufMessage.java | 9 +-
.../statefun/flink/core/message/SdkMessage.java | 5 +-
.../flink/core/translation/FlinkUniverse.java | 7 +-
.../flink/core/StatefulFunctionsConfigTest.java | 12 -
.../flink/core/feedback/CheckpointsTest.java | 143 ++++++++
.../core/logger/UnboundedFeedbackLoggerTest.java | 6 +-
tools/docker/Dockerfile | 2 +-
.../conf/flink-conf.yaml | 2 -
tools/k8s/templates/config-map.yaml | 1 -
37 files changed, 783 insertions(+), 361 deletions(-)
copy statefun-e2e-tests/{statefun-sanity-e2e =>
statefun-exactly-once-e2e}/pom.xml (93%)
copy
statefun-e2e-tests/{statefun-routable-kafka-e2e/src/main/java/org/apache/flink/statefun/e2e/routablekafka
=>
statefun-exactly-once-e2e/src/main/java/org/apache/flink/statefun/e2e/exactlyonce}/Constants.java
(61%)
copy
statefun-e2e-tests/{statefun-routable-kafka-e2e/src/main/java/org/apache/flink/statefun/e2e/routablekafka/RoutableKafkaVerificationModule.java
=>
statefun-exactly-once-e2e/src/main/java/org/apache/flink/statefun/e2e/exactlyonce/ExactlyOnceVerificationModule.java}
(60%)
copy
statefun-examples/statefun-flink-harness-example/src/main/java/org/apache/flink/statefun/examples/harness/MyFunction.java
=>
statefun-e2e-tests/statefun-exactly-once-e2e/src/main/java/org/apache/flink/statefun/e2e/exactlyonce/FnCounter.java
(51%)
copy
statefun-flink/statefun-flink-core/src/main/java/org/apache/flink/statefun/flink/core/grpcfn/GrpcFunction.java
=>
statefun-e2e-tests/statefun-exactly-once-e2e/src/main/java/org/apache/flink/statefun/e2e/exactlyonce/FnUnwrapper.java
(61%)
copy
statefun-e2e-tests/{statefun-sanity-e2e/src/main/java/org/apache/flink/statefun/e2e/sanity
=>
statefun-exactly-once-e2e/src/main/java/org/apache/flink/statefun/e2e/exactlyonce}/KafkaIO.java
(54%)
copy
statefun-e2e-tests/{statefun-routable-kafka-e2e/src/main/protobuf/routable-kafka-verification.proto
=>
statefun-exactly-once-e2e/src/main/protobuf/exactly-once-verification.proto}
(69%)
create mode 100644
statefun-e2e-tests/statefun-exactly-once-e2e/src/test/java/org/apache/flink/statefun/e2e/exactlyonce/ExactlyOnceE2E.java
copy statefun-e2e-tests/{statefun-sanity-e2e =>
statefun-exactly-once-e2e}/src/test/resources/Dockerfile (82%)
copy statefun-e2e-tests/{statefun-sanity-e2e =>
statefun-exactly-once-e2e}/src/test/resources/log4j.properties (100%)
delete mode 100644
statefun-flink/statefun-flink-core/src/main/java/org/apache/flink/statefun/flink/core/common/SerializablePredicate.java
create mode 100644
statefun-flink/statefun-flink-core/src/main/java/org/apache/flink/statefun/flink/core/feedback/Checkpoints.java
copy
statefun-flink/statefun-flink-core/src/main/java/org/apache/flink/statefun/flink/core/logger/{CheckpointedStreamOperations.java
=> FeedbackLogger.java} (72%)
copy
statefun-flink/statefun-flink-core/src/main/java/org/apache/flink/statefun/flink/core/logger/{KeyGroupStreamFactory.java
=> UnboundedFeedbackLoggerFactory.java} (55%)
create mode 100644
statefun-flink/statefun-flink-core/src/test/java/org/apache/flink/statefun/flink/core/feedback/CheckpointsTest.java
