This is an automated email from the ASF dual-hosted git repository.
tzulitai pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink-statefun.git.
from 4708701 [FLINK-17684] [e2e] Enable E2E tests in Travis builds
new c2a2648 [FLINK-17516] [e2e] Refactor StatefulFunctionsAppContainers
to use Builder pattern
new 5244bb6 [FLINK-17516] [e2e] Expose master REST port in
StatefulFunctionsAppContainers
new 84afed9 [FLINK-17516] [e2e] Enable exactly-once checkpointing in all
e2e tests
new 60f4bd7 [FLINK-17516] [e2e] Bind checkpoint dirs to temporary local
directory
new e518ea0 [FLINK-17516] [e2e] Allow restarting workers with
StatefulFunctionsAppContainers
new c57ca3e [FLINK-17516] [e2e] Add verification app for exactly-once E2E
new bd30ec0 [FLINK-17516] [e2e] Implement exactly-once E2E against
ExactlyOnceVerificationModule
new ea14e2c [FLINK-17712] [build] Upgrade Flink version to 1.10.1
new d146a90 [FLINK-16928] [core] Remove legacy scheduler config validation
new cabe2ea [FLINK-16928] Remove jobmanager.scheduler from all config
files and docs
new 3927424 [FLINK-17533] Add UnboundedFeedbackLoggerFactory
new b3f6b84 [FLINK-17533] Expose the UnboundedFeedbackLoggerFactory
new 4aac946 [FLINK-17533] Expose checkpointId from barrier messages
new 12626a5 [FLINK-17533] Add support for multiple concurrent checkpoints
new 6425f42 [FLINK-17533] Remove concurrent checkpoints limitation
new c49de86 [hotfix] Remove unused code
new 50b4d1c [hotfix] Avoid raw types in UnboundedFeedbackLoggerTest
The 17 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
docs/deployment-and-operations/packaging.md | 2 -
pom.xml | 2 +-
statefun-e2e-tests/pom.xml | 1 +
.../e2e/common/StatefulFunctionsAppContainers.java | 363 ++++++++++++---------
.../src/main/resources/flink-conf.yaml | 3 +-
.../pom.xml | 17 +-
.../flink/statefun/e2e/exactlyonce}/Constants.java | 19 +-
.../ExactlyOnceVerificationModule.java} | 25 +-
.../flink/statefun/e2e/exactlyonce/FnCounter.java | 30 +-
.../statefun/e2e/exactlyonce/FnUnwrapper.java | 21 +-
.../flink/statefun/e2e/exactlyonce}/KafkaIO.java | 50 +--
.../main/protobuf/exactly-once-verification.proto} | 22 +-
.../statefun/e2e/exactlyonce/ExactlyOnceE2E.java | 155 +++++++++
.../src/test/resources/Dockerfile | 4 +-
.../src/test/resources/log4j.properties | 0
.../e2e/routablekafka/RoutableKafkaE2E.java | 5 +-
.../statefun/e2e/sanity/SanityVerificationE2E.java | 5 +-
.../core/StatefulFunctionsConfigValidator.java | 22 --
.../flink/core/common/SerializablePredicate.java | 23 --
.../statefun/flink/core/feedback/Checkpoints.java | 61 ++++
.../flink/core/feedback/FeedbackUnionOperator.java | 34 +-
.../feedback/FeedbackUnionOperatorFactory.java | 6 +-
.../core/functions/AsyncMessageDecorator.java | 5 +-
...edStreamOperations.java => FeedbackLogger.java} | 14 +-
.../flink/statefun/flink/core/logger/Loggers.java | 7 +-
.../flink/core/logger/UnboundedFeedbackLogger.java | 16 +-
...ry.java => UnboundedFeedbackLoggerFactory.java} | 30 +-
.../flink/statefun/flink/core/message/Message.java | 11 +-
.../flink/core/message/ProtobufMessage.java | 9 +-
.../statefun/flink/core/message/SdkMessage.java | 5 +-
.../flink/core/translation/FlinkUniverse.java | 7 +-
.../flink/core/StatefulFunctionsConfigTest.java | 12 -
.../flink/core/feedback/CheckpointsTest.java | 143 ++++++++
.../core/logger/UnboundedFeedbackLoggerTest.java | 6 +-
tools/docker/Dockerfile | 2 +-
.../conf/flink-conf.yaml | 2 -
tools/k8s/templates/config-map.yaml | 1 -
37 files changed, 781 insertions(+), 359 deletions(-)
copy statefun-e2e-tests/{statefun-sanity-e2e =>
statefun-exactly-once-e2e}/pom.xml (94%)
copy
statefun-e2e-tests/{statefun-routable-kafka-e2e/src/main/java/org/apache/flink/statefun/e2e/routablekafka
=>
statefun-exactly-once-e2e/src/main/java/org/apache/flink/statefun/e2e/exactlyonce}/Constants.java
(61%)
copy
statefun-e2e-tests/{statefun-routable-kafka-e2e/src/main/java/org/apache/flink/statefun/e2e/routablekafka/RoutableKafkaVerificationModule.java
=>
statefun-exactly-once-e2e/src/main/java/org/apache/flink/statefun/e2e/exactlyonce/ExactlyOnceVerificationModule.java}
(60%)
copy
statefun-examples/statefun-flink-harness-example/src/main/java/org/apache/flink/statefun/examples/harness/MyFunction.java
=>
statefun-e2e-tests/statefun-exactly-once-e2e/src/main/java/org/apache/flink/statefun/e2e/exactlyonce/FnCounter.java
(51%)
copy
statefun-flink/statefun-flink-core/src/main/java/org/apache/flink/statefun/flink/core/grpcfn/GrpcFunction.java
=>
statefun-e2e-tests/statefun-exactly-once-e2e/src/main/java/org/apache/flink/statefun/e2e/exactlyonce/FnUnwrapper.java
(61%)
copy
statefun-e2e-tests/{statefun-sanity-e2e/src/main/java/org/apache/flink/statefun/e2e/sanity
=>
statefun-exactly-once-e2e/src/main/java/org/apache/flink/statefun/e2e/exactlyonce}/KafkaIO.java
(54%)
copy
statefun-e2e-tests/{statefun-routable-kafka-e2e/src/main/protobuf/routable-kafka-verification.proto
=>
statefun-exactly-once-e2e/src/main/protobuf/exactly-once-verification.proto}
(69%)
create mode 100644
statefun-e2e-tests/statefun-exactly-once-e2e/src/test/java/org/apache/flink/statefun/e2e/exactlyonce/ExactlyOnceE2E.java
copy statefun-e2e-tests/{statefun-sanity-e2e =>
statefun-exactly-once-e2e}/src/test/resources/Dockerfile (85%)
copy statefun-e2e-tests/{statefun-sanity-e2e =>
statefun-exactly-once-e2e}/src/test/resources/log4j.properties (100%)
delete mode 100644
statefun-flink/statefun-flink-core/src/main/java/org/apache/flink/statefun/flink/core/common/SerializablePredicate.java
create mode 100644
statefun-flink/statefun-flink-core/src/main/java/org/apache/flink/statefun/flink/core/feedback/Checkpoints.java
copy
statefun-flink/statefun-flink-core/src/main/java/org/apache/flink/statefun/flink/core/logger/{CheckpointedStreamOperations.java
=> FeedbackLogger.java} (72%)
copy
statefun-flink/statefun-flink-core/src/main/java/org/apache/flink/statefun/flink/core/logger/{KeyGroupStreamFactory.java
=> UnboundedFeedbackLoggerFactory.java} (55%)
create mode 100644
statefun-flink/statefun-flink-core/src/test/java/org/apache/flink/statefun/flink/core/feedback/CheckpointsTest.java
