This is an automated email from the ASF dual-hosted git repository.
sewen pushed a change to branch release-1.12
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 902a0f5 [FLINK-20761][hive] Escape the location path when creating
input splits (#15625)
add 09613ef [refactor][runtime] Update FutureUtils to support delayed
completing of a CompletableFuture
add 75e203a [refactor][runtime] Extend AkkaRpcServiceUtils to support
instantiating custom AkkaRpcServices.
add 5a678af [FLINK-21996][refactor] Make IteratorSourceReader work with
multiple split requests.
add 45bb748 [FLINK-21996][refactor] Make NumberSequenceSource extensible
to allow specifying the number of desired sequence splits.
add da48ac8 [FLINK-21996][tests] Add ITCase to test for delayed and
failed operator event sending.
add 872c422 [FLINK-21996][refactor] Unify exception handling for Operator
Coordinator Events sent to not-running tasks
add 33ff04f [FLINK-21996][refactor] Pull in-line serialization call into
separate statement to improve Exception handling accuracy.
add 33bb107 [FLINK-18071][coordination] (part 1) All event sending and
checkpoint actions for OperatorCoordinator happen in Scheduler Thread
add befcbfa [hotfix][coordination] Add Main-Thread check to OperatorEvent
sending on Execution.
add bafdebd [FLINK-18071][coordination] (part 2)
OperatorCoordinatorHolder does not implement OperatorCoordinator interface any
more
add 52e52a6 [FLINK-18071][coordination] (part 3) Adjust
OperatorEventValve to accept self-contained "send actions".
add 207e255 [FLINK-18071][coordination] (part 4) Add to Execution a
future for states INITIALIZING/RUNNING
add d2f5df3 [FLINK-18071][coordination] (part 5) Communication from
Coordinators to Tasks happens through gateways that are scoped to a single
execution attempt.
add 4b590f2 [hotfix][coordination] Make failed event valve shutting
smoother.
add 29c274a [hotfix][coordination] Reduce lambda nesting for action on
CompletableFuture
add 5705646 [hotfix][coordination] Remove unnecessary null check
add c0b4a20 [hotfix][tests] Minor debuggability improvements to
CoordinatedSourceRescaleITCase
add 7ec9054 [hotfix][tests] Simplify and harden
CoordinatorEventsExactlyOnceITCase
add 19b5a1b [FLINK-21996][coordination] Ensure exactly-once guarantees
for OperatorEvent RPCs
add d39b3fb [hotfix][coordination] Add safety guard against uncaught
exceptions for Future dependent lambdas
No new revisions were added by this update.
Summary of changes:
.../reader/CoordinatedSourceRescaleITCase.java | 11 +-
.../connector/source/lib/NumberSequenceSource.java | 45 ++-
.../source/lib/util/IteratorSourceReader.java | 80 ++--
.../source/lib/NumberSequenceSourceTest.java | 6 +-
.../flink/runtime/concurrent/FutureUtils.java | 15 +
.../flink/runtime/executiongraph/Execution.java | 29 +-
...skNotRunningException.java => EventSender.java} | 20 +-
.../coordination/ExecutionSubtaskAccess.java | 127 ++++++
.../coordination/OperatorCoordinator.java | 83 +++-
.../coordination/OperatorCoordinatorHolder.java | 311 +++++++++-----
.../operators/coordination/OperatorEventValve.java | 261 +++++-------
.../RecreateOnResetOperatorCoordinator.java | 17 +-
.../operators/coordination/SubtaskAccess.java | 98 +++++
.../operators/coordination/SubtaskGatewayImpl.java | 104 +++++
.../coordination/TaskNotRunningException.java | 5 +
.../util/IncompleteFuturesTracker.java | 111 +++++
.../runtime/rpc/akka/AkkaRpcServiceUtils.java | 9 +-
.../flink/runtime/scheduler/DefaultScheduler.java | 5 +-
.../flink/runtime/scheduler/SchedulerBase.java | 2 +-
.../source/coordinator/SourceCoordinator.java | 11 +
.../coordinator/SourceCoordinatorContext.java | 83 ++--
.../TaskExecutorGatewayDecoratorBase.java | 222 ++++++++++
.../CoordinatorEventsExactlyOnceITCase.java | 244 ++++++++---
.../coordination/EventReceivingTasks.java | 233 +++++++++++
.../coordination/MockOperatorCoordinator.java | 5 +
.../MockOperatorCoordinatorContext.java | 54 +--
.../OperatorCoordinatorHolderTest.java | 207 +++++-----
.../OperatorCoordinatorSchedulerTest.java | 42 +-
.../coordination/OperatorEventValveTest.java | 140 +++----
.../RecreateOnResetOperatorCoordinatorTest.java | 38 +-
.../operators/coordination/TestEventSender.java | 109 -----
.../coordination/TestingOperatorCoordinator.java | 21 +-
.../util/IncompleteFuturesTrackerTest.java | 117 ++++++
.../coordinator/SourceCoordinatorContextTest.java | 97 +++--
.../source/coordinator/SourceCoordinatorTest.java | 293 +++++---------
.../coordinator/SourceCoordinatorTestBase.java | 117 ++++--
.../source/coordinator/TestingSplitEnumerator.java | 255 ++++++++++++
.../collect/CollectSinkOperatorCoordinator.java | 5 +
.../OperatorEventSendingCheckpointITCase.java | 449 +++++++++++++++++++++
39 files changed, 3023 insertions(+), 1058 deletions(-)
copy
flink-runtime/src/main/java/org/apache/flink/runtime/operators/coordination/{TaskNotRunningException.java
=> EventSender.java} (60%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/operators/coordination/ExecutionSubtaskAccess.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/operators/coordination/SubtaskAccess.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/operators/coordination/SubtaskGatewayImpl.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/operators/coordination/util/IncompleteFuturesTracker.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/TaskExecutorGatewayDecoratorBase.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/operators/coordination/EventReceivingTasks.java
delete mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/operators/coordination/TestEventSender.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/operators/coordination/util/IncompleteFuturesTrackerTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/source/coordinator/TestingSplitEnumerator.java
create mode 100644
flink-tests/src/test/java/org/apache/flink/runtime/operators/coordination/OperatorEventSendingCheckpointITCase.java
