This is an automated email from the ASF dual-hosted git repository.
mapohl pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from b562070 [FLINK-25653][network] Move buffer recycle in
SortMergeSubpartitionReader out of lock to avoid deadlock
new 5a665b0 [hotfix] Makes FileSystemBlobStore.(delete|deleteAll) comply
to the BlobStore interface
new 50be248 [hotfix] Removes unused classloader parameter from
CheckpointRecoveryFactory.createRecoveredCompletedCheckpointStore
new 12fb98e [hotfix] Refactors nested if statements
new bf30a9b [FLINK-25432][runtime] Adds generic interfaces for cleaning
up Job-related data
new 8d27e9c [FLINK-25432][runtime] Refactors JobGraphWriter interface to
implement LocallyCleanableResource and GloballyCleanableResource
new f96b699 [FLINK-25432][runtime] Makes BlobServer implement
LocallyCleanableResource and GloballyCleanableResource
new b936acb [FLINK-25432][runtime] Makes HighAvailabilityServices
implement LocallyCleanableResource and GloballyCleanableResource
new a6ef343 [FLINK-25432][runtime] Makes JobManagerMetricGroup implement
LocallyCleanableResource and GloballyCleanableResource
new 6f79899 [FLINK-25432][runtime] Adds JobManagerRunnerRegistry and
integrates it into the Dispatcher
new cc5d321 [FLINK-25432][runtime] Integrates ResourceCleaner
functionality into Dispatcher
The 10 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../KubernetesCheckpointRecoveryFactory.java | 1 -
.../org/apache/flink/runtime/blob/BlobServer.java | 120 ++++++---
.../flink/runtime/blob/FileSystemBlobStore.java | 8 +-
.../checkpoint/CheckpointRecoveryFactory.java | 2 -
.../PerJobCheckpointRecoveryFactory.java | 1 -
.../StandaloneCheckpointRecoveryFactory.java | 1 -
.../ZooKeeperCheckpointRecoveryFactory.java | 1 -
.../DefaultJobManagerRunnerRegistry.java | 127 ++++++++++
.../flink/runtime/dispatcher/Dispatcher.java | 233 ++++++++----------
.../dispatcher/JobManagerRunnerRegistry.java | 68 ++++++
.../runtime/dispatcher/SingleJobJobGraphStore.java | 10 -
.../dispatcher/cleanup/DefaultResourceCleaner.java | 145 +++++++++++
.../cleanup/DispatcherResourceCleanerFactory.java | 104 ++++++++
.../cleanup/GloballyCleanableResource.java | 46 ++++
.../cleanup/LocallyCleanableResource.java | 47 ++++
.../cleanup/ResourceCleaner.java} | 28 +--
.../dispatcher/cleanup/ResourceCleanerFactory.java | 54 +++++
.../highavailability/AbstractHaServices.java | 21 +-
.../highavailability/HighAvailabilityServices.java | 18 +-
.../runtime/jobmanager/DefaultJobGraphStore.java | 91 +++++--
.../flink/runtime/jobmanager/JobGraphWriter.java | 28 ++-
.../jobmanager/StandaloneJobGraphStore.java | 10 -
.../runtime/jobmanager/ThrowingJobGraphWriter.java | 7 -
.../metrics/groups/JobManagerMetricGroup.java | 14 +-
.../flink/runtime/scheduler/DefaultScheduler.java | 1 -
.../flink/runtime/scheduler/SchedulerBase.java | 2 -
.../flink/runtime/scheduler/SchedulerUtils.java | 10 +-
.../scheduler/adaptive/AdaptiveScheduler.java | 7 +-
.../flink/runtime/blob/BlobCacheCleanupTest.java | 16 +-
.../flink/runtime/blob/BlobServerCleanupTest.java | 7 +-
.../flink/runtime/blob/BlobServerDeleteTest.java | 15 +-
.../flink/runtime/blob/BlobServerRecoveryTest.java | 7 +-
.../runtime/blob/FileSystemBlobStoreTest.java | 229 ++++++++++++++++++
.../checkpoint/PerJobCheckpointRecoveryTest.java | 6 -
.../TestingCheckpointRecoveryFactory.java | 1 -
.../DefaultJobManagerRunnerRegistryTest.java | 230 ++++++++++++++++++
.../dispatcher/DispatcherFailoverITCase.java | 84 ++++---
.../dispatcher/DispatcherResourceCleanupTest.java | 106 ++++----
.../flink/runtime/dispatcher/DispatcherTest.java | 51 ++--
.../runtime/dispatcher/NoOpJobGraphWriter.java | 7 -
.../TestingJobManagerRunnerRegistry.java | 199 +++++++++++++++
.../cleanup/DefaultResourceCleanerTest.java | 235 ++++++++++++++++++
.../DispatcherResourceCleanerFactoryTest.java | 269 +++++++++++++++++++++
.../runner/SessionDispatcherLeaderProcessTest.java | 5 +-
.../BlobLibraryCacheRecoveryITCase.java | 9 +-
.../highavailability/AbstractHaServicesTest.java | 8 +-
.../TestingHighAvailabilityServices.java | 17 +-
.../zookeeper/ZooKeeperHaServicesTest.java | 2 +-
.../jobmanager/DefaultJobGraphStoreTest.java | 19 +-
.../jobmanager/StandaloneJobGraphStoreTest.java | 5 +-
.../jobmanager/ZooKeeperJobGraphsStoreITCase.java | 17 +-
.../runtime/jobmaster/TestingJobManagerRunner.java | 6 +-
.../metrics/groups/JobManagerGroupTest.java | 5 +-
.../runtime/scheduler/SchedulerUtilsTest.java | 3 -
.../runtime/testutils/TestingJobGraphStore.java | 48 ++--
55 files changed, 2338 insertions(+), 473 deletions(-)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/DefaultJobManagerRunnerRegistry.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/JobManagerRunnerRegistry.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/cleanup/DefaultResourceCleaner.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/cleanup/DispatcherResourceCleanerFactory.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/cleanup/GloballyCleanableResource.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/cleanup/LocallyCleanableResource.java
copy
flink-runtime/src/main/java/org/apache/flink/runtime/{jobmanager/ThrowingJobGraphWriter.java
=> dispatcher/cleanup/ResourceCleaner.java} (57%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/cleanup/ResourceCleanerFactory.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/DefaultJobManagerRunnerRegistryTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/TestingJobManagerRunnerRegistry.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/cleanup/DefaultResourceCleanerTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/cleanup/DispatcherResourceCleanerFactoryTest.java
