This is an automated email from the ASF dual-hosted git repository.
trohrmann pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 9ee91ef [FLINK-21875][hotfix] Fix compilation error in IntelliJ.
Removing reliance on shaded classes. (#15290)
new bc0f2c6 [FLINK-21602] Add CreatingExecutionGraph state
new c4545e0 [FLINK-21602] Let AdaptiveScheduler create the ExecutionGraph
in the ioExecutor
new 53ac701 [hotfix] Let delayed AdaptiveScheduler.runIfState method
return ScheduledFuture
new ca968d3 [hotfix] Let Restarting and WaitingForResources cancel
scheduled tasks onLeave
new 8b5e172 [FLINK-21602] Remove generic parameter from SlotAllocator
new 2f4813d [FLINK-21602] Make SlotAllocator.tryReserveSlots failable
new c7a4203 [FLINK-21602] Add DeclarativeSlotPool. and
AllocatedSlotPool.containsFreeSlot
new ce55b21 [FLINK-21602] Let SlotSharingSlotAllocator check whether
resources are available before reserving them
new 848e6d8 [hotfix] Make TestExecutorResource generic in the
ExecutorService
new 0809487 [hotfix] Make SlotAllocator configurable for the
AdaptiveScheduler
new 1f5f9aa [FLINK-21602] Split ExecutionGraph generation and slot
assignments into two steps
new fb94512 [hotfix] Factor ExecutionGraph creation out into
ExecutionGraphFactory
new 6b2e05f [hotfix] Annotate CheckpointsCleaner with @ThreadSafe
new ae42e74 [hotfix] Rename SchedulerNG.getTerminationFuture into
getJobTerminationFuture
new a1798ec [FLINK-21602] Allow SchedulerNG to terminate asynchronously
new d6750d6 [hotfix] Add FutureUtils.switchExecutor utility
new 3dd938d [FLINK-21602] Track asynchronous background tasks in the
AdaptiveScheduler
The 17 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../runtime/checkpoint/CheckpointsCleaner.java | 3 +
.../flink/runtime/concurrent/FutureUtils.java | 22 ++
.../apache/flink/runtime/jobmaster/JobMaster.java | 50 ++-
.../jobmaster/slotpool/AllocatedSlotPool.java | 10 +
.../jobmaster/slotpool/DeclarativeSlotPool.java | 10 +
.../slotpool/DefaultAllocatedSlotPool.java | 5 +
.../slotpool/DefaultDeclarativeSlotPool.java | 5 +
.../scheduler/DefaultExecutionGraphFactory.java | 169 ++++++++++
.../flink/runtime/scheduler/DefaultScheduler.java | 24 +-
.../runtime/scheduler/DefaultSchedulerFactory.java | 22 +-
.../runtime/scheduler/ExecutionGraphFactory.java | 59 ++++
.../flink/runtime/scheduler/SchedulerBase.java | 162 ++-------
.../flink/runtime/scheduler/SchedulerNG.java | 7 +-
.../scheduler/adaptive/AdaptiveScheduler.java | 362 ++++++++++-----------
.../adaptive/AdaptiveSchedulerFactory.java | 37 ++-
.../runtime/scheduler/adaptive/BackgroundTask.java | 130 ++++++++
.../scheduler/adaptive/CreatingExecutionGraph.java | 274 ++++++++++++++++
.../runtime/scheduler/adaptive/Executing.java | 15 +
.../ParallelismAndResourceAssignments.java | 50 ---
.../runtime/scheduler/adaptive/Restarting.java | 20 +-
.../scheduler/adaptive/WaitingForResources.java | 47 +--
.../allocator/IsSlotAvailableAndFreeFunction.java | 35 ++
.../adaptive/allocator/ReservedSlots.java | 42 +++
.../adaptive/allocator/SlotAllocator.java | 22 +-
.../allocator/SlotSharingSlotAllocator.java | 92 ++++--
.../adaptive/allocator/VertexParallelism.java | 4 +-
.../VertexParallelismWithSlotSharing.java | 5 +
.../flink/runtime/concurrent/FutureUtilsTest.java | 67 +++-
.../executiongraph/ExecutionGraphSuspendTest.java | 22 +-
.../flink/runtime/jobmaster/JobMasterTest.java | 31 ++
.../slotpool/DefaultAllocatedSlotPoolTest.java | 28 ++
.../jobmaster/slotpool/SlotPoolTestUtils.java | 12 +-
.../slotpool/TestingDeclarativeSlotPool.java | 9 +
.../TestingDeclarativeSlotPoolBuilder.java | 8 +
.../OperatorCoordinatorSchedulerTest.java | 4 +-
.../DefaultExecutionGraphFactoryTest.java | 156 +++++++++
.../DefaultSchedulerBatchSchedulingTest.java | 19 --
.../runtime/scheduler/DefaultSchedulerTest.java | 94 +-----
.../GloballyTerminalJobStatusListener.java | 44 +++
.../runtime/scheduler/SchedulerTestingUtils.java | 22 +-
.../runtime/scheduler/TestingSchedulerNG.java | 39 ++-
.../adaptive/AdaptiveSchedulerBuilder.java | 38 ++-
.../scheduler/adaptive/AdaptiveSchedulerTest.java | 289 ++++++++--------
.../scheduler/adaptive/BackgroundTaskTest.java | 156 +++++++++
.../adaptive/CreatingExecutionGraphTest.java | 250 ++++++++++++++
.../runtime/scheduler/adaptive/ExecutingTest.java | 27 +-
.../runtime/scheduler/adaptive/RestartingTest.java | 5 +-
.../adaptive/StateTrackingMockExecutionGraph.java | 16 +-
.../adaptive/WaitingForResourcesTest.java | 126 ++-----
.../allocator/SlotSharingSlotAllocatorTest.java | 57 +++-
.../adaptive/allocator/TestingSlotAllocator.java | 120 +++++++
.../TaskExecutorPartitionLifecycleTest.java | 4 +-
.../core/testutils/CompletedScheduledFuture.java | 79 +++++
.../ManuallyTriggeredScheduledExecutorService.java | 85 -----
.../apache/flink/core/testutils/ScheduledTask.java | 115 +++++++
.../testutils/executor/TestExecutorResource.java | 11 +-
56 files changed, 2584 insertions(+), 1032 deletions(-)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/DefaultExecutionGraphFactory.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/ExecutionGraphFactory.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/adaptive/BackgroundTask.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/adaptive/CreatingExecutionGraph.java
delete mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/adaptive/ParallelismAndResourceAssignments.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/adaptive/allocator/IsSlotAvailableAndFreeFunction.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/adaptive/allocator/ReservedSlots.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/DefaultExecutionGraphFactoryTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/GloballyTerminalJobStatusListener.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/adaptive/BackgroundTaskTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/adaptive/CreatingExecutionGraphTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/adaptive/allocator/TestingSlotAllocator.java
create mode 100644
flink-test-utils-parent/flink-test-utils-junit/src/main/java/org/apache/flink/core/testutils/CompletedScheduledFuture.java
create mode 100644
flink-test-utils-parent/flink-test-utils-junit/src/main/java/org/apache/flink/core/testutils/ScheduledTask.java
