This is an automated email from the ASF dual-hosted git repository.
zhuzh pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from 85a5e1d199e [FLINK-27884][connectors] Move OutputFormatBase to
flink-core
new 331264ccf65 [hotfix] Remove the initialCapacity param from the
constructor of DualKeyLinkedMap
new 51010a100ce [hotfix][tests] Merge DefaultSchedulerBuilder and
AdaptiveBatchSchedulerBuilder
new 81c739ae462 [FLINK-28137][runtime] Introduce SpeculativeScheduler
new c75a242e94c [hotfix] Migrate SlotSharingExecutionSlotAllocatorTest to
JUnit5
new 265612c2cf9 [FLINK-28137][runtime] Enable SimpleExecutionSlotAllocator
to do batch slot request timeout check
The 5 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
...klistListener.java => BlocklistOperations.java} | 13 +-
.../RestartPipelinedRegionFailoverStrategy.java | 12 -
.../apache/flink/runtime/jobgraph/JobVertex.java | 7 +-
.../DefaultSlotPoolServiceSchedulerFactory.java | 7 +-
.../apache/flink/runtime/jobmaster/JobMaster.java | 3 +-
.../jobmaster/SlotPoolServiceSchedulerFactory.java | 4 +-
.../slotpool/DeclarativeSlotPoolBridge.java | 5 +-
.../jobmaster/slotpool/PhysicalSlotProvider.java | 6 +
.../slotpool/PhysicalSlotProviderImpl.java | 4 +
.../flink/runtime/scheduler/DefaultScheduler.java | 137 ++++---
.../runtime/scheduler/DefaultSchedulerFactory.java | 4 +-
.../flink/runtime/scheduler/ExecutionDeployer.java | 2 +-
.../scheduler/ExecutionVertexVersioner.java | 9 +
.../flink/runtime/scheduler/SchedulerBase.java | 50 +--
.../runtime/scheduler/SchedulerNGFactory.java | 4 +-
.../apache/flink/runtime/scheduler/SharedSlot.java | 3 +-
.../scheduler/SimpleExecutionSlotAllocator.java | 189 +++++++++
.../SlotSharingExecutionSlotAllocator.java | 2 +
.../adaptive/AdaptiveSchedulerFactory.java | 4 +-
.../adaptivebatch/AdaptiveBatchScheduler.java | 16 +-
.../AdaptiveBatchSchedulerFactory.java | 139 ++++---
.../adaptivebatch/SpeculativeScheduler.java | 314 +++++++++++++++
.../flink/runtime/util/DualKeyLinkedMap.java | 6 +-
.../DefaultSchedulerCheckpointCoordinatorTest.java | 4 +-
.../DefaultExecutionGraphDeploymentTest.java | 7 +-
.../ExecutionGraphCoLocationRestartTest.java | 3 +-
.../executiongraph/ExecutionGraphFinishTest.java | 4 +-
.../ExecutionGraphPartitionReleaseTest.java | 3 +-
.../executiongraph/ExecutionGraphRestartTest.java | 15 +-
.../executiongraph/ExecutionGraphSuspendTest.java | 5 +-
.../executiongraph/ExecutionGraphTestUtils.java | 4 +-
.../ExecutionPartitionLifecycleTest.java | 3 +-
.../runtime/executiongraph/ExecutionTest.java | 9 +-
.../executiongraph/ExecutionVertexTest.java | 5 +-
.../IntermediateResultPartitionTest.java | 4 +-
.../RemoveCachedShuffleDescriptorTest.java | 4 +-
.../scheduler/UpdatePartitionConsumersTest.java | 4 +-
.../runtime/jobmaster/JobMasterSchedulerTest.java | 4 +-
...erImplWithDefaultSlotSelectionStrategyTest.java | 6 +-
...lSlotProviderImplWithSpreadOutStrategyTest.java | 6 +-
.../slotpool/SlotPoolBatchSlotRequestTest.java | 28 --
.../OperatorCoordinatorSchedulerTest.java | 69 +++-
.../DefaultSchedulerBatchSchedulingTest.java | 2 +-
.../runtime/scheduler/DefaultSchedulerBuilder.java | 362 +++++++++++++++++
.../runtime/scheduler/DefaultSchedulerTest.java | 13 +-
.../runtime/scheduler/SchedulerTestingUtils.java | 316 ---------------
.../SimpleExecutionSlotAllocatorTest.java | 275 +++++++++++++
.../SlotSharingExecutionSlotAllocatorTest.java | 202 +++++-----
.../scheduler/TestingPhysicalSlotProvider.java | 11 +
.../scheduler/TestingSchedulerNGFactory.java | 4 +-
.../adaptivebatch/AdaptiveBatchSchedulerTest.java | 16 +-
.../AdaptiveBatchSchedulerTestUtils.java | 106 -----
.../adaptivebatch/SpeculativeSchedulerTest.java | 426 +++++++++++++++++++++
.../benchmark/SchedulerBenchmarkUtils.java | 5 +-
.../e2e/SchedulerEndToEndBenchmarkBase.java | 4 +-
.../ExecutionTimeBasedSlowTaskDetectorTest.java | 6 +-
.../flink/runtime/util/DualKeyLinkedMapTest.java | 16 +-
57 files changed, 2074 insertions(+), 817 deletions(-)
copy
flink-runtime/src/main/java/org/apache/flink/runtime/blocklist/{BlocklistListener.java
=> BlocklistOperations.java} (69%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/SimpleExecutionSlotAllocator.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/adaptivebatch/SpeculativeScheduler.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/DefaultSchedulerBuilder.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/SimpleExecutionSlotAllocatorTest.java
delete mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/adaptivebatch/AdaptiveBatchSchedulerTestUtils.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/adaptivebatch/SpeculativeSchedulerTest.java