This is an automated email from the ASF dual-hosted git repository.
weizhong pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from e44d6387dba [FLINK-38408][checkpoint] Complete the checkpoint
CompletableFuture after updating statistics to ensures semantic correctness and
prevent test failure
add 72365f63daf [FLINK-33387][runtime] Introduce the abstraction and the
interface about loading
add 212d088cd3c [FLINK-33388][runtime] Modify with more appropriate
variable name for defer slots allocation logic.
add b37597b2907 [FLINK-33388][runtime] Support tasks balancing at
TaskExecutor level for Default Scheduler
add 11a68b694c4 [FLINK-35966][runtime] Introduce the TASKS for
TaskManagerLoadBalanceMode enum and add the users-oriented interface for
default scheduler balanced tasks scheduling.
No new revisions were added by this update.
Summary of changes:
.../generated/all_taskmanager_section.html | 2 +-
.../generated/expert_scheduling_section.html | 2 +-
.../generated/task_manager_configuration.html | 2 +-
.../flink/configuration/TaskManagerOptions.java | 7 +-
.../DefaultSlotPoolServiceSchedulerFactory.java | 26 ++-
.../slotpool/AbstractSlotPoolServiceFactory.java | 6 +-
.../jobmaster/slotpool/DeclarativeSlotPool.java | 33 +++
.../slotpool/DeclarativeSlotPoolBridge.java | 179 +++++++++------
.../DeclarativeSlotPoolBridgeServiceFactory.java | 6 +-
.../slotpool/DefaultDeclarativeSlotPool.java | 57 ++++-
.../runtime/jobmaster/slotpool/PendingRequest.java | 28 ++-
.../slotpool/PhysicalSlotProviderImpl.java | 45 ++--
.../jobmaster/slotpool/PhysicalSlotRequest.java | 34 ++-
...erredAllocationRequestSlotMatchingStrategy.java | 50 +++-
.../slotpool/RequestSlotMatchingStrategy.java | 9 +-
.../SimpleRequestSlotMatchingStrategy.java | 8 +-
.../flink/runtime/jobmaster/slotpool/SlotPool.java | 58 +----
.../jobmaster/slotpool/SlotSelectionStrategy.java | 11 +
.../TasksBalancedRequestSlotMatchingStrategy.java | 252 +++++++++++++++++++++
.../scheduler/DefaultSchedulerComponents.java | 19 +-
.../scheduler/ExecutionSlotSharingGroup.java | 13 +-
.../scheduler/SimpleExecutionSlotAllocator.java | 6 +-
.../SlotSharingExecutionSlotAllocator.java | 5 +-
.../SlotSharingExecutionSlotAllocatorFactory.java | 13 --
.../scheduler/loading/DefaultLoadingWeight.java | 48 ++--
.../runtime/scheduler/loading/LoadingWeight.java | 26 ++-
.../runtime/scheduler/loading/WeightLoadable.java | 33 ++-
...DefaultSlotPoolServiceSchedulerFactoryTest.java | 62 ++++-
.../flink/runtime/jobmaster/JobMasterTest.java | 16 +-
.../AbstractDeclarativeSlotPoolBridgeTest.java | 22 +-
.../slotpool/DeclarativeSlotPoolBridgeBuilder.java | 10 +-
...tiveSlotPoolBridgePreferredAllocationsTest.java | 12 +-
...arativeSlotPoolBridgeRequestCompletionTest.java | 20 +-
...ativeSlotPoolBridgeResourceDeclarationTest.java | 86 +------
.../slotpool/DeclarativeSlotPoolBridgeTest.java | 75 ++++--
.../slotpool/PhysicalSlotProviderExtension.java | 2 +
...lSlotProviderImplWithSpreadOutStrategyTest.java | 2 +
.../slotpool/PhysicalSlotRequestUtils.java | 77 +++++++
...dAllocationRequestSlotMatchingStrategyTest.java | 161 ++++++++++++-
.../jobmaster/slotpool/RequirementListener.java | 93 ++++++++
.../SimpleRequestSlotMatchingStrategyTest.java | 28 ++-
.../slotpool/SlotPoolInteractionsTest.java | 13 +-
.../runtime/jobmaster/slotpool/SlotPoolUtils.java | 3 +-
.../slotpool/TestingDeclarativeSlotPool.java | 18 +-
.../TestingDeclarativeSlotPoolBuilder.java | 8 +-
.../loading/DefaultLoadingWeightTest.java} | 23 +-
46 files changed, 1282 insertions(+), 427 deletions(-)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/jobmaster/slotpool/TasksBalancedRequestSlotMatchingStrategy.java
copy
flink-table/flink-table-common/src/main/java/org/apache/flink/table/catalog/AbstractConstraint.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/loading/DefaultLoadingWeight.java
(53%)
copy
flink-table/flink-table-runtime/src/main/java/org/apache/flink/table/runtime/operators/sink/constraint/Constraint.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/loading/LoadingWeight.java
(61%)
copy
flink-table/flink-table-api-java/src/main/java/org/apache/flink/table/expressions/resolver/rules/LookupCallByNameRule.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/loading/WeightLoadable.java
(57%)
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/jobmaster/slotpool/PhysicalSlotRequestUtils.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/jobmaster/slotpool/RequirementListener.java
copy
flink-runtime/src/test/java/org/apache/flink/runtime/{rest/messages/job/savepoints/SavepointInfoTest.java
=> scheduler/loading/DefaultLoadingWeightTest.java} (64%)
