This is an automated email from the ASF dual-hosted git repository.
azagrebin pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 20e945d [FLINK-14898] Enable background cleanup of state with TTL by
default
add dbdaf5b [hotfix][core] Introduce divide operation to Resource
add a78a5d4 [hotfix][core] Introduce divide operation to MemorySize
add 5183be8 [hotfix][core] Introduce TaskExecutorResourceSpecBuilder for
building TaskExecutorResourceSpec.
add d2558f4 [FLINK-14188][runtime][yarn/mesos] Set container cpu cores
into TaskExecutorResourceSpec when launching TaskExecutors on Yarn/Mesos.
add db33a49 [FLINK-14188][runtime] Derive and register TaskExecutor to
ResourceManager with default slot resource profile.
add 66be972 [FLINK-14188][runtime] Use default slot resource profile
derived from TaskExecutorResourceSpec on both RM and TM sides.
add 25f79fb [hotfix][runtime] Wrap arguments of
ResourceManagerGateway#registerTaskExecutor into TaskExecutorRegistration.
add da071ce [FLINK-14189][runtime] TaskExecutor register to
ResourceManager with total resource profile.
add 516aee3 [FLINK-14189][runtime] Extend TaskExecutor to support dynamic
slot allocation
add db3dec5 [FLINK-14189][runtime] Do not store dynamic slots by index in
TaskSlotTable
No new revisions were added by this update.
Summary of changes:
.../flink/api/common/resources/Resource.java | 9 +
.../org/apache/flink/configuration/MemorySize.java | 5 +
.../flink/configuration/TaskManagerOptions.java | 27 ++-
.../flink/api/common/resources/ResourceTest.java | 28 +++
.../apache/flink/configuration/MemorySizeTest.java | 13 ++
.../kubernetes/KubernetesResourceManager.java | 7 +-
.../kubernetes/KubernetesResourceManagerTest.java | 13 +-
.../flink/kubernetes/KubernetesUtilsTest.java | 2 +
.../clusterframework/MesosResourceManager.java | 5 +-
.../MesosTaskManagerParameters.java | 42 +++--
.../clusterframework/MesosResourceManagerTest.java | 18 +-
.../MesosTaskManagerParametersTest.java | 9 +
.../clusterframework/TaskExecutorResourceSpec.java | 12 +-
.../TaskExecutorResourceSpecBuilder.java | 60 ++++++
.../TaskExecutorResourceUtils.java | 82 ++++++++-
.../types/ResourceBudgetManager.java | 76 ++++++++
.../runtime/clusterframework/types/SlotID.java | 14 +-
.../resourcemanager/ActiveResourceManager.java | 11 +-
.../runtime/resourcemanager/ResourceManager.java | 59 ++----
.../resourcemanager/ResourceManagerGateway.java | 11 +-
.../resourcemanager/TaskExecutorRegistration.java | 103 +++++++++++
.../slotmanager/SlotManagerImpl.java | 1 +
.../flink/runtime/taskexecutor/TaskExecutor.java | 21 ++-
.../runtime/taskexecutor/TaskExecutorGateway.java | 3 +
.../TaskExecutorToResourceManagerConnection.java | 53 ++----
.../taskexecutor/TaskManagerConfiguration.java | 25 ++-
.../runtime/taskexecutor/TaskManagerRunner.java | 11 +-
.../runtime/taskexecutor/TaskManagerServices.java | 45 +----
.../TaskManagerServicesConfiguration.java | 9 +-
.../flink/runtime/taskexecutor/slot/SlotOffer.java | 1 -
.../flink/runtime/taskexecutor/slot/TaskSlot.java | 74 ++------
.../runtime/taskexecutor/slot/TaskSlotState.java | 3 +-
.../runtime/taskexecutor/slot/TaskSlotTable.java | 205 ++++++++++++++++-----
.../clusterframework/BootstrapToolsTest.java | 2 +
.../TaskExecutorResourceUtilsTest.java | 53 ++++++
.../types/ResourceBudgetManagerTest.java | 70 +++++++
.../ResourceManagerTaskExecutorTest.java | 23 ++-
.../resourcemanager/ResourceManagerTest.java | 30 +--
.../slotmanager/SlotManagerImplTest.java | 52 +++---
.../utils/TestingResourceManagerGateway.java | 12 +-
.../TaskExecutorLocalStateStoresManagerTest.java | 6 +-
.../TaskExecutorPartitionLifecycleTest.java | 10 +-
.../runtime/taskexecutor/TaskExecutorTest.java | 204 +++++++++++++++-----
...askExecutorToResourceManagerConnectionTest.java | 27 ++-
.../TaskSubmissionTestEnvironment.java | 11 +-
.../taskexecutor/TestingTaskExecutorGateway.java | 11 +-
.../TestingTaskExecutorGatewayBuilder.java | 9 +-
.../taskexecutor/slot/TaskSlotTableTest.java | 135 ++++++++++++++
.../runtime/taskexecutor/slot/TaskSlotUtils.java | 36 ++--
.../runtime/util/JvmExitOnFatalErrorTest.java | 7 +-
.../test/java/org/apache/flink/yarn/UtilsTest.java | 5 +-
.../apache/flink/yarn/YarnClusterDescriptor.java | 5 +-
.../org/apache/flink/yarn/YarnResourceManager.java | 31 +++-
.../apache/flink/yarn/YarnResourceManagerTest.java | 15 +-
54 files changed, 1349 insertions(+), 462 deletions(-)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/clusterframework/TaskExecutorResourceSpecBuilder.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/clusterframework/types/ResourceBudgetManager.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/resourcemanager/TaskExecutorRegistration.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/clusterframework/types/ResourceBudgetManagerTest.java
