This is an automated email from the ASF dual-hosted git repository. azagrebin pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git.
from 20e945d [FLINK-14898] Enable background cleanup of state with TTL by default add dbdaf5b [hotfix][core] Introduce divide operation to Resource add a78a5d4 [hotfix][core] Introduce divide operation to MemorySize add 5183be8 [hotfix][core] Introduce TaskExecutorResourceSpecBuilder for building TaskExecutorResourceSpec. add d2558f4 [FLINK-14188][runtime][yarn/mesos] Set container cpu cores into TaskExecutorResourceSpec when launching TaskExecutors on Yarn/Mesos. add db33a49 [FLINK-14188][runtime] Derive and register TaskExecutor to ResourceManager with default slot resource profile. add 66be972 [FLINK-14188][runtime] Use default slot resource profile derived from TaskExecutorResourceSpec on both RM and TM sides. add 25f79fb [hotfix][runtime] Wrap arguments of ResourceManagerGateway#registerTaskExecutor into TaskExecutorRegistration. add da071ce [FLINK-14189][runtime] TaskExecutor register to ResourceManager with total resource profile. add 516aee3 [FLINK-14189][runtime] Extend TaskExecutor to support dynamic slot allocation add db3dec5 [FLINK-14189][runtime] Do not store dynamic slots by index in TaskSlotTable No new revisions were added by this update. Summary of changes: .../flink/api/common/resources/Resource.java | 9 + .../org/apache/flink/configuration/MemorySize.java | 5 + .../flink/configuration/TaskManagerOptions.java | 27 ++- .../flink/api/common/resources/ResourceTest.java | 28 +++ .../apache/flink/configuration/MemorySizeTest.java | 13 ++ .../kubernetes/KubernetesResourceManager.java | 7 +- .../kubernetes/KubernetesResourceManagerTest.java | 13 +- .../flink/kubernetes/KubernetesUtilsTest.java | 2 + .../clusterframework/MesosResourceManager.java | 5 +- .../MesosTaskManagerParameters.java | 42 +++-- .../clusterframework/MesosResourceManagerTest.java | 18 +- .../MesosTaskManagerParametersTest.java | 9 + .../clusterframework/TaskExecutorResourceSpec.java | 12 +- .../TaskExecutorResourceSpecBuilder.java | 60 ++++++ .../TaskExecutorResourceUtils.java | 82 ++++++++- .../types/ResourceBudgetManager.java | 76 ++++++++ .../runtime/clusterframework/types/SlotID.java | 14 +- .../resourcemanager/ActiveResourceManager.java | 11 +- .../runtime/resourcemanager/ResourceManager.java | 59 ++---- .../resourcemanager/ResourceManagerGateway.java | 11 +- .../resourcemanager/TaskExecutorRegistration.java | 103 +++++++++++ .../slotmanager/SlotManagerImpl.java | 1 + .../flink/runtime/taskexecutor/TaskExecutor.java | 21 ++- .../runtime/taskexecutor/TaskExecutorGateway.java | 3 + .../TaskExecutorToResourceManagerConnection.java | 53 ++---- .../taskexecutor/TaskManagerConfiguration.java | 25 ++- .../runtime/taskexecutor/TaskManagerRunner.java | 11 +- .../runtime/taskexecutor/TaskManagerServices.java | 45 +---- .../TaskManagerServicesConfiguration.java | 9 +- .../flink/runtime/taskexecutor/slot/SlotOffer.java | 1 - .../flink/runtime/taskexecutor/slot/TaskSlot.java | 74 ++------ .../runtime/taskexecutor/slot/TaskSlotState.java | 3 +- .../runtime/taskexecutor/slot/TaskSlotTable.java | 205 ++++++++++++++++----- .../clusterframework/BootstrapToolsTest.java | 2 + .../TaskExecutorResourceUtilsTest.java | 53 ++++++ .../types/ResourceBudgetManagerTest.java | 70 +++++++ .../ResourceManagerTaskExecutorTest.java | 23 ++- .../resourcemanager/ResourceManagerTest.java | 30 +-- .../slotmanager/SlotManagerImplTest.java | 52 +++--- .../utils/TestingResourceManagerGateway.java | 12 +- .../TaskExecutorLocalStateStoresManagerTest.java | 6 +- .../TaskExecutorPartitionLifecycleTest.java | 10 +- .../runtime/taskexecutor/TaskExecutorTest.java | 204 +++++++++++++++----- ...askExecutorToResourceManagerConnectionTest.java | 27 ++- .../TaskSubmissionTestEnvironment.java | 11 +- .../taskexecutor/TestingTaskExecutorGateway.java | 11 +- .../TestingTaskExecutorGatewayBuilder.java | 9 +- .../taskexecutor/slot/TaskSlotTableTest.java | 135 ++++++++++++++ .../runtime/taskexecutor/slot/TaskSlotUtils.java | 36 ++-- .../runtime/util/JvmExitOnFatalErrorTest.java | 7 +- .../test/java/org/apache/flink/yarn/UtilsTest.java | 5 +- .../apache/flink/yarn/YarnClusterDescriptor.java | 5 +- .../org/apache/flink/yarn/YarnResourceManager.java | 31 +++- .../apache/flink/yarn/YarnResourceManagerTest.java | 15 +- 54 files changed, 1349 insertions(+), 462 deletions(-) create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/clusterframework/TaskExecutorResourceSpecBuilder.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/clusterframework/types/ResourceBudgetManager.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/resourcemanager/TaskExecutorRegistration.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/clusterframework/types/ResourceBudgetManagerTest.java