This is an automated email from the ASF dual-hosted git repository.
trohrmann pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from c1bc0d4 [FLINK-17128][table] Add isBounded to TableSinkFactory#Context
add b21ef4b [hotfix][runtime] Remove declaring of
ResourceManagerException from ResourceActions#allocateResource.
add 9479338 [hotfix][runtime] Code clean-ups in
ActiveResourceManagerFactory.
add 7286c5c [FLINK-16437][runtime] Introduce WorkerResourceSpec for
describing resource specification of a requested worker between ResourceManager
and SlotManager.
add 5b735c0 [FLINK-16437][runtime] Pass SlotManagerConfiguration into
SlotManagerImpl.
add 7089bd6 [FLINK-16437][runtime] Create SlotManagerImpl with default
WorkerResourceSpec.
add 92b30ed [FLINK-16437][runtime] Create SlotManagerImpl with default
numSlotsPerWorker.
add 9c5a1d1 [FLINK-16437][runtime] Compute pending slot profiles inside
SlotManager when allocating resource.
add 8f43063 [FLINK-16437][runtime] ResourceManager retrieve a collection
of pending workers from SlotManager, instead of number of pending slots.
add d981c94 [FLINK-16437][runtime] Remove numSlotsPerTaskManager from
ActiveResourceManager and ContaineredTaskManagerParameters.
add 6b99a57 [FLINK-16437][runtime] SlotManager allocate resource from
ResourceManager with WorkerRequest instead of ResourceProfile.
add 3fa10a1 [hotfix] Fix PerJobMiniClusterFactory does not properly
calculate numSlotsPerTaskManager.
No new revisions were added by this update.
Summary of changes:
.../client/program/PerJobMiniClusterFactory.java | 7 +-
.../main/java/org/apache/flink/util/MathUtils.java | 11 ++
.../kubernetes/KubernetesResourceManager.java | 26 ++--
.../KubernetesResourceManagerFactory.java | 3 +-
.../KubernetesWorkerResourceSpecFactory.java | 46 ++++++
.../kubernetes/KubernetesResourceManagerTest.java | 35 ++---
.../kubeclient/KubernetesTaskManagerTestBase.java | 3 +-
.../KubernetesTaskManagerParametersTest.java | 3 +-
.../clusterframework/MesosResourceManager.java | 27 ++--
.../MesosResourceManagerFactory.java | 3 +-
.../MesosTaskManagerParameters.java | 7 +-
.../MesosWorkerResourceSpecFactory.java | 45 ++++++
.../clusterframework/store/MesosWorkerStore.java | 40 ++---
.../org/apache/flink/mesos/util/MesosUtils.java | 3 +-
.../clusterframework/MesosResourceManagerTest.java | 40 ++---
.../ContaineredTaskManagerParameters.java | 17 +-
.../clusterframework/TaskExecutorProcessSpec.java | 6 +-
.../clusterframework/TaskExecutorProcessUtils.java | 51 +++---
.../resourcemanager/ActiveResourceManager.java | 10 --
.../ActiveResourceManagerFactory.java | 2 +-
.../ArbitraryWorkerResourceSpecFactory.java | 30 +---
.../runtime/resourcemanager/ResourceManager.java | 21 +--
.../ResourceManagerRuntimeServices.java | 22 +--
...esourceManagerRuntimeServicesConfiguration.java | 8 +-
.../resourcemanager/StandaloneResourceManager.java | 7 +-
.../StandaloneResourceManagerFactory.java | 3 +-
.../resourcemanager/WorkerResourceSpec.java | 166 ++++++++++++++++++++
.../resourcemanager/WorkerResourceSpecFactory.java | 33 ++--
.../slotmanager/ResourceActions.java | 14 +-
.../resourcemanager/slotmanager/SlotManager.java | 12 +-
.../slotmanager/SlotManagerConfiguration.java | 39 ++++-
.../slotmanager/SlotManagerImpl.java | 81 +++++++---
.../util/config/memory/ProcessMemoryUtils.java | 2 +-
.../taskmanager/TaskExecutorFlinkMemoryUtils.java | 4 +-
.../clusterframework/BootstrapToolsTest.java | 2 +-
.../TaskExecutorProcessUtilsTest.java | 45 +++---
.../StandaloneResourceManagerWithUUIDFactory.java | 4 +-
.../resourcemanager/ResourceManagerHATest.java | 5 +-
.../resourcemanager/TestingResourceManager.java | 8 +-
.../resourcemanager/WorkerResourceSpecTest.java | 173 +++++++++++++++++++++
.../slotmanager/SlotManagerBuilder.java | 28 +++-
.../slotmanager/SlotManagerConfigurationTest.java | 5 +-
.../SlotManagerFailUnfulfillableTest.java | 17 +-
.../slotmanager/SlotManagerImplTest.java | 109 +++++++------
.../slotmanager/SlotProtocolTest.java | 11 +-
.../slotmanager/TestingResourceActions.java | 14 +-
.../slotmanager/TestingResourceActionsBuilder.java | 19 +--
.../slotmanager/TestingSlotManager.java | 7 +-
.../test/java/org/apache/flink/yarn/UtilsTest.java | 2 +-
.../org/apache/flink/yarn/YarnResourceManager.java | 20 +--
.../entrypoint/YarnResourceManagerFactory.java | 3 +-
.../entrypoint/YarnWorkerResourceSpecFactory.java | 70 +++++++++
.../apache/flink/yarn/YarnResourceManagerTest.java | 7 +-
53 files changed, 956 insertions(+), 420 deletions(-)
create mode 100644
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/entrypoint/KubernetesWorkerResourceSpecFactory.java
create mode 100644
flink-mesos/src/main/java/org/apache/flink/mesos/runtime/clusterframework/MesosWorkerResourceSpecFactory.java
copy
flink-core/src/test/java/org/apache/flink/api/common/operators/util/TestNonRichOutputFormat.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/resourcemanager/ArbitraryWorkerResourceSpecFactory.java
(58%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/resourcemanager/WorkerResourceSpec.java
copy
flink-clients/src/main/java/org/apache/flink/client/deployment/executors/RemoteExecutorFactory.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/resourcemanager/WorkerResourceSpecFactory.java
(50%)
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/resourcemanager/WorkerResourceSpecTest.java
create mode 100644
flink-yarn/src/main/java/org/apache/flink/yarn/entrypoint/YarnWorkerResourceSpecFactory.java
