This is an automated email from the ASF dual-hosted git repository. trohrmann pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git.
from aa62fc2 [FLINK-13025] In ES7 SQL connector, update shading rules and NOTICE add 255f047 [hotfix] Rename `TaskManagerOptions#MANAGED_MEMORY_SIZE` and `TaskManagerOptions#MANAGED_MEMORY_FRACTION` with prefix `LEGACY_`. add 2f944ba [FLINK-13982][runtime] Introduce FLIP-49 task executor memory config options. add 9b14f93 [FLINK-13982][core] Introduce arithmetic operations (add, subtract, multiply) for MemorySize. add cf33704 [FLINK-13982][runtime] Introduce 'TaskExecutorResourceSpec' to store memory / pool sizes of TaskExecutors. add 59eca61 [FLINK-13982][runtime] Introduce 'TaskExecutorResourceUtils' for calculating memory / pool sizes from configuration. add d571b2b [FLINK-13982][runtime] Generate dynamic configurations and JVM parameters with TaskExecutorResourceUtils. No new revisions were added by this update. Summary of changes: docs/_includes/generated/common_section.html | 6 +- .../netty_shuffle_environment_configuration.html | 15 - .../generated/task_manager_configuration.html | 5 - .../task_manager_memory_configuration.html | 83 ++- .../kafka/KafkaShortRetentionTestBase.java | 2 +- .../streaming/connectors/kafka/KafkaTestBase.java | 2 +- .../kinesis/manualtests/ManualExactlyOnceTest.java | 2 +- .../ManualExactlyOnceWithStreamReshardingTest.java | 2 +- .../flink/configuration/ConfigConstants.java | 6 +- .../org/apache/flink/configuration/MemorySize.java | 23 + .../NettyShuffleEnvironmentOptions.java | 13 +- .../flink/configuration/TaskManagerOptions.java | 200 +++++- ...TaskManagerHeapSizeCalculationJavaBashTest.java | 22 +- .../itcases/HAQueryableStateFsBackendITCase.java | 2 +- .../HAQueryableStateRocksDBBackendITCase.java | 2 +- .../NonHAQueryableStateFsBackendITCase.java | 2 +- .../NonHAQueryableStateRocksDBBackendITCase.java | 2 +- .../runtime/webmonitor/WebFrontendITCase.java | 6 +- .../clusterframework/TaskExecutorResourceSpec.java | 158 +++++ .../TaskExecutorResourceUtils.java | 610 +++++++++++++++++ .../ActiveResourceManagerFactory.java | 2 +- .../runtime/resourcemanager/ResourceManager.java | 2 +- .../runtime/taskexecutor/TaskManagerServices.java | 10 +- .../TaskManagerServicesConfiguration.java | 4 +- .../NettyShuffleEnvironmentConfiguration.java | 4 +- .../runtime/util/ConfigurationParserUtils.java | 18 +- .../TaskExecutorResourceUtilsTest.java | 719 +++++++++++++++++++++ .../ActiveResourceManagerFactoryTest.java | 2 +- .../resourcemanager/ResourceManagerTest.java | 4 +- .../NettyShuffleEnvironmentConfigurationTest.java | 6 +- .../taskexecutor/NetworkBufferCalculationTest.java | 24 +- .../taskexecutor/TaskManagerRunnerStartupTest.java | 4 +- .../runtime/testutils/MiniClusterResource.java | 4 +- .../api/environment/LocalStreamEnvironment.java | 2 +- .../client/gateway/local/LocalExecutorITCase.java | 2 +- .../runtime/utils/BatchAbstractTestBase.java | 2 +- .../test/accumulators/AccumulatorErrorITCase.java | 2 +- .../EventTimeAllWindowCheckpointingITCase.java | 2 +- .../EventTimeWindowCheckpointingITCase.java | 2 +- .../KeyedStateCheckpointingITCase.java | 2 +- .../flink/test/checkpointing/SavepointITCase.java | 2 +- .../checkpointing/WindowCheckpointingITCase.java | 2 +- .../flink/test/classloading/ClassLoaderITCase.java | 2 +- .../example/failing/JobSubmissionFailsITCase.java | 2 +- .../manual/StreamingScalabilityAndLatency.java | 2 +- .../flink/test/misc/CustomSerializationITCase.java | 2 +- .../SuccessAfterNetworkBuffersFailureITCase.java | 2 +- ...tractTaskManagerProcessFailureRecoveryTest.java | 2 +- .../JobManagerHAProcessFailureRecoveryITCase.java | 2 +- .../recovery/ProcessFailureCancelingITCase.java | 2 +- .../flink/test/runtime/IPv6HostnamesITCase.java | 2 +- .../test/streaming/runtime/TimestampITCase.java | 2 +- .../apache/flink/yarn/YarnConfigurationITCase.java | 2 +- 53 files changed, 1879 insertions(+), 127 deletions(-) create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/clusterframework/TaskExecutorResourceSpec.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/clusterframework/TaskExecutorResourceUtils.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/clusterframework/TaskExecutorResourceUtilsTest.java