This is an automated email from the ASF dual-hosted git repository.
dongjoon-hyun pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new 5517cdaf6695 [SPARK-53209][YARN][FOLLOWUP] Move
`spark.yarn.am.limitActiveProcessorCount.enabled` to yarn module
5517cdaf6695 is described below
commit 5517cdaf669563ba514fd47ab0ca1136a7a517c5
Author: Cheng Pan <[email protected]>
AuthorDate: Tue Jun 16 21:08:39 2026 -0700
[SPARK-53209][YARN][FOLLOWUP] Move
`spark.yarn.am.limitActiveProcessorCount.enabled` to yarn module
### What changes were proposed in this pull request?
Move definition of config `spark.yarn.am.limitActiveProcessorCount.enabled`
from the core to yarn module
### Why are the changes needed?
The YARN AM config should exist on the yarn module, not core.
### Does this PR introduce _any_ user-facing change?
No.
### How was this patch tested?
Pass GHA.
### Was this patch authored or co-authored using generative AI tooling?
No.
Closes #56541 from pan3793/SPARK-53209-followup.
Authored-by: Cheng Pan <[email protected]>
Signed-off-by: Dongjoon Hyun <[email protected]>
---
.../main/scala/org/apache/spark/internal/config/package.scala | 10 ----------
.../scala/org/apache/spark/deploy/yarn/config/package.scala | 10 ++++++++++
2 files changed, 10 insertions(+), 10 deletions(-)
diff --git a/core/src/main/scala/org/apache/spark/internal/config/package.scala
b/core/src/main/scala/org/apache/spark/internal/config/package.scala
index 640af74ac70b..ce6c38990695 100644
--- a/core/src/main/scala/org/apache/spark/internal/config/package.scala
+++ b/core/src/main/scala/org/apache/spark/internal/config/package.scala
@@ -2980,16 +2980,6 @@ package object config {
"The value only can be one or more of 'stdout, stderr'.")
.createWithDefault(Seq("stdout", "stderr"))
- private[spark] val YARN_AM_LIMIT_ACTIVE_PROCESSOR_COUNT_ENABLED =
- ConfigBuilder("spark.yarn.am.limitActiveProcessorCount.enabled")
- .doc("Whether to add -XX:ActiveProcessorCount=<spark.yarn.am.cores> to
the YARN " +
- "Application Master JVM options in client mode. In cluster mode, use "
+
- "`spark.driver.limitActiveProcessorCount.enabled` instead.")
- .version("4.2.0")
- .withBindingPolicy(ConfigBindingPolicy.NOT_APPLICABLE)
- .booleanConf
- .createWithDefault(false)
-
private[spark] val DRIVER_LIMIT_ACTIVE_PROCESSOR_COUNT_ENABLED =
ConfigBuilder("spark.driver.limitActiveProcessorCount.enabled")
.doc("Whether to add -XX:ActiveProcessorCount=<spark.driver.cores> to
the driver JVM " +
diff --git
a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/config/package.scala
b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/config/package.scala
index 272f682bb9b8..7147cbfcf276 100644
---
a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/config/package.scala
+++
b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/config/package.scala
@@ -301,6 +301,16 @@ package object config extends Logging {
.intConf
.createWithDefault(1)
+ private[spark] val YARN_AM_LIMIT_ACTIVE_PROCESSOR_COUNT_ENABLED =
+ ConfigBuilder("spark.yarn.am.limitActiveProcessorCount.enabled")
+ .doc("Whether to add -XX:ActiveProcessorCount=<spark.yarn.am.cores> to
the YARN " +
+ "Application Master JVM options in client mode. In cluster mode, use "
+
+ "`spark.driver.limitActiveProcessorCount.enabled` instead.")
+ .version("4.2.0")
+ .withBindingPolicy(ConfigBindingPolicy.NOT_APPLICABLE)
+ .booleanConf
+ .createWithDefault(false)
+
private[spark] val AM_DEFAULT_JAVA_OPTIONS =
ConfigBuilder("spark.yarn.am.defaultJavaOptions")
.doc("Default Java options for the client-mode AM to prepend to " +
"`spark.yarn.am.extraJavaOptions`. This is intended to be set by
administrators.")
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
