beliefer commented on a change in pull request #27856: [SPARK-31092][YARN][DOC]
Add version information to the configuration of Yarn
URL: https://github.com/apache/spark/pull/27856#discussion_r389703327
##########
File path:
resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/config.scala
##########
@@ -37,95 +38,112 @@ package object config {
.doc("Application priority for YARN to define pending applications
ordering policy, those" +
" with higher value have a better opportunity to be activated.
Currently, YARN only" +
" supports application priority when using FIFO ordering policy.")
+ .version("3.0.0")
.intConf
.createOptional
private[spark] val AM_ATTEMPT_FAILURE_VALIDITY_INTERVAL_MS =
ConfigBuilder("spark.yarn.am.attemptFailuresValidityInterval")
.doc("Interval after which AM failures will be considered independent
and " +
"not accumulate towards the attempt count.")
+ .version("1.6.0")
.timeConf(TimeUnit.MILLISECONDS)
.createOptional
private[spark] val EXECUTOR_ATTEMPT_FAILURE_VALIDITY_INTERVAL_MS =
ConfigBuilder("spark.yarn.executor.failuresValidityInterval")
.doc("Interval after which Executor failures will be considered
independent and not " +
"accumulate towards the attempt count.")
+ .version("2.0.0")
.timeConf(TimeUnit.MILLISECONDS)
.createOptional
private[spark] val MAX_APP_ATTEMPTS =
ConfigBuilder("spark.yarn.maxAppAttempts")
.doc("Maximum number of AM attempts before failing the app.")
+ .version("1.3.0")
.intConf
.createOptional
private[spark] val USER_CLASS_PATH_FIRST =
ConfigBuilder("spark.yarn.user.classpath.first")
.doc("Whether to place user jars in front of Spark's classpath.")
+ .version("1.3.0")
.booleanConf
.createWithDefault(false)
private[spark] val GATEWAY_ROOT_PATH =
ConfigBuilder("spark.yarn.config.gatewayPath")
.doc("Root of configuration paths that is present on gateway nodes, and
will be replaced " +
"with the corresponding path in cluster machines.")
+ .version("1.5.0")
.stringConf
.createWithDefault(null)
private[spark] val REPLACEMENT_ROOT_PATH =
ConfigBuilder("spark.yarn.config.replacementPath")
.doc(s"Path to use as a replacement for ${GATEWAY_ROOT_PATH.key} when
launching processes " +
"in the YARN cluster.")
+ .version("1.5.0")
.stringConf
.createWithDefault(null)
private[spark] val QUEUE_NAME = ConfigBuilder("spark.yarn.queue")
+ .version("1.0.0")
.stringConf
.createWithDefault("default")
private[spark] val HISTORY_SERVER_ADDRESS =
ConfigBuilder("spark.yarn.historyServer.address")
+ .version("1.0.0")
.stringConf
.createOptional
private[spark] val ALLOW_HISTORY_SERVER_TRACKING_URL =
ConfigBuilder("spark.yarn.historyServer.allowTracking")
.doc("Allow using the History Server URL for the application as the
tracking URL for the " +
"application when the Web UI is not enabled.")
+ .version("2.2.0")
.booleanConf
.createWithDefault(false)
/* File distribution. */
private[spark] val SPARK_ARCHIVE = ConfigBuilder("spark.yarn.archive")
.doc("Location of archive containing jars files with Spark classes.")
+ .version("2.0.0")
.stringConf
.createOptional
private[spark] val SPARK_JARS = ConfigBuilder("spark.yarn.jars")
.doc("Location of jars containing Spark classes.")
+ .version("2.0.0")
.stringConf
.toSequence
.createOptional
private[spark] val ARCHIVES_TO_DISTRIBUTE =
ConfigBuilder("spark.yarn.dist.archives")
+ .version("1.0.0")
.stringConf
.toSequence
.createWithDefault(Nil)
private[spark] val FILES_TO_DISTRIBUTE =
ConfigBuilder("spark.yarn.dist.files")
+ .version("1.0.0")
Review comment:
SPARK-1126, commit ID:
1617816090e7b20124a512a43860a21232ebf511#diff-ae6a41a938a767e5bb97b5d738371a5b
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
