beliefer commented on a change in pull request #27751: [SPARK-30891][CORE][DOC]
Add version information to the configuration of History
URL: https://github.com/apache/spark/pull/27751#discussion_r386085804
##########
File path: core/src/main/scala/org/apache/spark/internal/config/History.scala
##########
@@ -99,54 +112,67 @@ private[spark] object History {
.doc("The threshold score to determine whether it's good to do the
compaction or not. " +
"The compaction score is calculated in analyzing, and being compared
to this value. " +
"Compaction will proceed only when the score is higher than the
threshold value.")
+ .version("3.0.0")
.internal()
.doubleConf
.createWithDefault(0.7d)
val DRIVER_LOG_CLEANER_ENABLED =
ConfigBuilder("spark.history.fs.driverlog.cleaner.enabled")
+ .version("3.0.0")
.fallbackConf(CLEANER_ENABLED)
val DRIVER_LOG_CLEANER_INTERVAL =
ConfigBuilder("spark.history.fs.driverlog.cleaner.interval")
+ .version("3.0.0")
.fallbackConf(CLEANER_INTERVAL_S)
val MAX_DRIVER_LOG_AGE_S =
ConfigBuilder("spark.history.fs.driverlog.cleaner.maxAge")
+ .version("3.0.0")
.fallbackConf(MAX_LOG_AGE_S)
val HISTORY_SERVER_UI_ACLS_ENABLE =
ConfigBuilder("spark.history.ui.acls.enable")
+ .version("1.0.1")
.booleanConf
.createWithDefault(false)
val HISTORY_SERVER_UI_ADMIN_ACLS =
ConfigBuilder("spark.history.ui.admin.acls")
+ .version("2.1.1")
.stringConf
.toSequence
.createWithDefault(Nil)
val HISTORY_SERVER_UI_ADMIN_ACLS_GROUPS =
ConfigBuilder("spark.history.ui.admin.acls.groups")
+ .version("2.1.1")
.stringConf
.toSequence
.createWithDefault(Nil)
val NUM_REPLAY_THREADS = ConfigBuilder("spark.history.fs.numReplayThreads")
+ .version("2.0.0")
.intConf
.createWithDefaultFunction(() =>
Math.ceil(Runtime.getRuntime.availableProcessors() / 4f).toInt)
val RETAINED_APPLICATIONS =
ConfigBuilder("spark.history.retainedApplications")
+ .version("1.0.0")
.intConf
.createWithDefault(50)
val PROVIDER = ConfigBuilder("spark.history.provider")
+ .version("1.1.0")
.stringConf
.createOptional
val KERBEROS_ENABLED = ConfigBuilder("spark.history.kerberos.enabled")
+ .version("1.0.1")
Review comment:
Spark-1490, commit ID:
866b03ef4d27b2160563b58d577de29ba6eb4442#diff-b49b5b9c31ddb36a9061004b5b723058
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
