beliefer commented on a change in pull request #27847: [SPARK-31002][CORE][DOC]
Add version information to the configuration of Core
URL: https://github.com/apache/spark/pull/27847#discussion_r389248577
##########
File path: core/src/main/scala/org/apache/spark/internal/config/package.scala
##########
@@ -162,56 +189,75 @@ package object config {
.doc("Names of supported old generation garbage collector. A name
usually is " +
"the return of GarbageCollectorMXBean.getName. The built-in old
generation garbage " +
s"collectors are
${GarbageCollectionMetrics.OLD_GENERATION_BUILTIN_GARBAGE_COLLECTORS}")
+ .version("3.0.0")
.stringConf
.toSequence
.createWithDefault(GarbageCollectionMetrics.OLD_GENERATION_BUILTIN_GARBAGE_COLLECTORS)
private[spark] val EVENT_LOG_OVERWRITE =
-
ConfigBuilder("spark.eventLog.overwrite").booleanConf.createWithDefault(false)
+ ConfigBuilder("spark.eventLog.overwrite")
+ .version("1.0.0")
+ .booleanConf
+ .createWithDefault(false)
private[spark] val EVENT_LOG_CALLSITE_LONG_FORM =
-
ConfigBuilder("spark.eventLog.longForm.enabled").booleanConf.createWithDefault(false)
+ ConfigBuilder("spark.eventLog.longForm.enabled")
+ .version("2.4.0")
+ .booleanConf
+ .createWithDefault(false)
private[spark] val EVENT_LOG_ENABLE_ROLLING =
ConfigBuilder("spark.eventLog.rolling.enabled")
.doc("Whether rolling over event log files is enabled. If set to true,
it cuts down " +
"each event log file to the configured size.")
+ .version("3.0.0")
.booleanConf
.createWithDefault(false)
private[spark] val EVENT_LOG_ROLLING_MAX_FILE_SIZE =
ConfigBuilder("spark.eventLog.rolling.maxFileSize")
.doc(s"When ${EVENT_LOG_ENABLE_ROLLING.key}=true, specifies the max size
of event log file" +
" to be rolled over.")
+ .version("3.0.0")
.bytesConf(ByteUnit.BYTE)
.checkValue(_ >= ByteUnit.MiB.toBytes(10), "Max file size of event log
should be " +
"configured to be at least 10 MiB.")
.createWithDefaultString("128m")
private[spark] val EXECUTOR_ID =
- ConfigBuilder("spark.executor.id").stringConf.createOptional
+
ConfigBuilder("spark.executor.id").version("1.2.0").stringConf.createOptional
private[spark] val EXECUTOR_CLASS_PATH =
-
ConfigBuilder(SparkLauncher.EXECUTOR_EXTRA_CLASSPATH).stringConf.createOptional
+ ConfigBuilder(SparkLauncher.EXECUTOR_EXTRA_CLASSPATH)
+ .version("1.0.0")
+ .stringConf
+ .createOptional
private[spark] val EXECUTOR_HEARTBEAT_DROP_ZERO_ACCUMULATOR_UPDATES =
ConfigBuilder("spark.executor.heartbeat.dropZeroAccumulatorUpdates")
.internal()
+ .version("3.0.0")
Review comment:
SPARK-25449, commit ID:
9362c5cc273fdd09f9b3b512e2f6b64bcefc25ab#diff-6bdad48cfc34314e89599655442ff210
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
