Github user vanzin commented on a diff in the pull request:
https://github.com/apache/spark/pull/21068#discussion_r184219746
--- Diff:
resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/config.scala
---
@@ -328,4 +328,19 @@ package object config {
CACHED_FILES_TYPES,
CACHED_CONF_ARCHIVE)
+ /* YARN allocator-level blacklisting related config entries. */
+ private[spark] val YARN_EXECUTOR_LAUNCH_BLACKLIST_ENABLED =
+ ConfigBuilder("spark.yarn.executor.launch.blacklist.enabled")
+ .booleanConf
+ .createOptional
+
+ private[spark] val YARN_BLACKLIST_MAX_NODE_BLACKLIST_RATIO =
+ ConfigBuilder("spark.yarn.blacklist.maxNodeBlacklistRatio")
+ .doc("There is limit for the number of blacklisted nodes sent to YARN.
" +
+ "And it is calculated by multiplying the number of cluster nodes
with this ratio.")
+ .doubleConf
+ .checkValue(weight => weight >= 0 && weight <= 1, "The value of this
ratio must be in [0, 1].")
+ .createWithDefault(0.75)
+
--- End diff --
Too many blank lines.
---
---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org
For additional commands, e-mail: reviews-h...@spark.apache.org
