Github user attilapiros commented on a diff in the pull request:
https://github.com/apache/spark/pull/21068#discussion_r182447935
--- Diff:
resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/config.scala
---
@@ -328,4 +328,26 @@ package object config {
CACHED_FILES_TYPES,
CACHED_CONF_ARCHIVE)
+ /* YARN allocator-level blacklisting related config entries. */
+ private[spark] val YARN_ALLOCATION_BLACKLIST_ENABLED =
+ ConfigBuilder("spark.yarn.allocation.blacklist.enabled")
+ .booleanConf
+ .createOptional
+
+ private[spark] val YARN_BLACKLIST_SIZE_LIMIT =
+ ConfigBuilder("spark.yarn.blacklist.size.limit")
+ .doc("Limit for blacklisted nodes. This is the maximum for the
number of blacklisted nodes " +
+ "(including task and stage blacklisted nodes) sent to YARN.")
+ .intConf
+ .createOptional
+
+ private[spark] val YARN_BLACKLIST_SIZE_DEFAULT_WEIGHT =
+ ConfigBuilder("spark.yarn.blacklist.size.default.weight")
+ .doc("If blacklist size limit is not specified then the default limit
will be the number of " +
--- End diff --
ok
---
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
