srowen commented on a change in pull request #24374: [SPARK-27366][CORE]
Support GPU Resources in Spark job scheduling
URL: https://github.com/apache/spark/pull/24374#discussion_r275373514
##########
File path: core/src/main/scala/org/apache/spark/internal/config/package.scala
##########
@@ -170,8 +174,42 @@ package object config {
private[spark] val EXECUTOR_CORES =
ConfigBuilder(SparkLauncher.EXECUTOR_CORES)
.intConf
+ .checkValue(_ > 0, "Each executor must contain at least 1 cpu core.")
.createWithDefault(1)
+ private[spark] val EXECUTOR_GPUS =
+ ConfigBuilder(s"${SPARK_EXECUTOR_RESOURCE_PREFIX}gpu.count")
+ .doc("The number of GPUs assigned to each executor, each executor in the
same application " +
+ "shall have the same number of GPUs.")
+ .intConf
+ .checkValue(_ >= 0, "The number of GPUs for each executor must be
non-negative.")
+ .createWithDefault(0)
+
+ private[spark] val EXECUTOR_GPU_DISCOVERY_SCRIPT =
+ ConfigBuilder(s"${SPARK_EXECUTOR_RESOURCE_PREFIX}gpu.discoveryScript")
+ .doc("Script that outputs comma separate list of gpu indexes available
on that executor")
Review comment:
"comma-separated"
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
