tgravescs commented on a change in pull request #31496:
URL: https://github.com/apache/spark/pull/31496#discussion_r572172451
##########
File path: core/src/main/scala/org/apache/spark/resource/ResourceProfile.scala
##########
@@ -242,20 +251,40 @@ class ResourceProfile(
object ResourceProfile extends Logging {
// task resources
+ /**
+ * built-in task resource: cpus
+ */
val CPUS = "cpus"
// Executor resources
// Make sure add new executor resource in below allSupportedExecutorResources
+ /**
+ * built-in executor resource: cores
+ */
val CORES = "cores"
+ /**
+ * built-in executor resource: cores
+ */
val MEMORY = "memory"
+ /**
+ * built-in executor resource: offHeap
+ */
val OFFHEAP_MEM = "offHeap"
+ /**
+ * built-in executor resource: memoryOverhead
+ */
val OVERHEAD_MEM = "memoryOverhead"
+ /**
+ * built-in executor resource: pyspark.memory
+ */
val PYSPARK_MEM = "pyspark.memory"
- // all supported spark executor resources (minus the custom resources like
GPUs/FPGAs)
- val allSupportedExecutorResources = Seq(CORES, MEMORY, OVERHEAD_MEM,
PYSPARK_MEM, OFFHEAP_MEM)
+ /**
+ * All supported Spark built-in executor resources, custom resources like
GPUs/FPGAs are excluded.
+ */
+ val allSupportedExecutorResources = Array(CORES, MEMORY, OVERHEAD_MEM,
PYSPARK_MEM, OFFHEAP_MEM)
- val UNKNOWN_RESOURCE_PROFILE_ID = -1
- val DEFAULT_RESOURCE_PROFILE_ID = 0
+ private[spark] val UNKNOWN_RESOURCE_PROFILE_ID = -1
+ private[spark] val DEFAULT_RESOURCE_PROFILE_ID = 0
Review comment:
yes it should be public in case users want to track it and easily compare
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
