dongjoon-hyun commented on a change in pull request #24713:
[SPARK-26192][MESOS][2.4] Retrieve enableFetcherCache option from submission
for driver URIs
URL: https://github.com/apache/spark/pull/24713#discussion_r287647179
##########
File path:
resource-managers/mesos/src/main/scala/org/apache/spark/scheduler/cluster/mesos/MesosClusterScheduler.scala
##########
@@ -126,10 +126,9 @@ private[spark] class MesosClusterScheduler(
MetricsSystem.createMetricsSystem("mesos_cluster", conf, new
SecurityManager(conf))
private val master = conf.get("spark.master")
private val appName = conf.get("spark.app.name")
- private val queuedCapacity = conf.getInt("spark.mesos.maxDrivers", 200)
- private val retainedDrivers = conf.getInt("spark.mesos.retainedDrivers", 200)
- private val maxRetryWaitTime =
conf.getInt("spark.mesos.cluster.retry.wait.max", 60) // 1 minute
- private val useFetchCache =
conf.getBoolean("spark.mesos.fetcherCache.enable", false)
+ private val queuedCapacity = conf.get(config.MAX_DRIVERS)
+ private val retainedDrivers = conf.get(config.RETAINED_DRIVERS)
+ private val maxRetryWaitTime =
conf.get(config.CLUSTER_RETRY_WAIT_MAX_SECONDS)
Review comment:
Please revert the above.
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
