Ngone51 commented on code in PR #36716:
URL: https://github.com/apache/spark/pull/36716#discussion_r903254945
##########
core/src/main/scala/org/apache/spark/scheduler/cluster/StandaloneSchedulerBackend.scala:
##########
@@ -111,15 +112,19 @@ private[spark] class StandaloneSchedulerBackend(
// ExecutorAllocationManager will send the real initial limit to the
Master later.
val initialExecutorLimit =
if (Utils.isDynamicAllocationEnabled(conf)) {
+ if (coresPerExecutor.isEmpty) {
+ logWarning("Dynamic allocation without explicitly setting
spark.executor.cores " +
+ "detected, you may get more executors allocated than expected.
It's recommended to " +
Review Comment:
nit: "Dynamic allocation enabled without spark.executor.cores explicitly
set, you may ..."
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
