pan3793 commented on code in PR #42404:
URL: https://github.com/apache/spark/pull/42404#discussion_r1287768868
##########
core/src/main/scala/org/apache/spark/ExecutorAllocationManager.scala:
##########
@@ -211,8 +211,14 @@ private[spark] class ExecutorAllocationManager(
conf.get(config.STORAGE_DECOMMISSION_SHUFFLE_BLOCKS_ENABLED)) {
logInfo("Shuffle data decommission is enabled without a shuffle
service.")
} else if (!testing) {
- throw new SparkException("Dynamic allocation of executors requires the
external " +
- "shuffle service. You may enable this through
spark.shuffle.service.enabled.")
+ throw new SparkException("Dynamic allocation of executors requires one
of the " +
+ "following conditions: 1) enabling external shuffle service through
" +
+ s"${config.SHUFFLE_SERVICE_ENABLED.key}. 2) enabling shuffle
tracking through " +
+ s"${DYN_ALLOCATION_SHUFFLE_TRACKING_ENABLED.key}. 3) enabling
shuffle blocks " +
+ s"decommission through ${DECOMMISSION_ENABLED.key} and " +
+ s"${STORAGE_DECOMMISSION_SHUFFLE_BLOCKS_ENABLED.key}. 4)
(Experimental) " +
+ s"configuring ${SHUFFLE_IO_PLUGIN_CLASS.key} to use a custom
ShuffleDataIO who's " +
+ "ShuffleDriverComponents supports reliable storage.")
Review Comment:
corresponding docs are updated
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
