This is an automated email from the ASF dual-hosted git repository. kerwinzhang pushed a commit to branch add-config in repository https://gitbox.apache.org/repos/asf/incubator-celeborn.git
commit bcba8e0c143a105e8e0668a40c79646dd72e6c89 Author: xiyu.zk <[email protected]> AuthorDate: Wed Feb 7 18:18:14 2024 +0800 [CELEBORN-1267] Add config to control worker check in CelebornShuffleFallbackPolicyRunner --- .../spark/shuffle/celeborn/CelebornShuffleFallbackPolicyRunner.scala | 3 --- 1 file changed, 3 deletions(-) diff --git a/client-spark/spark-3/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleFallbackPolicyRunner.scala b/client-spark/spark-3/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleFallbackPolicyRunner.scala index 20743467c..edde7962a 100644 --- a/client-spark/spark-3/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleFallbackPolicyRunner.scala +++ b/client-spark/spark-3/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleFallbackPolicyRunner.scala @@ -80,9 +80,6 @@ class CelebornShuffleFallbackPolicyRunner(conf: CelebornConf) extends Logging { * @return if celeborn cluster has available workers. */ def checkWorkersAvailable(lifecycleManager: LifecycleManager): Boolean = { - if (!conf.checkWorkerEnabled) { - return true - } val resp = lifecycleManager.checkWorkersAvailable() if (!resp.getAvailable) {
