[CELEBORN-1267] Add config to control worker check in CelebornShuffle…

…FallbackPolicyRunner
apache · Feb 7, 2024 · bcba8e0 · bcba8e0
1 parent 4d176ec
commit bcba8e0
Showing 1 changed file with 0 additions and 3 deletions.
diff --git a/...rc/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleFallbackPolicyRunner.scala b/...rc/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleFallbackPolicyRunner.scala
@@ -80,9 +80,6 @@ class CelebornShuffleFallbackPolicyRunner(conf: CelebornConf) extends Logging {
    * @return if celeborn cluster has available workers.
    */
   def checkWorkersAvailable(lifecycleManager: LifecycleManager): Boolean = {
-    if (!conf.checkWorkerEnabled) {
-      return true
-    }
 
     val resp = lifecycleManager.checkWorkersAvailable()
     if (!resp.getAvailable) {