From bcba8e0c143a105e8e0668a40c79646dd72e6c89 Mon Sep 17 00:00:00 2001
From: "xiyu.zk" <xiyu.zk@alibaba-inc.com>
Date: Wed, 7 Feb 2024 18:18:14 +0800
Subject: [PATCH] [CELEBORN-1267] Add config to control worker check in
 CelebornShuffleFallbackPolicyRunner

---
 .../shuffle/celeborn/CelebornShuffleFallbackPolicyRunner.scala | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/client-spark/spark-3/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleFallbackPolicyRunner.scala b/client-spark/spark-3/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleFallbackPolicyRunner.scala
index 20743467ce..edde7962a1 100644
--- a/client-spark/spark-3/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleFallbackPolicyRunner.scala
+++ b/client-spark/spark-3/src/main/scala/org/apache/spark/shuffle/celeborn/CelebornShuffleFallbackPolicyRunner.scala
@@ -80,9 +80,6 @@ class CelebornShuffleFallbackPolicyRunner(conf: CelebornConf) extends Logging {
    * @return if celeborn cluster has available workers.
    */
   def checkWorkersAvailable(lifecycleManager: LifecycleManager): Boolean = {
-    if (!conf.checkWorkerEnabled) {
-      return true
-    }
 
     val resp = lifecycleManager.checkWorkersAvailable()
     if (!resp.getAvailable) {