Logs number of connected workers while waiting for a worker pool to b…

…e alive. PiperOrigin-RevId: 723962636
google · Feb 6, 2025 · 9566770 · 9566770
1 parent 8ee6c61
commit 9566770
Showing 1 changed file with 8 additions and 0 deletions.
diff --git a/ml_metrics/_src/chainables/courier_worker.py b/ml_metrics/_src/chainables/courier_worker.py
@@ -305,6 +305,14 @@ def wait_until_alive(
         if len(workers) >= minimum_num_workers:
           logging.info('chainable: pool connected %d workers', len(workers))
           return
+        logging.log_every_n_seconds(
+            logging.INFO,
+            'chainable: waiting for at least %d workers to be connected.'
+            ' Currently connected workers: %d',
+            _LOGGING_INTERVAL_SEC,
+            minimum_num_workers,
+            len(workers),
+        )
       except Exception as e:  # pylint: disable=broad-exception-caught
         logging.warning('chainable: exception when connecting: %s', type(e))
       time.sleep(0)