add barrier before RUN_START

mlcommons · Jan 10, 2025 · eaf7e0f · eaf7e0f
1 parent ebec01a
commit eaf7e0f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/mixture_of_experts_pretraining/mlperf_logging_utils.py b/mixture_of_experts_pretraining/mlperf_logging_utils.py
@@ -164,6 +164,8 @@ def on_train_begin(self, args, state, control, **kwargs):
         )
         # device warmup should be done here
         self.mllogger.end(key=constants.INIT_STOP, value="")
+
+        barrier()
         self.mllogger.start(constants.RUN_START, value="")
         self.mllogger.start(
             constants.BLOCK_START,