Linter check, add warning message

Author: SilverSoldier

src/transformers/trainer_utils.py

@@ -26,10 +26,18 @@
 import threading
 import time
 from typing import Any, Dict, List, NamedTuple, Optional, Tuple, Union
+import warnings
 
 import numpy as np
 
 from .utils import (
+    ADAPTER_SAFE_WEIGHTS_NAME,
+    ADAPTER_WEIGHTS_NAME,
+    CONFIG_NAME,
+    SAFE_WEIGHTS_INDEX_NAME,
+    SAFE_WEIGHTS_NAME,
+    WEIGHTS_INDEX_NAME,
+    WEIGHTS_NAME,
     ExplicitEnum,
     is_psutil_available,
     is_tf_available,
@@ -42,16 +50,9 @@
     is_torch_xla_available,
     is_torch_xpu_available,
     requires_backends,
-    ADAPTER_CONFIG_NAME,
-    ADAPTER_SAFE_WEIGHTS_NAME,
-    ADAPTER_WEIGHTS_NAME,
-    CONFIG_NAME,
-    SAFE_WEIGHTS_INDEX_NAME,
-    SAFE_WEIGHTS_NAME,
-    WEIGHTS_INDEX_NAME,
-    WEIGHTS_NAME,
 )
 
+
 FSDP_MODEL_NAME = "pytorch_model_fsdp"
 TRAINER_STATE_NAME = "trainer_state.json"
 
@@ -222,12 +223,25 @@ class TrainOutput(NamedTuple):
 def is_valid_checkpoint_dir(folder):
     return any(
         os.path.isfile(os.path.join(folder, f))
-        for f in [ WEIGHTS_NAME, SAFE_WEIGHTS_NAME, WEIGHTS_INDEX_NAME, SAFE_WEIGHTS_NAME, SAFE_WEIGHTS_INDEX_NAME, ADAPTER_WEIGHTS_NAME, ADAPTER_SAFE_WEIGHTS_NAME , f"{FSDP_MODEL_NAME}.bin"]
+        for f in [
+            WEIGHTS_NAME,
+            SAFE_WEIGHTS_NAME,
+            WEIGHTS_INDEX_NAME,
+            SAFE_WEIGHTS_NAME,
+            SAFE_WEIGHTS_INDEX_NAME,
+            ADAPTER_WEIGHTS_NAME,
+            ADAPTER_SAFE_WEIGHTS_NAME,
+            f"{FSDP_MODEL_NAME}.bin",
+        ]
     ) and all(
         os.path.isfile(os.path.join(folder, f))
-        for f in [ CONFIG_NAME, TRAINER_STATE_NAME, ]
+        for f in [
+            CONFIG_NAME,
+            TRAINER_STATE_NAME,
+        ]
     )
 
+
 def get_last_checkpoint(folder):
     content = os.listdir(folder)
     checkpoints = [
@@ -239,10 +253,14 @@ def get_last_checkpoint(folder):
         return
 
     for checkpoint in sorted(checkpoints, key=lambda x: int(_re_checkpoint.search(x).groups()[0]), reverse=True):
-      if is_valid_checkpoint_dir(checkpoint):
-        break
+        if is_valid_checkpoint_dir(checkpoint):
+            break
+        else:
+            warnings.warn("Skipping checkpoint dir {checkpoint} due to missing files", UserWarning, stacklevel=2)
+            
     return os.path.join(folder, checkpoint)
 
+
 class IntervalStrategy(ExplicitEnum):
     NO = "no"
     STEPS = "steps"