diff --git a/build/fbcode_builder/CMake/fb_py_test_main.py b/build/fbcode_builder/CMake/fb_py_test_main.py
index 2a9b5b4b9eed..a9499e221a4d 100644
--- a/build/fbcode_builder/CMake/fb_py_test_main.py
+++ b/build/fbcode_builder/CMake/fb_py_test_main.py
@@ -120,7 +120,8 @@ def get_code(self, fullname):
                     code_impl.ob_size = 0
                 return code
 
-        spec.loader = DebugWipeLoader(fullname, spec.origin)
+        if isinstance(spec.loader, SourceFileLoader):
+            spec.loader = DebugWipeLoader(fullname, spec.origin)
         return spec