Upload run_cloud_training.py with huggingface_hub

run_cloud_training.py

@@ -33,14 +33,20 @@ if 'xformers' in sys.modules:
 if 'xformers.ops' in sys.modules:
     del sys.modules['xformers.ops']
 
-# Patch transformers to prevent xformers import
-def prevent_xformers_import(name, *args, **kwargs):
-    if 'xformers' in name:
-        raise ImportError(f"Import of {name} prevented")
-    return original_import(name, *args, **kwargs)
+# Patch Python's import system to prevent xformers from being imported
+class XFormersBlocker:
+    def __init__(self, original_importer):
+        self.original_importer = original_importer
+    
+    def find_spec(self, fullname, path, target=None):
+        if 'xformers' in fullname:
+            # Block xformers imports
+            return None
+        # Use the original importer for everything else
+        return self.original_importer.find_spec(fullname, path, target)
 
-original_import = __import__
-__builtins__['__import__'] = prevent_xformers_import
+# Add our import blocker to sys.meta_path
+sys.meta_path.insert(0, XFormersBlocker(sys.meta_path[0]))
 
 # Configure PyTorch memory allocator for better memory management
 os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:True"