Upload run_cloud_training.py with huggingface_hub

run_cloud_training.py

@@ -32,8 +32,25 @@ try:
     logger = logging.getLogger(__name__)
     logger.info("Attempting to install flash-attention...")
     
-    # Install flash-attention
-    subprocess.check_call([sys.executable, "-m", "pip", "install", "flash-attn", "--no-build-isolation"])
+    # Try multiple installation approaches for flash-attention
+    try:
+        # First try with pip install
+        logger.info("Trying standard pip install for flash-attn")
+        subprocess.check_call([sys.executable, "-m", "pip", "install", "flash-attn"])
+    except Exception as pip_error:
+        logger.warning(f"Standard installation failed: {pip_error}")
+        logger.info("Trying alternative installation approach...")
+        
+        # Try the PIP_EXTRA_INDEX_URL approach
+        env = os.environ.copy()
+        if "PIP_EXTRA_INDEX_URL" not in env:
+            env["PIP_EXTRA_INDEX_URL"] = "https://download.pytorch.org/whl/cu118"
+        
+        subprocess.check_call(
+            [sys.executable, "-m", "pip", "install", "flash-attn"], 
+            env=env
+        )
+    
     logger.info("Successfully installed flash-attention")
 except Exception as e:
     logger.warning(f"Failed to install flash-attention: {e}")