Upload folder using huggingface_hub

modules/Device/Device.py

@@ -89,7 +89,10 @@ def get_torch_device() -> torch.device:
         if is_intel_xpu():
             return torch.device("xpu", torch.xpu.current_device())
         else:
-            return torch.device(torch.cuda.current_device())
+            try:
+                return torch.device(torch.cuda.current_device())
+            except AssertionError:
+                return torch.device("cpu")
 
 
 def get_total_memory(dev: torch.device = None, torch_total_too: bool = False) -> int:
@@ -1454,7 +1457,10 @@ def should_use_fp16(
     if torch.version.hip:
         return True
 
-    props = torch.cuda.get_device_properties("cuda")
+    try :
+        props = torch.cuda.get_device_properties("cuda")
+    except AssertionError:
+        return False
     if props.major >= 8:
         return True
 

pipeline.bat

@@ -17,7 +17,18 @@ python -m pip install --upgrade pip
 REM Install specific packages
 echo Installing required packages...
 pip install uv
-uv pip install xformers torch torchvision --index-url https://download.pytorch.org/whl/cu124
+
+REM Check GPU type
+SET TORCH_URL=https://download.pytorch.org/whl/cpu
+nvidia-smi >nul 2>&1
+IF %ERRORLEVEL% EQU 0 (
+    echo NVIDIA GPU detected
+    SET TORCH_URL=https://download.pytorch.org/whl/cu124
+    uv pip install xformers torch torchvision --index-url %TORCH_URL%
+) ELSE (
+    echo No compatible GPU detected, using CPU
+    uv pip install torch torchvision --index-url %TORCH_URL%
+)
 
 REM Install additional requirements
 IF EXIST requirements.txt (

pipeline.sh

@@ -19,9 +19,26 @@ source $VENV_DIR/bin/activate
 echo "Upgrading pip..."
 pip install --upgrade pip
 pip3 install uv
-uv pip install --index-url https://download.pytorch.org/whl/cu121 \
-    'torch==2.2.2' torchvision 'xformers>=0.0.22' 'triton>=2.1.0' \
-    'stable_fast-1.0.5+torch222cu121-cp310-cp310-manylinux2014_x86_64.whl'
+
+# Check GPU type
+TORCH_URL="https://download.pytorch.org/whl/cpu"
+if command -v nvidia-smi &> /dev/null; then
+    echo "NVIDIA GPU detected"
+    TORCH_URL="https://download.pytorch.org/whl/cu124"
+    uv pip install --index-url $TORCH_URL \
+        torch==2.2.2 torchvision "xformers>=0.0.22" "triton>=2.1.0" \
+        stable_fast-1.0.5+torch222cu124-cp310-cp310-manylinux2014_x86_64.whl
+elif command -v rocminfo &> /dev/null; then
+    echo "AMD GPU detected"
+    TORCH_URL="https://download.pytorch.org/whl/rocm5.7"
+    uv pip install --index-url $TORCH_URL \
+        torch==2.2.2 torchvision "triton>=2.1.0"      
+else
+    echo "No compatible GPU detected, using CPU"
+    uv pip install --index-url $TORCH_URL \
+        torch==2.2.2+cpu torchvision
+fi
+
 
 # Install tkinter
 echo "Installing tkinter..."

run.bat

@@ -17,7 +17,18 @@ python -m pip install --upgrade pip
 REM Install specific packages
 echo Installing required packages...
 pip install uv
-uv pip install xformers torch torchvision --index-url https://download.pytorch.org/whl/cu124
+
+REM Check GPU type
+SET TORCH_URL=https://download.pytorch.org/whl/cpu
+nvidia-smi >nul 2>&1
+IF %ERRORLEVEL% EQU 0 (
+    echo NVIDIA GPU detected
+    SET TORCH_URL=https://download.pytorch.org/whl/cu124
+    uv pip install xformers torch torchvision --index-url %TORCH_URL%
+) ELSE (
+    echo No compatible GPU detected, using CPU
+    uv pip install torch torchvision --index-url %TORCH_URL%
+)
 
 REM Install additional requirements
 IF EXIST requirements.txt (

run.sh

@@ -19,10 +19,25 @@ source $VENV_DIR/bin/activate
 echo "Upgrading pip..."
 pip install --upgrade pip
 pip3 install uv
-uv pip install --index-url https://download.pytorch.org/whl/cu121 \
-    torch==2.2.2 torchvision "xformers>=0.0.22" "triton>=2.1.0" \
-    stable_fast-1.0.5+torch222cu121-cp310-cp310-manylinux2014_x86_64.whl
 
+# Check GPU type
+TORCH_URL="https://download.pytorch.org/whl/cpu"
+if command -v nvidia-smi &> /dev/null; then
+    echo "NVIDIA GPU detected"
+    TORCH_URL="https://download.pytorch.org/whl/cu124"
+    uv pip install --index-url $TORCH_URL \
+        torch==2.2.2 torchvision "xformers>=0.0.22" "triton>=2.1.0" \
+        stable_fast-1.0.5+torch222cu124-cp310-cp310-manylinux2014_x86_64.whl
+elif command -v rocminfo &> /dev/null; then
+    echo "AMD GPU detected"
+    TORCH_URL="https://download.pytorch.org/whl/rocm5.7"
+    uv pip install --index-url $TORCH_URL \
+        torch==2.2.2 torchvision "triton>=2.1.0"      
+else
+    echo "No compatible GPU detected, using CPU"
+    uv pip install --index-url $TORCH_URL \
+        torch==2.2.2+cpu torchvision
+fi
 
 # Install tkinter
 echo "Installing tkinter..."

run_web.sh

@@ -19,10 +19,25 @@ source $VENV_DIR/bin/activate
 echo "Upgrading pip..."
 pip install --upgrade pip
 pip3 install uv
-uv pip install --index-url https://download.pytorch.org/whl/cu121 \
-    torch==2.2.2 torchvision "xformers>=0.0.22" "triton>=2.1.0" \
-    stable_fast-1.0.5+torch222cu121-cp310-cp310-manylinux2014_x86_64.whl
 
+# Check GPU type
+TORCH_URL="https://download.pytorch.org/whl/cpu"
+if command -v nvidia-smi &> /dev/null; then
+    echo "NVIDIA GPU detected"
+    TORCH_URL="https://download.pytorch.org/whl/cu124"
+    uv pip install --index-url $TORCH_URL \
+        torch==2.2.2 torchvision "xformers>=0.0.22" "triton>=2.1.0" \
+        stable_fast-1.0.5+torch222cu124-cp310-cp310-manylinux2014_x86_64.whl
+elif command -v rocminfo &> /dev/null; then
+    echo "AMD GPU detected"
+    TORCH_URL="https://download.pytorch.org/whl/rocm5.7"
+    uv pip install --index-url $TORCH_URL \
+        torch==2.2.2 torchvision "triton>=2.1.0"      
+else
+    echo "No compatible GPU detected, using CPU"
+    uv pip install --index-url $TORCH_URL \
+        torch==2.2.2+cpu torchvision
+fi
 
 # Install tkinter
 echo "Installing tkinter..."