Make GPU Docker runtime the default

Dockerfile

@@ -1,13 +1,19 @@
-FROM python:3.10-slim
+FROM nvidia/cuda:11.8.0-cudnn8-runtime-ubuntu22.04
 
 ENV DEBIAN_FRONTEND=noninteractive \
     PYTHONUNBUFFERED=1 \
     PIP_NO_CACHE_DIR=1 \
-    GRADIO_ANALYTICS_ENABLED=False
+    GRADIO_ANALYTICS_ENABLED=False \
+    NVIDIA_VISIBLE_DEVICES=all \
+    NVIDIA_DRIVER_CAPABILITIES=compute,utility
 
 WORKDIR /app
 
 RUN apt-get update && apt-get install -y --no-install-recommends \
+    python3 \
+    python3-dev \
+    python3-pip \
+    python-is-python3 \
     ffmpeg \
     libgl1 \
     libglib2.0-0 \
@@ -17,9 +23,13 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
     build-essential \
     && rm -rf /var/lib/apt/lists/*
 
-COPY requirements-space.txt .
+COPY requirements-gpu.txt .
 RUN python -m pip install --upgrade pip \
-    && python -m pip install -r requirements-space.txt
+    && python -m pip install -r requirements-gpu.txt
+
+RUN ln -sf /usr/local/cuda/targets/x86_64-linux/lib/libnvrtc.so.11.8.89 \
+        /usr/local/cuda/targets/x86_64-linux/lib/libnvrtc.so \
+    && ldconfig
 
 COPY . .
 
@@ -27,9 +37,9 @@ RUN printf '%s\n' \
     'server_name: "0.0.0.0"' \
     'server_port: 7860' \
     'server_share: false' \
-    'provider: cpu' \
-    'force_cpu: true' \
-    'max_threads: 2' \
+    'provider: cuda' \
+    'force_cpu: false' \
+    'max_threads: 1' \
     'memory_limit: 0' \
     'selected_theme: Default' \
     'output_image_format: png' \

Dockerfile.cpu

@@ -0,0 +1,47 @@
+FROM python:3.10-slim
+
+ENV DEBIAN_FRONTEND=noninteractive \
+    PYTHONUNBUFFERED=1 \
+    PIP_NO_CACHE_DIR=1 \
+    GRADIO_ANALYTICS_ENABLED=False
+
+WORKDIR /app
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    ffmpeg \
+    libgl1 \
+    libglib2.0-0 \
+    libsm6 \
+    libxext6 \
+    libxrender1 \
+    build-essential \
+    && rm -rf /var/lib/apt/lists/*
+
+COPY requirements-cpu.txt .
+RUN python -m pip install --upgrade pip \
+    && python -m pip install -r requirements-cpu.txt
+
+COPY . .
+
+RUN printf '%s\n' \
+    'server_name: "0.0.0.0"' \
+    'server_port: 7860' \
+    'server_share: false' \
+    'provider: cpu' \
+    'force_cpu: true' \
+    'max_threads: 2' \
+    'memory_limit: 0' \
+    'selected_theme: Default' \
+    'output_image_format: png' \
+    'output_video_format: mp4' \
+    'output_video_codec: libx264' \
+    'video_quality: 14' \
+    'clear_output: false' \
+    'live_cam_start_active: false' \
+    'output_template: "{file}_{time}"' \
+    'use_os_temp_folder: false' \
+    > config.yaml
+
+EXPOSE 7860
+
+CMD ["python", "run.py"]

compose.cpu.yaml

@@ -0,0 +1,19 @@
+services:
+  roop-unleashed:
+    image: roop-unleashed:cpu
+    container_name: roop-unleashed
+    build:
+      context: .
+      dockerfile: Dockerfile.cpu
+    platform: linux/amd64
+    ports:
+      - "7860:7860"
+    volumes:
+      - ./output:/app/output
+      - ./models:/app/models
+      - ./models/insightface:/root/.insightface/models
+      - ./temp:/app/temp
+      - ./config.cpu.yaml:/app/config.yaml
+    command: python run.py
+    stdin_open: true
+    tty: true

compose.yaml

@@ -1,9 +1,13 @@
 services:
   roop-unleashed:
-    image: roop-unleashed:latest
+    image: roop-unleashed:gpu
     container_name: roop-unleashed
     build: .
     platform: linux/amd64
+    gpus: all
+    environment:
+      NVIDIA_VISIBLE_DEVICES: all
+      NVIDIA_DRIVER_CAPABILITIES: compute,utility
     ports:
       - "7860:7860"
     volumes:
@@ -11,7 +15,7 @@ services:
       - ./models:/app/models
       - ./models/insightface:/root/.insightface/models
       - ./temp:/app/temp
-      - ./config.yaml:/app/config.yaml
+      - ./config.gpu.yaml:/app/config.yaml
     command: python run.py
     stdin_open: true
     tty: true

config.cpu.yaml

@@ -0,0 +1,16 @@
+server_name: "0.0.0.0"
+server_port: 7860
+server_share: false
+provider: cpu
+force_cpu: true
+max_threads: 2
+memory_limit: 0
+selected_theme: Default
+output_image_format: png
+output_video_format: mp4
+output_video_codec: libx264
+video_quality: 14
+clear_output: false
+live_cam_start_active: false
+output_template: "{file}_{time}"
+use_os_temp_folder: false

requirements-cpu.txt

@@ -0,0 +1,27 @@
+--extra-index-url https://download.pytorch.org/whl/cpu
+
+numpy==1.24.2
+gradio==3.44.2
+fastapi==0.103.2
+starlette==0.27.0
+pydantic==1.10.13
+anyio==3.7.1
+httpx==0.24.1
+huggingface-hub==0.17.3
+opencv-python==4.8.0.76
+onnx==1.14.1
+insightface==0.7.3
+albumentations==1.3.1
+opencv-python-headless==4.11.0.86
+scikit-image==0.24.0
+psutil==5.9.5
+pillow==10.0.1
+torch==2.0.1+cpu
+torchvision==0.15.2+cpu
+onnxruntime==1.17.3
+protobuf==4.23.2
+PyYAML==6.0.1
+tqdm==4.66.1
+ftfy
+regex
+pyvirtualcam

requirements-space.txt

@@ -1,4 +1,4 @@
---extra-index-url https://download.pytorch.org/whl/cpu
+--extra-index-url https://download.pytorch.org/whl/cu118
 
 numpy==1.24.2
 gradio==3.44.2
@@ -16,9 +16,9 @@ opencv-python-headless==4.11.0.86
 scikit-image==0.24.0
 psutil==5.9.5
 pillow==10.0.1
-torch==2.0.1+cpu
-torchvision==0.15.2+cpu
-onnxruntime==1.17.3
+torch==2.0.1+cu118
+torchvision==0.15.2+cu118
+onnxruntime-gpu==1.17.1
 protobuf==4.23.2
 PyYAML==6.0.1
 tqdm==4.66.1

settings.py

@@ -31,10 +31,10 @@ class Settings:
         self.video_quality = self.default_get(data, 'video_quality', 14)
         self.clear_output = self.default_get(data, 'clear_output', False)
         self.live_cam_start_active = self.default_get(data, 'live_cam_start_active', False)
-        self.max_threads = self.default_get(data, 'max_threads', 2)
+        self.max_threads = self.default_get(data, 'max_threads', 1)
         self.memory_limit = self.default_get(data, 'memory_limit', 0)
-        self.provider = self.default_get(data, 'provider', 'cpu')
-        self.force_cpu = self.default_get(data, 'force_cpu', True)
+        self.provider = self.default_get(data, 'provider', 'cuda')
+        self.force_cpu = self.default_get(data, 'force_cpu', False)
         self.output_template = self.default_get(data, 'output_template', '{file}_{time}')
         self.use_os_temp_folder = self.default_get(data, 'use_os_temp_folder', False)
 
@@ -64,4 +64,3 @@ class Settings:
         with open(self.config_file, 'w') as f:
             yaml.dump(data, f)
 
-