Update Dockerfile

Dockerfile

@@ -1,72 +1,58 @@
-# FROM pytorch/pytorch:2.1.2-cuda12.1-cudnn8-runtime
+FROM pytorch/pytorch:2.1.2-cuda12.1-cudnn8-runtime
 
-# WORKDIR /app
+# NVIDIA Container Runtime Configuration
+ENV NVIDIA_VISIBLE_DEVICES=all \
+    NVIDIA_DRIVER_CAPABILITIES=compute,utility \
+    CUDA_HOME=/usr/local/cuda \
+    PATH=${CUDA_HOME}/bin:${PATH} \
+    LD_LIBRARY_PATH=${CUDA_HOME}/lib64:${LD_LIBRARY_PATH} \
+    TORCH_CUDA_ARCH_LIST="8.6" \
+    FORCE_CUDA="1"
 
-# # Install system dependencies
-# RUN echo "Installing system dependencies..." && \
-#     apt-get update && \
-#     DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
-#     build-essential \
-#     python3-dev \
-#     git \
-#     ffmpeg \
-#     libsndfile1 \
-#     curl \
-#     && rm -rf /var/lib/apt/lists/* && \
-#     echo "System dependencies installed successfully"
-
-# # Pre-install critical dependencies
-# RUN pip install --no-cache-dir --upgrade pip setuptools wheel
-
-# # Create cache directory with correct permissions
-# RUN mkdir -p /app/cache && chmod 777 /app/cache
-
-# # Copy the entire repository contents
-# COPY . /app/src/
-
-# # Install Python requirements
-# WORKDIR /app/src
-# RUN pip install --no-cache-dir -r requirements.txt
-
-# # Environment variables
-# ENV PYTHONUNBUFFERED=1
-# ENV MODEL_PATH=/app/cache
-# ENV PYTHONPATH=/app/src:$PYTHONPATH
-
-# EXPOSE 8000
-
-# CMD ["python", "server.py"]
-
-
-
-
-
-###########################
-#FROM nvidia/cuda:11.8.0-runtime-ubuntu22.04
-
-ENV DEBIAN_FRONTEND=noninteractive
-ENV PYTHONUNBUFFERED=1
-ENV CUDA_HOME=/usr/local/cuda
-ENV PATH=${CUDA_HOME}/bin:${PATH}
-ENV LD_LIBRARY_PATH=${CUDA_HOME}/lib64:${LD_LIBRARY_PATH}
+WORKDIR /app
 
-# Install system dependencies
-RUN apt-get update && apt-get install -y \
-    python3-pip \
+# System Dependencies with Explicit Versions
+RUN apt-get update && DEBIAN_FRONTEND=noninteractive apt-get install -y --no-install-recommends \
+    build-essential \
     python3-dev \
     git \
+    ffmpeg \
+    libsndfile1 \
     curl \
     && rm -rf /var/lib/apt/lists/*
 
-# Install Python dependencies
-COPY requirements.txt .
-RUN pip3 install --no-cache-dir -r requirements.txt
+# Python Environment Setup
+RUN python3 -m pip install --no-cache-dir --upgrade pip setuptools wheel
 
-# Set up model directory
-WORKDIR /app
-COPY . /app/src/
+# Cache Directory Configuration
+RUN mkdir -p /app/cache && \
+    chmod 777 /app/cache && \
+    mkdir -p /app/src
 
-# Verify GPU access
-RUN python3 -c "import torch; print('CUDA available:', torch.cuda.is_available())"
+# Application Setup - Two-Stage Copy for Better Caching
+COPY requirements.txt /app/src/
+WORKDIR /app/src
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy Application Code
+COPY . /app/src/
 
-CMD ["python3", "/app/src/server.py"]
+# Environment Configuration
+ENV PYTHONUNBUFFERED=1 \
+    MODEL_PATH=/app/cache \
+    PYTHONPATH=/app/src:$PYTHONPATH \
+    OMP_NUM_THREADS=1 \
+    MKL_NUM_THREADS=1
+
+# GPU Verification with Detailed Output
+RUN python3 -c "import torch; \
+    assert torch.cuda.is_available(), 'CUDA not available'; \
+    device = torch.cuda.current_device(); \
+    print(f'CUDA Device Index: {device}'); \
+    print(f'CUDA Device Name: {torch.cuda.get_device_name(device)}'); \
+    print(f'CUDA Device Arch: {torch.cuda.get_device_capability(device)}'); \
+    print(f'CUDA Version: {torch.version.cuda}')"
+
+EXPOSE 8000
+
+CMD ["python3", "server.py"]