Dockerfile

# Get uv installer
FROM ghcr.io/astral-sh/uv:0.2.12 as uv

# Main application image
FROM nvidia/cuda:11.8.0-cudnn8-devel-ubuntu22.04

# Set home to the user's home directory
ENV DEBIAN_FRONTEND=noninteractive \
HOME=/home/user \
	PATH=/home/user/.local/bin:$PATH \
	GRADIO_ALLOW_FLAGGING=never \
	GRADIO_NUM_PORTS=1 \
	GRADIO_SERVER_NAME=0.0.0.0 \
	GRADIO_THEME=huggingface \
	SYSTEM=spaces

# Copy uv
COPY --from=uv /uv /uv

# Install Python, pip, venv, and system dependencies
RUN apt-get update && \
    apt-get install -y --fix-missing --no-install-recommends \
    python3.11 python3.11-venv python3-pip ffmpeg \
    build-essential \
    git \
    && apt-get clean && \
    rm -rf /var/lib/apt/lists/*

# Create virtual environment
RUN --mount=type=cache,target=/root/.cache/uv \
    /uv venv /opt/venv

# Set environment variables
ENV VIRTUAL_ENV=/opt/venv \
    PATH="/opt/venv/bin:$PATH" \
    PORT=7860 \
    SERVER_NAME=0.0.0.0

# Create user and set permissions (required for HF Spaces)
RUN useradd -m -u 1000 user && \
    chown -R user /opt/venv

# Switch to user context
USER user
WORKDIR /app

# Set home to user's home directory and other envs
ENV HOME=/home/user \
    PATH=/home/user/.local/bin:$PATH \
    HF_HOME=/home/user/.cache/huggingface \
    UV_CACHE_DIR=/app/.uv-cache

# Create cache directory with proper permissions
RUN mkdir -p $UV_CACHE_DIR && chown -R user:user $UV_CACHE_DIR

# Copy requirements first for caching
COPY --chown=user requirements.txt .

# Install Python packages with uv caching
RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \
    /uv pip install torch torchvision

# Install build dependencies for flash-attn
RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \
    /uv pip install -U --no-cache-dir setuptools wheel ninja packaging

# Install flash-attn
RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \
    MAX_JOBS=4 /uv pip install flash-attn --no-build-isolation

# Install Python packages with uv caching
RUN --mount=type=cache,target=$UV_CACHE_DIR,uid=1000,gid=1000 \
    /uv pip install --no-cache-dir -r requirements.txt

# Copy application code
COPY --chown=user . .

ENTRYPOINT ["python", "app.py"]