File size: 1,363 Bytes
d03f587
 
 
 
 
 
 
 
61e7d9a
 
d03f587
 
 
 
 
 
 
 
61e7d9a
d03f587
 
 
 
7cd0e22
 
d03f587
61e7d9a
 
 
7cd0e22
d03f587
 
 
7cd0e22
d03f587
 
61e7d9a
d03f587
 
 
 
 
61e7d9a
 
d03f587
 
 
 
 
 
61e7d9a
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
FROM python:3.10-slim

WORKDIR /app

ENV PYTHONUNBUFFERED=1 \
    PYTHONDONTWRITEBYTECODE=1 \
    PIP_NO_CACHE_DIR=1 \
    TRANSFORMERS_CACHE=/app/.cache/transformers \
    HF_HOME=/app/.cache/huggingface \
    HF_HUB_ENABLE_HF_TRANSFER=1

# Install system dependencies
RUN apt-get update && apt-get install -y --no-install-recommends \
    git \
    git-lfs \
    build-essential \
    curl \
    ca-certificates \
    wget \
    && git lfs install \
    && rm -rf /var/lib/apt/lists/* \
    && apt-get clean

# Upgrade pip
RUN pip install --no-cache-dir --upgrade pip==24.2

# Install hf_transfer for faster downloads (optional but helps)
RUN pip install --no-cache-dir hf-transfer==0.1.8

# Copy and install requirements
COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt

# Copy application
COPY app/ ./app/

# Create directories with proper permissions
RUN mkdir -p /app/offload /app/.cache/transformers /app/.cache/huggingface && \
    chmod -R 777 /app/offload /app/.cache

EXPOSE 7860

# Longer startup period for model download
HEALTHCHECK --interval=30s --timeout=30s --start-period=600s --retries=5 \
    CMD curl -f http://localhost:7860/health || exit 1

CMD ["uvicorn", "app.api:app", \
    "--host", "0.0.0.0", \
    "--port", "7860", \
    "--timeout-keep-alive", "300", \
    "--workers", "1", \
    "--log-level", "info"]