File size: 2,911 Bytes
3c80dad
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
ddc9788
 
 
3c80dad
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
# ═══════════════════════════════════════════════════════════════════
#  Minecraft Bot LLM Backend β€” Dockerfile
#  Target: Hugging Face Spaces (Docker template), port 7860
#  Model:  Qwen2.5-Coder-7B-Instruct (Q4_K_M GGUF, ~4.4 GB)
#  Runtime: llama-cpp-python (CPU-optimised build)
# ═══════════════════════════════════════════════════════════════════

# ── Stage 1: builder ────────────────────────────────────────────────
FROM python:3.11-slim AS builder

# Build deps for llama-cpp-python C++ compilation
RUN apt-get update && apt-get install -y --no-install-recommends \
    build-essential \
    cmake \
    git \
    wget \
    && rm -rf /var/lib/apt/lists/*

WORKDIR /build

COPY requirements.txt .
# Build llama-cpp-python wheel with optimised CPU flags (AVX2 if available)
# Set CMAKE_ARGS for pure CPU; swap for CUDA_DOCKER_ARCH if GPU available
ENV CMAKE_ARGS="-DLLAMA_BLAS=ON -DLLAMA_BLAS_VENDOR=OpenBLAS"
ENV FORCE_CMAKE=1

RUN pip install --upgrade pip && \
    pip install --no-cache-dir -r requirements.txt --target /build/deps

# ── Stage 2: runtime ────────────────────────────────────────────────
FROM python:3.11-slim

# Runtime system libs
RUN apt-get update && apt-get install -y --no-install-recommends \
    libgomp1 \
    libopenblas-dev \
    wget \
    && rm -rf /var/lib/apt/lists/*

# ── HF Spaces requires a non-root user named "user" ─────────────────
RUN useradd -m -u 1000 user
USER user

ENV HOME=/home/user \
    PATH=/home/user/.local/bin:$PATH \
    PYTHONPATH=/app/deps

WORKDIR /app

# Copy installed Python packages from builder
COPY --from=builder --chown=user /build/deps /app/deps

# Copy application source
COPY --chown=user app.py .

# ── Prepare model directory ──────────────────────────────────────────
# TαΊ‘o sαΊ΅n thΖ° mα»₯c lΖ°u model vα»›i quyền cα»§a user hiện tαΊ‘i
RUN mkdir -p /app/models

# ── Environment defaults (overridable via HF Space Secrets) ─────────
ENV MODEL_PATH=/app/models/qwen2.5-coder-7b-instruct-q4_k_m.gguf \
    MODEL_NAME=qwen2.5-coder-7b-instruct \
    N_CTX=4096 \
    N_THREADS=4 \
    N_GPU_LAYERS=0 \
    MAX_TOKENS=1024
# BEARER_TOKEN must be injected as a Secret β€” never hard-coded here

EXPOSE 7860

CMD ["python", "-m", "uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860", "--workers", "1"]