File size: 752 Bytes
00e9e05 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 | FROM python:3.10-slim
WORKDIR /app
ENV TF_CPP_MIN_LOG_LEVEL=3 \
CUDA_VISIBLE_DEVICES=-1 \
PYTHONUNBUFFERED=1 \
PORT=7860 \
HF_HOME=/tmp/hf \
TRANSFORMERS_CACHE=/tmp/hf
# Slim, serving-only dependencies (CPU TensorFlow, no training/CUDA packages).
COPY requirements-serve.txt .
RUN pip install --no-cache-dir -r requirements-serve.txt
COPY app/ ./app/
COPY transformer_model/ ./transformer_model/
COPY index.html .
# Only the artifacts the server needs (not the training checkpoints).
COPY saved_models/tinystories_tokenizer.json ./saved_models/
COPY saved_models/tinystories_model.weights.h5 ./saved_models/
EXPOSE 7860
CMD ["sh", "-c", "uvicorn app.server:app --host 0.0.0.0 --port ${PORT:-7860}"]
|