File size: 279 Bytes
b072099
205f6c7
 
 
423bddd
 
 
b072099
9a9fd79
 
423bddd
 
 
205f6c7
b072099
205f6c7
423bddd
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
FROM python:3.12-slim

WORKDIR /app

COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt


COPY . .

ENV API_BASE_URL="https://router.huggingface.co/v1"
ENV MODEL_NAME="Qwen/Qwen2.5-72B-Instruct"
ENV HF_TOKEN=""

EXPOSE 8000

CMD ["python", "inference.py"]