KavinduHansaka commited on
Commit
31ee5b9
·
verified ·
1 Parent(s): 1536d09

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +12 -7
Dockerfile CHANGED
@@ -1,10 +1,15 @@
1
- FROM pytorch/pytorch:2.2.1-cuda12.1-cudnn8-runtime
2
 
3
- WORKDIR /app
 
4
 
5
- COPY requirements.txt .
6
- RUN pip install --no-cache-dir -r requirements.txt
 
7
 
8
- COPY . .
9
-
10
- CMD ["python", "app.py"]
 
 
 
 
1
+ FROM vllm/vllm-openai:latest
2
 
3
+ # Required for Mistral tokenizer and configs
4
+ RUN pip install --no-cache-dir mistral-common --upgrade
5
 
6
+ # Optional: avoid repeated downloads
7
+ ENV HF_HOME=/data
8
+ ENV TRANSFORMERS_CACHE=/data
9
 
10
+ CMD ["vllm", "serve", "mistralai/Ministral-3-14B-Instruct-2512",
11
+ "--tokenizer_mode", "mistral",
12
+ "--config_format", "mistral",
13
+ "--load_format", "mistral",
14
+ "--port", "7860",
15
+ "--host", "0.0.0.0"]