File size: 322 Bytes
31ee5b9
53593b8
31ee5b9
53593b8
31ee5b9
 
53593b8
e1667ad
88a73c8
 
1
2
3
4
5
6
7
8
9
10
11
FROM vllm/vllm-openai:latest

RUN pip install --no-cache-dir mistral-common --upgrade

ENV HF_HOME=/data
ENV TRANSFORMERS_CACHE=/data

CMD vllm serve mistralai/Ministral-3-14B-Instruct-2512 \
  --tokenizer_mode mistral --config_format mistral --load_format mistral \
  --enable-auto-tool-choice --tool-call-parser mistral