testdocker / Dockerfile
KavinduHansaka's picture
Update Dockerfile
88a73c8 verified
raw
history blame contribute delete
322 Bytes
FROM vllm/vllm-openai:latest
RUN pip install --no-cache-dir mistral-common --upgrade
ENV HF_HOME=/data
ENV TRANSFORMERS_CACHE=/data
CMD vllm serve mistralai/Ministral-3-14B-Instruct-2512 \
--tokenizer_mode mistral --config_format mistral --load_format mistral \
--enable-auto-tool-choice --tool-call-parser mistral