9f99823
1
2
3
4
5
6
FROM vllm/vllm-openai:latest COPY model /model ENV MODEL=/model EXPOSE 8000 ENTRYPOINT ["vllm", "serve", "/model", "--host", "0.0.0.0", "--port", "8000", "--dtype", "bfloat16", "--max-model-len", "4096", "--tensor-parallel-size", "1"]
