Add application file
Browse files- Dockerfile +8 -0
Dockerfile
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM vllm/vllm-openai:latest
|
| 2 |
+
|
| 3 |
+
WORKDIR /app
|
| 4 |
+
|
| 5 |
+
EXPOSE 7860
|
| 6 |
+
|
| 7 |
+
ENTRYPOINT ["python3", "-m", "vllm.entrypoints.openai.api_server"]
|
| 8 |
+
CMD ["--model", "google/gemma-3-4b-it", "--host", "0.0.0.0", "--port", "7860", "--trust-remote-code"]
|