Create Dockerfile
Browse files- Dockerfile +7 -0
Dockerfile
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM pytorch/pytorch:2.2.1-cuda12.1-cudnn8-runtime
|
| 2 |
+
|
| 3 |
+
# Instalujemy vLLM jednym poleceniem.
|
| 4 |
+
RUN pip install vllm
|
| 5 |
+
|
| 6 |
+
# Uruchamiamy serwer vLLM z Pana modelem.
|
| 7 |
+
CMD ["vllm", "serve", "adowu/falcon-h1-3b-instruct-pl-bfloat16", "--host", "0.0.0.0", "--trust-remote-code"]
|