Create Dockerfile
Browse files- Dockerfile +7 -0
Dockerfile
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM ghcr.io/ggerganov/llama.cpp:full
|
| 2 |
+
|
| 3 |
+
RUN apt update && apt install wget -y
|
| 4 |
+
|
| 5 |
+
RUN wget "https://huggingface.co/segestic/DrSeg_Phi3.5_GGUF/resolve/main/phi-3.5-mini-DrSeg.q4_k_m.gguf" -O /DrSeg.q4_k_m.gguf
|
| 6 |
+
|
| 7 |
+
CMD ["--server", "-m", "/DrSeg.q4_k_m.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"]
|