Spaces:
Sleeping
Sleeping
Create Dockerfile
Browse files- Dockerfile +9 -0
Dockerfile
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM ghcr.io/ggml-org/llama.cpp:server
|
| 2 |
+
|
| 3 |
+
ENV LLAMA_CACHE=/tmp/llama-cache
|
| 4 |
+
ENV HF_HUB_CACHE=/tmp/hf-cache
|
| 5 |
+
ENV LLAMA_ARG_WEBUI=1
|
| 6 |
+
|
| 7 |
+
EXPOSE 7860
|
| 8 |
+
|
| 9 |
+
CMD ["-hf", "unsloth/gemma-4-E2B-it-GGUF:Q4_0", "-c", "16384", "--host", "0.0.0.0", "--port", "7860", "--webui", "--no-warmup", "-ngl", "0"]
|