Spaces:
Runtime error
Runtime error
Create Dockerfile
#1
by lastang3l - opened
- Dockerfile +6 -0
Dockerfile
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# File: Dockerfile
|
| 2 |
+
FROM ghcr.io/ggerganov/llama.cpp:server
|
| 3 |
+
|
| 4 |
+
COPY app/Llama-3-8B-Instruct-v0.1.Q4_K_M.gguf /models/
|
| 5 |
+
|
| 6 |
+
CMD ["/app/llama-server", "--model", "/models/Llama-3-8B-Instruct-v0.1.Q4_K_M.gguf", "--alias", "llama3", "--ctx-size", "2048"]
|