Update Dockerfile
Browse files- Dockerfile +5 -10
Dockerfile
CHANGED
|
@@ -1,13 +1,8 @@
|
|
| 1 |
-
FROM
|
| 2 |
|
| 3 |
-
RUN apt update && apt install -y
|
| 4 |
|
| 5 |
-
#
|
| 6 |
-
RUN
|
| 7 |
-
WORKDIR /llama.cpp
|
| 8 |
-
RUN make
|
| 9 |
|
| 10 |
-
|
| 11 |
-
RUN wget "https://huggingface.co/bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF/resolve/main/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q8_0.gguf?download=true" -O /TinyLlama1.1B.gguf
|
| 12 |
-
|
| 13 |
-
CMD ["./main", "--server", "-m", "/TinyLlama1.1B.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"]
|
|
|
|
| 1 |
+
FROM ghcr.io/ggml-org/llama.cpp:light-musa
|
| 2 |
|
| 3 |
+
RUN apt update && apt install wget -y
|
| 4 |
|
| 5 |
+
# Ganti ke model Dhanishtha GGUF (Q4_K_M)
|
| 6 |
+
RUN wget "https://huggingface.co/gmonsoon/llama3-8b-cpt-sahabatai-v1-instruct-GGUF/resolve/main/llama3-8b-cpt-sahabatai-v1-instruct.Q8_0.gguf?download=true" -O /sahabatai.gguf
|
|
|
|
|
|
|
| 7 |
|
| 8 |
+
CMD ["--server", "-m", "/sahabatai.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"]
|
|
|
|
|
|
|
|
|