arvinega commited on
Commit
6ffde9a
·
verified ·
1 Parent(s): 4c3353c

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +5 -10
Dockerfile CHANGED
@@ -1,13 +1,8 @@
1
- FROM ubuntu:22.04
2
 
3
- RUN apt update && apt install -y git build-essential wget
4
 
5
- # Clone LLaMA.cpp terbaru
6
- RUN git clone https://github.com/ggerganov/llama.cpp
7
- WORKDIR /llama.cpp
8
- RUN make
9
 
10
- # Download model GGUF
11
- RUN wget "https://huggingface.co/bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF/resolve/main/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q8_0.gguf?download=true" -O /TinyLlama1.1B.gguf
12
-
13
- CMD ["./main", "--server", "-m", "/TinyLlama1.1B.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"]
 
1
+ FROM ghcr.io/ggml-org/llama.cpp:light-musa
2
 
3
+ RUN apt update && apt install wget -y
4
 
5
+ # Ganti ke model Dhanishtha GGUF (Q4_K_M)
6
+ RUN wget "https://huggingface.co/gmonsoon/llama3-8b-cpt-sahabatai-v1-instruct-GGUF/resolve/main/llama3-8b-cpt-sahabatai-v1-instruct.Q8_0.gguf?download=true" -O /sahabatai.gguf
 
 
7
 
8
+ CMD ["--server", "-m", "/sahabatai.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"]