arvinega commited on
Commit
4c3353c
·
verified ·
1 Parent(s): ae22461

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +9 -6
Dockerfile CHANGED
@@ -1,10 +1,13 @@
1
- FROM ghcr.io/ggerganov/llama.cpp:full
2
 
3
- # Update & install wget
4
- RUN apt update && apt install wget -y
5
 
6
- # Download TinyLLaMA 1.1B GGUF (Q6_K)
 
 
 
 
 
7
  RUN wget "https://huggingface.co/bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF/resolve/main/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q8_0.gguf?download=true" -O /TinyLlama1.1B.gguf
8
 
9
- # Jalankan server dengan seed fix 1235
10
- CMD ["--server", "-m", "/TinyLlama1.1B.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"]
 
1
+ FROM ubuntu:22.04
2
 
3
+ RUN apt update && apt install -y git build-essential wget
 
4
 
5
+ # Clone LLaMA.cpp terbaru
6
+ RUN git clone https://github.com/ggerganov/llama.cpp
7
+ WORKDIR /llama.cpp
8
+ RUN make
9
+
10
+ # Download model GGUF
11
  RUN wget "https://huggingface.co/bartowski/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-GGUF/resolve/main/huihui-ai_Huihui-gemma-3n-E4B-it-abliterated-Q8_0.gguf?download=true" -O /TinyLlama1.1B.gguf
12
 
13
+ CMD ["./main", "--server", "-m", "/TinyLlama1.1B.gguf", "--port", "7860", "--host", "0.0.0.0", "-n", "4096"]