ubix commited on
Commit
dcbdefb
·
verified ·
1 Parent(s): d6663c1

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +1 -1
Dockerfile CHANGED
@@ -3,7 +3,7 @@ FROM ghcr.io/ggml-org/llama.cpp:full
3
  RUN apt update && apt install wget -y
4
 
5
  # RECOMMENDED: Llama 3.1 8B Q4_K_M (~4.7GB)
6
- RUN wget "https://huggingface.co/bartowski/Meta-Llama-3.1-8B-Instruct-GGUF/resolve/main/Meta-Llama-3.1-8B-Instruct-Q4_K_M.gguf" -O /model.gguf
7
 
8
  # Optimized for 2 vCPU, 16GB RAM
9
  # -c 4096: 4K context (safe for 16GB RAM)
 
3
  RUN apt update && apt install wget -y
4
 
5
  # RECOMMENDED: Llama 3.1 8B Q4_K_M (~4.7GB)
6
+ RUN wget "https://huggingface.co/Qwen/Qwen2.5-Coder-7B-Instruct-GGUF" -O /model.gguf
7
 
8
  # Optimized for 2 vCPU, 16GB RAM
9
  # -c 4096: 4K context (safe for 16GB RAM)