CKPillai commited on
Commit
b17d6a9
·
verified ·
1 Parent(s): 7d6c849

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +8 -4
Dockerfile CHANGED
@@ -1,11 +1,15 @@
1
- FROM ghcr.io/ggerganov/llama.cpp:server
 
 
 
 
2
 
3
- # Download small GGUF model
4
  RUN mkdir -p /models && \
5
- curl -L -o /models/tinyllama.gguf \
6
- https://huggingface.co/TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF/resolve/main/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf
7
 
8
  ENV PORT=7860
9
  EXPOSE 7860
10
 
 
11
  CMD ["--model","/models/tinyllama.gguf","--host","0.0.0.0","--port","7860"]
 
1
+ FROM ghcr.io/ggml-org/llama.cpp:server
2
+
3
+ # Download model into the container
4
+ RUN apt-get update && apt-get install -y --no-install-recommends curl ca-certificates \
5
+ && rm -rf /var/lib/apt/lists/*
6
 
 
7
  RUN mkdir -p /models && \
8
+ curl -L -o /models/tinyllama.gguf \
9
+ https://huggingface.co/TheBloke/TinyLlama-1.1B-Chat-v1.0-GGUF/resolve/main/tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf
10
 
11
  ENV PORT=7860
12
  EXPOSE 7860
13
 
14
+ # Start OpenAI-compatible llama-server
15
  CMD ["--model","/models/tinyllama.gguf","--host","0.0.0.0","--port","7860"]