samiulttr commited on
Commit
67344e4
·
verified ·
1 Parent(s): a8758c7

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +10 -16
Dockerfile CHANGED
@@ -1,26 +1,20 @@
1
- FROM ghcr.io/ggml-org/llama.cpp:server AS llama_source
2
- FROM python:3.10-slim
3
- WORKDIR /app
4
-
5
- COPY --from=llama_source /app/llama-server /usr/local/bin/llama-server
6
- COPY --from=llama_source /app/libllama-server-impl.so /usr/local/lib/
7
- COPY --from=llama_source /app/libllama.so /usr/local/lib/
8
- COPY --from=llama_source /app/libggml.so /usr/local/lib/
9
- COPY --from=llama_source /app/libggml-cpu.so /usr/local/lib/
10
- COPY --from=llama_source /app/libggml-base.so /usr/local/lib/
11
-
12
- RUN ldconfig
13
 
14
  RUN apt-get update && apt-get install -y --no-install-recommends \
15
- libgomp1 libopenblas0 curl bash \
16
  && apt-get clean && rm -rf /var/lib/apt/lists/*
17
- RUN pip install --no-cache-dir \
18
- "huggingface_hub==0.27.0" "hf-transfer==0.1.8" "requests==2.32.3"
19
- RUN pip install --no-cache-dir \
 
 
20
  "fastapi==0.115.5" "uvicorn==0.32.1" "httpx==0.28.1"
 
21
  COPY download_model.py /app/download_model.py
22
  COPY api_server.py /app/api_server.py
23
  COPY start.sh /app/start.sh
 
24
  RUN chmod +x /app/start.sh && mkdir -p /app/models
 
25
  EXPOSE 7860
26
  CMD ["/bin/bash", "/app/start.sh"]
 
1
+ FROM ghcr.io/ggml-org/llama.cpp:server
 
 
 
 
 
 
 
 
 
 
 
2
 
3
  RUN apt-get update && apt-get install -y --no-install-recommends \
4
+ python3 python3-pip curl bash \
5
  && apt-get clean && rm -rf /var/lib/apt/lists/*
6
+
7
+ WORKDIR /app
8
+
9
+ RUN pip3 install --no-cache-dir \
10
+ "huggingface_hub==0.27.0" "hf-transfer==0.1.8" "requests==2.32.3" \
11
  "fastapi==0.115.5" "uvicorn==0.32.1" "httpx==0.28.1"
12
+
13
  COPY download_model.py /app/download_model.py
14
  COPY api_server.py /app/api_server.py
15
  COPY start.sh /app/start.sh
16
+
17
  RUN chmod +x /app/start.sh && mkdir -p /app/models
18
+
19
  EXPOSE 7860
20
  CMD ["/bin/bash", "/app/start.sh"]