CooLLaMACEO commited on
Commit
0e6813b
·
verified ·
1 Parent(s): 0f79223

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +9 -4
Dockerfile CHANGED
@@ -1,13 +1,18 @@
1
  FROM python:3.10-slim
2
 
3
- # Install wget to get the model
4
- RUN apt-get update && apt-get install -y wget && rm -rf /var/lib/apt/lists/*
 
 
 
 
 
5
 
6
  # 1. Download the GGUF model (Quiet mode)
7
  RUN wget -q -O model.gguf https://huggingface.co/maddes8cht/mosaicml-mpt-7b-chat-gguf/resolve/main/mosaicml-mpt-7b-chat-Q2_K.gguf
8
 
9
- # 2. Install llama-cpp-python using a PRE-BUILT wheel
10
- # This skips the "Building wheel" phase and finishes in seconds
11
  RUN pip install --no-cache-dir \
12
  https://huggingface.co/Luigi/llama-cpp-python-wheels-hf-spaces-free-cpu/resolve/main/llama_cpp_python-0.3.22-cp310-cp310-linux_x86_64.whl
13
 
 
1
  FROM python:3.10-slim
2
 
3
+ # Install system dependencies + libgomp1 (the missing file)
4
+ RUN apt-get update && apt-get install -y \
5
+ build-essential \
6
+ python3-dev \
7
+ wget \
8
+ libgomp1 \
9
+ && rm -rf /var/lib/apt/lists/*
10
 
11
  # 1. Download the GGUF model (Quiet mode)
12
  RUN wget -q -O model.gguf https://huggingface.co/maddes8cht/mosaicml-mpt-7b-chat-gguf/resolve/main/mosaicml-mpt-7b-chat-Q2_K.gguf
13
 
14
+ # 2. Install llama-cpp-python using the PRE-BUILT wheel
15
+ # This ensures we don't get stuck in the 40-minute "Building Wheel" phase
16
  RUN pip install --no-cache-dir \
17
  https://huggingface.co/Luigi/llama-cpp-python-wheels-hf-spaces-free-cpu/resolve/main/llama_cpp_python-0.3.22-cp310-cp310-linux_x86_64.whl
18