CooLLaMACEO commited on
Commit
6d3e662
·
verified ·
1 Parent(s): e85d42c

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +11 -5
Dockerfile CHANGED
@@ -3,8 +3,14 @@ FROM python:3.11-slim
3
 
4
  WORKDIR /app
5
 
6
- # Install system dependencies (wget, curl, etc.)
7
- RUN apt-get update && apt-get install -y wget && rm -rf /var/lib/apt/lists/*
 
 
 
 
 
 
8
 
9
  # Install Python dependencies
10
  RUN pip install --no-cache-dir llama-cpp-python fastapi uvicorn[standard] requests
@@ -12,13 +18,13 @@ RUN pip install --no-cache-dir llama-cpp-python fastapi uvicorn[standard] reques
12
  # Create models folder
13
  RUN mkdir -p ./models
14
 
15
- # Download GPT-OSS-20B model from Hugging Face
16
  RUN wget -q -O ./models/gpt-oss-20b-Q3_K_M.gguf \
17
  https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q3_K_M.gguf
18
 
19
- # Copy only app.py
20
  COPY app.py ./app.py
21
 
22
  EXPOSE 8000
23
 
24
- CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "8000"]
 
3
 
4
  WORKDIR /app
5
 
6
+ # Install system dependencies + Build tools for llama-cpp
7
+ RUN apt-get update && apt-get install -y \
8
+ wget \
9
+ gcc \
10
+ g++ \
11
+ make \
12
+ cmake \
13
+ && rm -rf /var/lib/apt/lists/*
14
 
15
  # Install Python dependencies
16
  RUN pip install --no-cache-dir llama-cpp-python fastapi uvicorn[standard] requests
 
18
  # Create models folder
19
  RUN mkdir -p ./models
20
 
21
+ # Download GPT-OSS-20B model (The brain you chose!)
22
  RUN wget -q -O ./models/gpt-oss-20b-Q3_K_M.gguf \
23
  https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q3_K_M.gguf
24
 
25
+ # Copy your app code
26
  COPY app.py ./app.py
27
 
28
  EXPOSE 8000
29
 
30
+ CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "8000"]