CooLLaMACEO commited on
Commit
2cbbdc9
·
verified ·
1 Parent(s): 2ab2ad2

Create Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +24 -0
Dockerfile ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Base image with Python
2
+ FROM python:3.11-slim
3
+
4
+ # Set working directory
5
+ WORKDIR /app
6
+
7
+ # Install dependencies
8
+ RUN pip install --no-cache-dir lmstudio fastapi uvicorn[standard] requests
9
+
10
+ # Create models folder
11
+ RUN mkdir -p ./models
12
+
13
+ # Download GPT-OSS-20B model from Hugging Face
14
+ RUN wget -O ./models/gpt-oss-20b-Q3_K_M.gguf \
15
+ https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q3_K_M.gguf
16
+
17
+ # Copy only your FastAPI app
18
+ COPY app.py ./app.py
19
+
20
+ # Expose port for FastAPI
21
+ EXPOSE 8000
22
+
23
+ # Run FastAPI server (no API keys)
24
+ CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "8000"]