everydaytok commited on
Commit
1bfabc8
·
verified ·
1 Parent(s): 494a41f

Create Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +21 -0
Dockerfile ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM python:3.10-slim
2
+
3
+ WORKDIR /app
4
+
5
+ # Install pre-built llama-cpp-python binary directly — no compilation
6
+ RUN pip install --no-cache-dir \
7
+ "llama-cpp-python==0.2.90" \
8
+ --extra-index-url https://abetlen.github.io/llama-cpp-python/whl/cpu/llama_cpp_python-0.2.90-cp310-cp310-linux_x86_64.whl
9
+
10
+ RUN pip install --no-cache-dir \
11
+ gradio \
12
+ fastapi \
13
+ uvicorn \
14
+ psutil \
15
+ huggingface_hub
16
+
17
+ COPY app.py .
18
+
19
+ EXPOSE 7860
20
+
21
+ CMD ["python", "app.py"]