kirikir13 commited on
Commit
8870896
·
verified ·
1 Parent(s): fac81d9

Create Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +15 -0
Dockerfile ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Use the official Hugging Face Spaces GPU image
2
+ FROM huggingface/zero-gpu-gradio:latest
3
+
4
+ # Build llama-cpp-python with CUDA support for the RTX Pro 6000 Blackwell
5
+ ENV CMAKE_ARGS="-DGGML_CUDA=on"
6
+ ENV FORCE_CMAKE=1
7
+
8
+ # Install the Python dependencies (this triggers the llama-cpp-python CUDA build)
9
+ COPY requirements.txt /tmp/requirements.txt
10
+ RUN pip install --no-cache-dir -r /tmp/requirements.txt
11
+
12
+ # Copy the app
13
+ COPY app.py /home/user/app/app.py
14
+
15
+ CMD ["python", "app.py"]