CooLLaMACEO commited on
Commit
2d93c9a
·
verified ·
1 Parent(s): c373e89

Create Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +10 -0
Dockerfile ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM python:3.10-slim
2
+
3
+ # Install the engine
4
+ RUN pip install llama-cpp-python fastapi uvicorn
5
+
6
+ # Copy your model and code into the server
7
+ COPY . .
8
+
9
+ # Start the API server
10
+ CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]