Hivra commited on
Commit
4852b30
·
verified ·
1 Parent(s): ca18b0b

Create Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +24 -0
Dockerfile ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Use a small Python image
2
+ FROM python:3.11-slim
3
+
4
+ # Set working folder
5
+ WORKDIR /app
6
+
7
+ # Copy only deps first for better caching
8
+ COPY requirements.txt .
9
+
10
+ # Install FastAPI, uvicorn, meta-ai-api, openai
11
+ RUN pip install --no-cache-dir -r requirements.txt
12
+
13
+ # Copy rest of code
14
+ COPY . .
15
+
16
+ # Let FastAPI know which model to use
17
+ # You can override this when you run the container
18
+ ENV MODEL_NAME=llama-3-70b
19
+
20
+ # Expose port
21
+ EXPOSE 7860
22
+
23
+ # Start the app
24
+ CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]