Upload 6 files
Browse files- Dockerfile +13 -0
- main.py +1 -2
- requirements.txt +2 -4
Dockerfile
ADDED
|
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM python:3.10
|
| 2 |
+
|
| 3 |
+
# Set workdir
|
| 4 |
+
WORKDIR /
|
| 5 |
+
|
| 6 |
+
# Copy files
|
| 7 |
+
COPY . /
|
| 8 |
+
|
| 9 |
+
# Install dependencies
|
| 10 |
+
RUN pip install --no-cache-dir -r requirements.txt
|
| 11 |
+
|
| 12 |
+
# Run the app with uvicorn
|
| 13 |
+
CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
|
main.py
CHANGED
|
@@ -4,8 +4,7 @@ from pathlib import Path
|
|
| 4 |
from fastapi import FastAPI
|
| 5 |
from pydantic import BaseModel
|
| 6 |
from starlette.middleware.cors import CORSMiddleware
|
| 7 |
-
from starlette.responses import HTMLResponse
|
| 8 |
-
from starlette.staticfiles import StaticFiles
|
| 9 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 10 |
import torch
|
| 11 |
from peft import PeftModel
|
|
|
|
| 4 |
from fastapi import FastAPI
|
| 5 |
from pydantic import BaseModel
|
| 6 |
from starlette.middleware.cors import CORSMiddleware
|
| 7 |
+
from starlette.responses import HTMLResponse
|
|
|
|
| 8 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
| 9 |
import torch
|
| 10 |
from peft import PeftModel
|
requirements.txt
CHANGED
|
@@ -1,9 +1,7 @@
|
|
| 1 |
fastapi~=0.116.1
|
| 2 |
uvicorn
|
| 3 |
transformers~=4.55.2
|
| 4 |
-
peft~=0.17.0
|
| 5 |
torch~=2.8.0
|
| 6 |
-
|
| 7 |
-
pydantic~=2.11.7
|
| 8 |
starlette~=0.47.2
|
| 9 |
-
|
|
|
|
| 1 |
fastapi~=0.116.1
|
| 2 |
uvicorn
|
| 3 |
transformers~=4.55.2
|
|
|
|
| 4 |
torch~=2.8.0
|
| 5 |
+
peft~=0.17.0
|
|
|
|
| 6 |
starlette~=0.47.2
|
| 7 |
+
pydantic~=2.11.7
|