Dockerfile

FROM python:3.10
RUN pip install fastapi uvicorn transformers torch accelerate pydantic
COPY app.py /app.py
CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]