Dockerfile

FROM python:3.10

# Install required libraries
RUN pip install fastapi uvicorn transformers sentencepiece accelerate torch

# Expose port
EXPOSE 7860

# Copy local files into container
COPY . /app
WORKDIR /app

# Run the API
CMD ["uvicorn", "app:app", "--host", "0.0.0.0", "--port", "7860"]