FROM pytorch/pytorch:2.6.0-cuda12.4-cudnn9-runtime RUN pip install --no-cache-dir \ "transformers>=5.3.0" \ accelerate \ soundfile \ fastapi \ "uvicorn[standard]" \ huggingface_hub COPY handler.py /app/handler.py COPY serve.py /app/serve.py WORKDIR /app EXPOSE 5000 CMD ["uvicorn", "serve:app", "--host", "0.0.0.0", "--port", "5000"]