fastapi
uvicorn[standard]
transformers
torch
pydantic
accelerate>=0.26.0
peft>=0.10.0
huggingface_hub