fastapi
uvicorn
huggingface_hub
python-dotenv
pydantic
torch
transformers
accelerate
sentencepiece
bitsandbytes>=0.43.0
requests