fastapi==0.115.6
uvicorn==0.32.1
pydantic==2.10.5
pydantic-settings==2.7.1
torch==2.6.0 --index-url https://download.pytorch.org/whl/cpu
transformers==4.48.1
huggingface-hub==0.26.5
bitsandbytes==0.44.1
accelerate==1.2.1