requirements.txt

huggingface_hub==0.22.2
torch==2.2.0
fastapi==0.109.2
autoawq>=0.1.6
pydantic==2.6.1
uvicorn==0.27.1
optimum==1.16.2
plotly_express==0.4.0
transformers==4.*
--extra-index-url https://pypi.ngc.nvidia.com