requirements.txt

# Exclude flash_attn for testing
fastapi==0.74.0
requests==2.27.1
uvicorn[standard]==0.17.6
sentencepiece==0.1.96
torch==1.11.0
transformers==4.21.1
numpy==1.24.4
packaging==21.3