requirements.txt

# Extra index for CUDA-enabled PyTorch
--extra-index-url https://download.pytorch.org/whl/cu118

# Core dependencies
torch>=2.1.0
transformers>=4.36.0
accelerate>=0.25.0
streamlit>=1.24.0
safetensors>=0.4.0
huggingface_hub>=0.19.0

# Optimization and quantization
bitsandbytes>=0.41.3
scipy>=1.9.0
sentencepiece>=0.1.99

# UI components
streamlit-chat>=0.1.1