requirements.txt

# core
torch>=2.1.0
transformers>=4.40.0
accelerate>=0.27.2

# model-speed / memory
bitsandbytes>=0.43.0
xformers>=0.0.26
einops>=0.7.0

# interface
gradio>=4.31.0

# notebook extras (present in your original code)
pandas>=2.2.0
numpy>=1.26.0

# tokenizer helpers – add these two lines
sentencepiece>=0.1.99
tiktoken>=0.6.0