accelerate>=0.30.1
bitsandbytes>0.37.0
antlr4-python3-runtime==4.11.0
datasets==2.20.0
Jinja2==3.1.4
langdetect==1.0.9
nltk==3.9.1
numpy==1.26.4
optimum>=1.21.4
pandas==2.2.2
safetensors==0.4.3
scikit-learn==1.4.2
scipy==1.13.0
sentencepiece==0.2.0
tokenizers>=0.19.1
torch>=2.1.0
tqdm==4.66.4
transformers>=4.41.2

[dev]
bumpver
pip-tools

[doc]
sphinx

[test]
tox