accelerate>=0.26.0  # Required for using Trainer with PyTorch
conllu
dataset
datasets
numpy
openai
pytest
pytest-cov
pytest-xdist
scikit-learn
sentencepiece
tensorflow
tf-keras  # Required until transformers supports Keras 3
tiktoken
torch
transformers