| # requirements.txt — SLLM project | |
| # Install into the 'pytorch' conda env: | |
| # conda run -n pytorch pip install -r requirements.txt | |
| # Core ML | |
| torch>=2.3.0 | |
| torchvision | |
| # Data | |
| datasets>=2.14.0 # HuggingFace datasets (streaming) | |
| tokenizers>=0.15.0 # fast BPE tokenizer | |
| transformers>=4.40.0 # PreTrainedTokenizerFast | |
| # Utilities | |
| numpy>=1.26.0 | |
| tqdm | |
| matplotlib # training plots | |
| rich # pretty terminal output (optional) | |
| # Dev | |