| # Core dependencies | |
| torch>=2.0.0 | |
| transformers>=4.30.0 | |
| datasets>=2.12.0 | |
| sentencepiece>=0.1.99 | |
| accelerate>=0.20.0 | |
| wandb>=0.15.0 | |
| # Data collection and processing | |
| requests>=2.31.0 | |
| beautifulsoup4>=4.12.0 | |
| tqdm>=4.65.0 | |
| # Evaluation metrics | |
| rouge-score>=0.1.2 | |
| sacrebleu>=2.3.1 | |
| pandas>=2.0.0 | |
| numpy>=1.24.0 | |
| # Utilities | |
| pathlib>=1.0.1 | |
| logging>=0.5.1.2 | |
| typing>=3.7.4.3 | |
| # Development tools | |
| black>=23.3.0 | |
| isort>=5.12.0 | |
| pylint>=2.17.0 | |
| pytest>=7.3.1 | |