| # ============================================================================= |
| # EasyTranslate — Dependency Specification |
| # ============================================================================= |
| # This file specifies all dependencies with compatible version ranges. |
| # For exact reproducible environments, see requirements-lock.txt (pip freeze). |
| # For Google Colab, see requirements-colab.txt (subset of packages). |
| # ============================================================================= |
|
|
| # Core ML Framework |
| torch>=2.1.0,<2.11.0 |
| torchvision>=0.16.0; platform_system != "Darwin" or platform_machine != "arm64" |
|
|
| # HuggingFace Ecosystem |
| transformers>=4.36.0,<4.45.0 |
| datasets>=2.16.0,<3.0.0 |
| tokenizers>=0.15.0,<0.20.0 |
| sentencepiece>=0.2.0,<0.3.0 |
| accelerate>=0.25.0,<0.35.0 |
|
|
| # Parameter-Efficient Fine-Tuning |
| peft>=0.7.0,<0.12.0 |
|
|
| # Distributed Training (optional, GPU only) |
| deepspeed>=0.12.0,<0.15.0; platform_system == "Linux" |
| bitsandbytes>=0.41.0,<0.44.0; platform_system == "Linux" |
|
|
| # Experiment Tracking |
| wandb>=0.16.0,<0.18.0 |
| tensorboard>=2.15.0,<2.17.0 |
|
|
| # Evaluation Metrics |
| sacrebleu>=2.4.0,<3.0.0 |
| unbabel-comet>=2.2.0,<2.3.0 |
| rouge-score>=0.1.2 |
| nltk>=3.8.0,<3.9.0 |
|
|
| # Configuration & CLI |
| omegaconf>=2.3.0,<3.0.0 |
| pyyaml>=6.0.0,<7.0.0 |
| rich>=13.0.0,<14.0.0 |
|
|
| # Data Processing |
| numpy>=1.24.0,<3.0.0 |
| pandas>=2.0.0,<2.3.0 |
| protobuf>=5.28.3,<7.0.0 |
| tqdm>=4.66.0,<5.0.0 |
|
|
| # Visualization |
| matplotlib>=3.8.0,<4.0.0 |
| seaborn>=0.13.0,<0.14.0 |
|
|
| # Serving (optional) |
| fastapi>=0.108.0,<0.115.0 |
| uvicorn>=0.25.0,<0.31.0 |
| gradio>=4.10.0,<5.0.0 |
|
|
| # Development & Testing |
| pytest>=7.4.0,<9.0.0 |
| pytest-cov>=4.1.0 |
| black>=23.0.0,<25.0.0 |
| isort>=5.12.0,<6.0.0 |
| flake8>=6.0.0,<8.0.0 |
