| # Zenith-7B Dependencies | |
| # Install with: pip install -r requirements.txt | |
| # Core ML Framework | |
| torch>=2.0.0 | |
| torchvision | |
| torchaudio | |
| # Hugging Face Ecosystem | |
| transformers>=4.35.0 | |
| datasets>=2.14.0 | |
| accelerate>=0.24.0 | |
| huggingface-hub>=0.17.0 | |
| sentencepiece | |
| tokenizers>=0.14.0 | |
| # LoRA and Quantization | |
| peft>=0.6.0 | |
| bitsandbytes>=0.41.0 | |
| scipy | |
| # Data Processing | |
| numpy>=1.24.0 | |
| pandas>=2.0.0 | |
| pyarrow>=12.0.0 | |
| dask[dataframe]>=2023.1.0 | |
| # Evaluation | |
| evaluate>=0.4.0 | |
| scikit-learn>=1.3.0 | |
| rouge-score>=0.1.2 | |
| bert-score>=0.3.13 | |
| sacrebleu>=2.3.1 | |
| # Logging and Monitoring | |
| tensorboard>=2.14.0 | |
| wandb>=0.15.0 # Optional | |
| # Utilities | |
| tqdm>=4.65.0 | |
| pyyaml>=6.0 | |
| jsonlines>=4.0.0 | |
| hydra-core>=1.3.0 | |
| omegaconf>=2.3.0 | |
| # Development and Testing | |
| pytest>=7.4.0 | |
| pytest-cov>=4.1.0 | |
| black>=23.0.0 | |
| isort>=5.12.0 | |
| flake8>=6.0.0 | |
| mypy>=1.3.0 | |
| # Optional: Flash Attention (for faster training on Ampere+ GPUs) | |
| # flash-attn --no-build-isolation | |
| # Optional: vLLM for high-throughput inference | |
| # vllm>=0.2.0 |