Upload requirements.txt
Browse files- requirements.txt +31 -0
requirements.txt
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Core Dependencies
|
| 2 |
+
torch>=2.0.0
|
| 3 |
+
torchvision>=0.15.0
|
| 4 |
+
torchaudio>=2.0.0
|
| 5 |
+
|
| 6 |
+
# Data Processing
|
| 7 |
+
datasets>=2.14.0
|
| 8 |
+
tokenizers>=0.13.0
|
| 9 |
+
sentencepiece>=0.1.99
|
| 10 |
+
|
| 11 |
+
# Utilities
|
| 12 |
+
numpy>=1.24.0
|
| 13 |
+
tqdm>=4.65.0
|
| 14 |
+
pandas>=2.0.0
|
| 15 |
+
|
| 16 |
+
# Visualization
|
| 17 |
+
matplotlib>=3.7.0
|
| 18 |
+
seaborn>=0.12.0
|
| 19 |
+
|
| 20 |
+
# Evaluation
|
| 21 |
+
sacrebleu>=2.3.0 # BLEU score calculation (standard)
|
| 22 |
+
google-generativeai>=0.3.0 # Gemini API for LLM-as-a-Judge evaluation
|
| 23 |
+
python-dotenv>=1.0.0 # Load environment variables from .env file
|
| 24 |
+
|
| 25 |
+
# Optional - For improvements
|
| 26 |
+
tensorboard>=2.13.0 # Training visualization
|
| 27 |
+
wandb>=0.15.0 # Experiment tracking (optional)
|
| 28 |
+
|
| 29 |
+
# Development
|
| 30 |
+
jupyter>=1.0.0
|
| 31 |
+
ipython>=8.12.0
|