Add requirements.txt: Python dependencies for using the model
Browse files- requirements.txt +10 -42
requirements.txt
CHANGED
|
@@ -1,44 +1,12 @@
|
|
| 1 |
-
# Core Dependencies
|
| 2 |
torch>=2.0.0
|
| 3 |
-
transformers>=4.
|
| 4 |
-
|
| 5 |
-
|
| 6 |
-
accelerate>=0.
|
| 7 |
-
|
| 8 |
-
# Training Dependencies
|
| 9 |
-
deepspeed>=0.12.0
|
| 10 |
-
flash-attn>=2.3.0
|
| 11 |
-
xformers>=0.0.22
|
| 12 |
-
|
| 13 |
-
# Evaluation Dependencies
|
| 14 |
-
evaluate>=0.4.0
|
| 15 |
-
huggingface-hub>=0.17.0
|
| 16 |
-
numpy>=1.24.0
|
| 17 |
-
scipy>=1.10.0
|
| 18 |
-
scikit-learn>=1.3.0
|
| 19 |
-
|
| 20 |
-
# Monitoring and Logging
|
| 21 |
-
wandb>=0.15.0
|
| 22 |
-
tensorboard>=2.13.0
|
| 23 |
-
mlflow>=2.7.0
|
| 24 |
-
|
| 25 |
-
# Code Quality and Testing
|
| 26 |
-
pytest>=7.4.0
|
| 27 |
-
black>=23.0.0
|
| 28 |
-
isort>=5.12.0
|
| 29 |
-
flake8>=6.0.0
|
| 30 |
-
|
| 31 |
-
# Quantization
|
| 32 |
bitsandbytes>=0.41.0
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
seaborn>=0.12.0
|
| 40 |
-
|
| 41 |
-
# Optional Dependencies for Mobile
|
| 42 |
-
onnx>=1.14.0
|
| 43 |
-
onnxruntime>=1.15.0
|
| 44 |
-
optimum>=1.11.0
|
|
|
|
|
|
|
| 1 |
torch>=2.0.0
|
| 2 |
+
transformers>=4.30.0
|
| 3 |
+
datasets>=2.12.0
|
| 4 |
+
tokenizers>=0.13.3
|
| 5 |
+
accelerate>=0.20.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6 |
bitsandbytes>=0.41.0
|
| 7 |
+
safetensors>=0.3.0
|
| 8 |
+
numpy>=1.24.0
|
| 9 |
+
pandas>=2.0.0
|
| 10 |
+
tqdm>=4.65.0
|
| 11 |
+
pyyaml>=6.0
|
| 12 |
+
huggingface-hub>=0.14.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|