Spaces:
Sleeping
Sleeping
create requirements.txt
Browse files- requirements.txt +28 -0
requirements.txt
ADDED
|
@@ -0,0 +1,28 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Core dependencies for AI4Bharat IndicTrans2 project
|
| 2 |
+
torch>=2.0.0
|
| 3 |
+
transformers>=4.30.0
|
| 4 |
+
IndicTransToolkit>=1.0.0
|
| 5 |
+
|
| 6 |
+
# Optional GPU acceleration (recommended for better performance)
|
| 7 |
+
# Note: flash-attn requires CUDA and should be installed separately if needed:
|
| 8 |
+
# pip install flash-attn>=2.0.0
|
| 9 |
+
# flash-attn>=2.0.0
|
| 10 |
+
|
| 11 |
+
# Development and testing dependencies
|
| 12 |
+
pytest>=7.0.0
|
| 13 |
+
pytest-cov>=4.0.0
|
| 14 |
+
|
| 15 |
+
# Utility packages
|
| 16 |
+
numpy>=1.21.0
|
| 17 |
+
huggingface-hub>=0.34.0,<1.0
|
| 18 |
+
|
| 19 |
+
# For handling different data formats (if needed)
|
| 20 |
+
datasets>=2.10.0
|
| 21 |
+
sentencepiece>=0.1.97
|
| 22 |
+
|
| 23 |
+
# For logging and monitoring (optional)
|
| 24 |
+
wandb>=0.15.0
|
| 25 |
+
tensorboard>=2.10.0
|
| 26 |
+
|
| 27 |
+
#For UI and demo purposes (optional)
|
| 28 |
+
gradio>=4.0.0
|