Add requirements.txt

requirements.txt

@@ -0,0 +1,44 @@
+# Core Dependencies
+torch>=2.0.0
+transformers>=4.37.0
+tokenizers>=0.15.0
+datasets>=2.14.0
+accelerate>=0.24.0
+
+# Training Dependencies
+deepspeed>=0.12.0
+flash-attn>=2.3.0
+xformers>=0.0.22
+
+# Evaluation Dependencies
+evaluate>=0.4.0
+huggingface-hub>=0.17.0
+numpy>=1.24.0
+scipy>=1.10.0
+scikit-learn>=1.3.0
+
+# Monitoring and Logging
+wandb>=0.15.0
+tensorboard>=2.13.0
+mlflow>=2.7.0
+
+# Code Quality and Testing
+pytest>=7.4.0
+black>=23.0.0
+isort>=5.12.0
+flake8>=6.0.0
+
+# Quantization
+bitsandbytes>=0.41.0
+triton>=2.0.0
+
+# Development
+jupyter>=1.0.0
+ipywidgets>=8.0.0
+matplotlib>=3.7.0
+seaborn>=0.12.0
+
+# Optional Dependencies for Mobile
+onnx>=1.14.0
+onnxruntime>=1.15.0
+optimum>=1.11.0