Update requirements.txt

requirements.txt

@@ -1 +1,31 @@
-huggingface_hub==0.25.2
+huggingface_hub==0.25.2
+# requirements.txt
+# Core dependencies for Llama 3.1 8B fine-tuning
+
+# Transformers and ML
+transformers>=4.35.0
+torch>=2.0.0
+accelerate>=0.24.0
+peft>=0.6.0
+bitsandbytes>=0.41.0
+datasets>=2.14.0
+trl>=0.7.0
+
+# Evaluation metrics
+evaluate>=0.4.0
+rouge_score>=0.1.2
+nltk>=3.8.0
+
+# Utilities
+tensorboard>=2.11.0
+numpy>=1.24.0
+pandas>=2.0.0
+matplotlib>=3.6.0
+seaborn>=0.12.0
+scikit-learn>=1.2.0
+
+# Additional dependencies
+sentencepiece>=0.1.99
+protobuf>=3.20.0
+psutil>=5.9.0
+tqdm>=4.65.0