Create requirements.txt

requirements.txt

@@ -0,0 +1,35 @@
+# Core ML libraries
+torch>=2.0.0
+transformers>=4.36.0
+accelerate>=0.25.0
+peft>=0.7.0
+bitsandbytes>=0.41.0
+
+# Data processing
+datasets>=2.14.0
+sentencepiece>=0.1.99
+protobuf>=3.20.0
+safetensors>=0.4.0
+
+# HuggingFace ecosystem
+huggingface-hub>=0.19.0
+tokenizers>=0.15.0
+
+# API server
+fastapi>=0.104.0
+uvicorn[standard]>=0.24.0
+pydantic>=2.0.0
+
+# Utilities
+numpy>=1.21.0
+scipy>=1.7.0
+tqdm>=4.66.0
+psutil>=5.9.0
+
+# Monitoring & logging
+tensorboard>=2.14.0
+wandb>=0.15.0
+
+# Optional: For quantization
+# auto-gptq>=0.5.0
+# autoawq>=0.1.6