Update requirements.txt

requirements.txt

@@ -1,25 +1,37 @@
-# Core web app
+# ========================================
+# Core Web App
+# ========================================
 streamlit==1.31.1
 
-# PDF ingestion
-pymupdf==1.22.5   # lightweight and builds ok in Spaces
+# ========================================
+# PDF Ingestion / Text Extraction
+# ========================================
+pymupdf==1.22.5     # For PDF text extraction (fast, works in HF Spaces)
+langchain==0.2.12   # For text splitting (optional but compatible)
 
-# Text splitting
-langchain==0.2.12
-
-# Embeddings
+# ========================================
+# Embeddings / Vector Search
+# ========================================
 sentence-transformers==2.7.0
-
-# Vector search (Hugging Face supports this wheel)
 faiss-cpu==1.12.0
+numpy==1.26.4
+scikit-learn==1.5.1  # Needed for cosine similarity
 
-# Core ML stack
+# ========================================
+# Core ML / LLM Stack
+# ========================================
 torch==2.5.0
 transformers==4.44.2
+accelerate==0.33.0   # Needed for device_map="auto"
+safetensors==0.4.4   # Safe model loading on HF models
 
-# Utils
-numpy==1.26.4
-
-#LLM new
+# ========================================
+# Optional: OpenAI fallback (disabled by default)
+# ========================================
 openai>=1.3.0
 
+# ========================================
+# Optional: Low-memory model alternative
+# ========================================
+# For Phi-3 or Zephyr integration (only if you plan to toggle models)
+# mistral models work fine without these extra libs