Fix Faiss lazy loading and ingestion order

src/rag.py

@@ -1,30 +1,49 @@
 import os
 import pickle
 import faiss
-import numpy as np
 from sentence_transformers import SentenceTransformer
 from groq import Groq
 
 INDEX_DIR = "src/index"
-TOP_K = 4
+INDEX_FILE = f"{INDEX_DIR}/faiss.index"
+DOC_FILE = f"{INDEX_DIR}/documents.pkl"
 
 GROQ_API_KEY = os.environ.get("GROQ_API_KEY")
 if not GROQ_API_KEY:
     raise RuntimeError("❌ GROQ_API_KEY not set in HF Secrets")
 
 client = Groq(api_key=GROQ_API_KEY)
-
 embedder = SentenceTransformer("all-MiniLM-L6-v2")
 
-index = faiss.read_index(f"{INDEX_DIR}/faiss.index")
-with open(f"{INDEX_DIR}/documents.pkl", "rb") as f:
-    documents = pickle.load(f)
+_index = None
+_documents = None
+
+
+def load_index():
+    global _index, _documents
+
+    if _index is None or _documents is None:
+        if not os.path.exists(INDEX_FILE):
+            raise RuntimeError(
+                "❌ FAISS index not found. Ingestion must run first."
+            )
+
+        _index = faiss.read_index(INDEX_FILE)
+        with open(DOC_FILE, "rb") as f:
+            _documents = pickle.load(f)
+
+    return _index, _documents
+
+
+def retrieve(query, top_k=4):
+    index, documents = load_index()
 
-def retrieve(query, top_k=TOP_K):
     q_emb = embedder.encode([query]).astype("float32")
     _, indices = index.search(q_emb, top_k)
+
     return [documents[i] for i in indices[0] if i != -1]
 
+
 def ask_llm(query, contexts):
     context_text = "\n\n".join(
         f"[{c['source']} p.{c['page']}]\n{c['text']}"
@@ -39,4 +58,5 @@ def ask_llm(query, contexts):
         ],
         temperature=0.2
     )
+
     return response.choices[0].message.content

src/streamlit_app.py

@@ -1,12 +1,19 @@
 import os
 import streamlit as st
-from rag import retrieve, ask_llm
-import ingest
 
-st.set_page_config(page_title="Astrology RAG Bot", layout="wide")
+INDEX_FILE = "src/index/faiss.index"
 
+st.set_page_config(page_title="Astrology RAG Bot", layout="wide")
 st.title("🔮 Astrology Knowledge Bot")
 
+# 🚀 Run ingestion ONCE if index is missing
+if not os.path.exists(INDEX_FILE):
+    with st.spinner("📚 Preparing knowledge base (first run only)..."):
+        import ingest  # runs ingestion
+    st.success("✅ Knowledge base ready!")
+
+from rag import retrieve, ask_llm  # SAFE to import now
+
 query = st.text_input("Ask your astrology question")
 
 if query: