Update main.py

main.py

@@ -33,23 +33,70 @@ DOCS_PATH  = "documents.pkl"
 
 # --------- Fetch & Summarize Firestore Docs ---------
 def fetch_documents() -> list[str]:
-    docs = []
-    for col in [
-        ("participants", lambda d: f"{d['name']} ({d['enterpriseName']}), sector: {d['sector']}, stage: {d['stage']}, type: {d['developmentType']}."),
-        ("interventions", lambda d: [f"Intervention: {i['title']} under {d['area']}." for i in d.get("interventions", [])]),
-        ("feedbacks", lambda d: f"Feedback on {d['interventionTitle']} by {d['smeName']}: {d['comment']}"),
-        ("complianceDocuments", lambda d: f"Compliance document '{d['documentType']}' for {d['participantName']} is {d['status']} (expires {d['expiryDate']})."),
-        ("assignedInterventions", lambda d: f"Assigned '{d['interventionTitle']}' for {d['smeName']} by consultant {d['consultantId']} ({d['status']})."),
-        ("consultants", lambda d: f"Consultant {d['name']} – expertise: {', '.join(d.get('expertise', []))}, rating: {d['rating']}.")
-    ]:
-        for snap in fs.collection(col[0]).stream():
-            entry = snap.to_dict()
-            out = col[1](entry)
-            # flatten lists
-            if isinstance(out, list):
-                docs.extend(out)
-            else:
-                docs.append(out)
+    docs: list[str] = []
+
+    # 1) Participants
+    for snap in fs.collection("participants").stream():
+        d = snap.to_dict()
+        name    = d.get('name', 'Unknown Participant')
+        ent     = d.get('enterpriseName', 'Unknown Enterprise')
+        sector  = d.get('sector', 'Unknown Sector')
+        stage   = d.get('stage', 'Unknown Stage')
+        devtype = d.get('developmentType', 'Unknown Type')
+        docs.append(
+            f"{name} ({ent}), sector: {sector}, stage: {stage}, type: {devtype}."
+        )
+
+    # 2) Interventions
+    for snap in fs.collection("interventions").stream():
+        d = snap.to_dict()
+        area = d.get('area', 'General')
+        for item in d.get('interventions', []):
+            title = item.get('title')
+            if title:
+                docs.append(f"Intervention: {title} under {area}.")
+
+    # 3) Feedbacks
+    for snap in fs.collection("feedbacks").stream():
+        d = snap.to_dict()
+        intervention = d.get('interventionTitle', 'Unknown Intervention')
+        smeName      = d.get('smeName', 'Unknown SME')
+        comment      = d.get('comment')
+        if comment:
+            docs.append(f"Feedback on {intervention} by {smeName}: {comment}")
+
+    # 4) Compliance Documents
+    for snap in fs.collection("complianceDocuments").stream():
+        d = snap.to_dict()
+        pName   = d.get('participantName', 'Unknown Participant')
+        docType = d.get('documentType', 'Unknown Type')
+        status  = d.get('status', 'Unknown Status')
+        expiry  = d.get('expiryDate', 'Unknown Expiry')
+        docs.append(
+            f"Compliance document '{docType}' for {pName} is {status} (expires {expiry})."
+        )
+
+    # 5) Assigned Interventions
+    for snap in fs.collection("assignedInterventions").stream():
+        d = snap.to_dict()
+        title   = d.get('interventionTitle', 'Unknown Intervention')
+        smeName = d.get('smeName', 'Unknown SME')
+        cons    = d.get('consultantId', 'Unknown Consultant')
+        status  = d.get('status', 'Unknown Status')
+        docs.append(
+            f"Assigned intervention '{title}' for {smeName} by consultant {cons} ({status})."
+        )
+
+    # 6) Consultants
+    for snap in fs.collection("consultants").stream():
+        d = snap.to_dict()
+        name     = d.get('name', 'Unknown Consultant')
+        expertise= d.get('expertise', [])
+        rating   = d.get('rating')
+        exp_txt  = ", ".join(expertise) if expertise else "no listed expertise"
+        rating_txt = f"rating {rating}" if rating is not None else "no rating"
+        docs.append(f"Consultant {name} with expertise in {exp_txt} and {rating_txt}.")
+
     return docs
 
 # --------- Embedding Helper ---------