Update alz_companion/agent.py

alz_companion/agent.py

@@ -483,32 +483,21 @@ def route_query_type(query: str, severity: str = "Normal / Unspecified"):
 
 # helper: put near other small utils in agent.py
 # In agent.py, replace the _source_ids_for_eval function
-def _source_ids_for_eval(docs, cap=5):
-    """
-    Return the source identifiers for evaluation.
-    - For jsonl files, it returns the numeric chunk ID or the scene_id if present.
-    - For ANY other source, it returns the generic name "Text Input".
-    - It excludes the 'placeholder' source.
-    """
+# In agent.py, inside _source_ids_for_eval(...)
+
+def _source_ids_for_eval(docs, cap=3):  # NEW change from 5 to 3
     out, seen = [], set()
     for d in docs or []:
         md = getattr(d, "metadata", {}) or {}
-        src = str(md.get("source", "")).lower()
+        src = md.get("source")
 
-        if src == 'placeholder':
+        if not src or src == 'placeholder':
             continue
         
-        key = None
-        
-        if src.endswith(".jsonl"):
-            # Prioritize 'scene_id' if it exists (for alive_inside.jsonl)
-            if 'scene_id' in md:
-                key = str(md['scene_id'])
-            # Fallback to numeric chunk ID for other jsonl files
-            elif 'chunk' in md and isinstance(md['chunk'], int):
-                key = str(md['chunk'])
-        else:
-            key = "Text Input"
+        # --- MODIFICATION START ---
+        # Always use the filename as the key, regardless of file type.
+        key = src
+        # --- MODIFICATION END ---
         
         if key and key not in seen:
             seen.add(key)
@@ -517,6 +506,8 @@ def _source_ids_for_eval(docs, cap=5):
                 break
     return out
 
+    
+
 
 # In agent.py, replace the ENTIRE make_rag_chain function with this one.
 # def make_rag_chain(vs_general: FAISS, vs_personal: FAISS, *, for_evaluation: bool = False, role: str = "patient", temperature: float = 0.6, language: str = "English", patient_name: str = "the patient", caregiver_name: str = "the caregiver", tone: str = "warm"):