[KM-496] [DED][AI] Fix Response data structure for field sources (db flow)

src/api/v1/chat.py

@@ -61,15 +61,29 @@ def _extract_sources(results: List[Dict[str, Any]]) -> List[Dict[str, Any]]:
     seen = set()
     sources = []
     for result in results:
-        meta = result["metadata"]
-        key = (meta.get("document_id"), meta.get("page_label"))
-        if key not in seen:
-            seen.add(key)
-            sources.append({
-                "document_id": meta.get("data", {}).get("document_id"),
-                "filename": meta.get("data", {}).get("filename", "Unknown"),
-                "page_label": meta.get("data", {}).get("page_label", "Unknown"),
-            })
+        if "document_id" in result["metadata"]["data"]:
+            meta = result["metadata"]
+            key = (meta.get("document_id"), meta.get("page_label"))
+            if key not in seen:
+                seen.add(key)
+                sources.append({
+                    "document_id": meta.get("data", {}).get("document_id"),
+                    "filename": meta.get("data", {}).get("filename", "Unknown"),
+                    "page_label": meta.get("data", {}).get("page_label", "Unknown"),
+                })
+        else:
+            meta = result["metadata"]
+            key = (meta.get("table_name"), meta.get("column_name"))
+            if key not in seen:
+                seen.add(key)
+                table_name = meta.get("data", {}).get("table_name")
+                user_id = meta.get("user_id")
+                sources.append({
+                    "document_id": f"{user_id}_{table_name}",
+                    "filename": meta.get("data", {}).get("table_name", "Unknown"),
+                    "page_label": meta.get("data", {}).get("column_name", "Unknown"),
+                })
+
     logger.debug(f"Extracted sources: {sources}")
     return sources
 

src/config/agents/system_prompt.md

@@ -3,8 +3,7 @@ You are a helpful AI assistant with access to user's uploaded documents. Your ro
 1. Answer questions based on provided document context
 2. If no relevant information is found in documents, acknowledge this honestly
 3. Be concise and direct in your responses
-4. Cite source documents when providing information
-5. If user's question is unclear, ask for clarification
+4. If user's question is unclear, ask for clarification
 
 When document context is provided:
 - Use information from documents to answer accurately