Upload sources.py

sources.py

@@ -117,81 +117,105 @@ def format_expandable_sources(source_nodes, question: str = "", answer: str = ""
     Fail-closed behavior: if the full article cannot be resolved from ARTICLE_SOURCES or
     SEMANTIC_UNITS, do not display node/evidence text as if it were the official source.
     """
-    seen = set()
-    blocks = []
-    for node_with_score in source_nodes:
-        meta = getattr(node_with_score.node, "metadata", {}) or {}
-        document_id = _metadata_document_id(meta)
-        article = meta.get("article", "") or meta.get("article_id", "")
-        title = meta.get("title", "") or meta.get("article_title", "")
-        key = _dedupe_key(document_id, article, title)
-        if key in seen:
-            continue
-        seen.add(key)
-
-        article_source = _lookup_article_source(document_id, article)
-        if article_source:
-            title = article_source.get("title") or title
-            body_text = article_source.get("source_text", "")
-        else:
-            unit = _lookup_semantic_unit(document_id, article)
-            title = unit.get("title") or title
-            body_text = unit.get("source_text", "")
-
-        if not body_text:
-            body_text = _missing_source_message(document_id, article)
-
-        label = _source_label(document_id, article, title, article_source.get("document_title", "") if article_source else "")
-        blocks.append(_render_source_block(label, body_text))
-
-    official = _official_source_link()
-    return "\n\n".join([_SOURCE_DISCLOSURE_STYLE] + blocks + [official])
-
-
+    seen = set()
+    blocks = []
+    for node_with_score in source_nodes:
+        meta = getattr(node_with_score.node, "metadata", {}) or {}
+        document_id = _metadata_document_id(meta)
+        article = meta.get("article", "") or meta.get("article_id", "")
+        title = meta.get("title", "") or meta.get("article_title", "")
+        key = _dedupe_key(document_id, article, title)
+        if key in seen:
+            continue
+        seen.add(key)
+
+        article_source = _lookup_article_source(document_id, article)
+        if article_source:
+            title = article_source.get("title") or title
+            body_text = article_source.get("source_text", "")
+        else:
+            unit = _lookup_semantic_unit(document_id, article)
+            title = unit.get("title") or title
+            body_text = unit.get("source_text", "")
+
+        if not body_text:
+            body_text = _missing_source_message(document_id, article)
+
+        label = _source_label(document_id, article, title, article_source.get("document_title", "") if article_source else "")
+        blocks.append(_render_source_block(label, body_text))
+
+    official = _official_source_link()
+    return "\n\n".join([_SOURCE_DISCLOSURE_STYLE] + blocks + [official])
+
+
+
+def _extract_text_article_sources(text: str) -> list[dict[str, str]]:
+    import re
+    sources = []
+    pattern = r"\b(2547|2914|2809)(?:\s+say[ıi]l[ıi]\s+kanun)?\s+(?:say[ıi]l[ıi]\s+)?(?:kanunun\s+)?(Ge[cç]ici\s+Madde\s+\d+|Ek\s+Madde\s+\d+|Madde\s+\d+(?:/[A-Za-zÇĞİÖŞÜçğıöşü])?)\b"
+    for match in re.finditer(pattern, text or "", flags=re.IGNORECASE):
+        code = match.group(1)
+        doc_id = f"TR-KANUN-{code}"
+        raw_art = match.group(2).strip()
+        art_norm = re.sub(r"\s+", " ", raw_art).title()
+        if art_norm.lower().startswith("madde "):
+            art_norm = f"Madde {art_norm[6:].upper()}"
+        elif art_norm.lower().startswith("ek madde "):
+            art_norm = f"Ek Madde {art_norm[9:]}"
+        elif art_norm.lower().startswith("geçici madde ") or art_norm.lower().startswith("gecici madde "):
+            art_norm = f"Geçici Madde {art_norm[13:].upper()}"
+        sources.append({"document_id": doc_id, "article_id": art_norm})
+    return sources
+
+
 def format_clause_sources(clauses: list[dict], question: str = "", answer: str = "") -> str:
-    """Render full article sources for clause/evidence-based answers.
-
-    The answer engine selects small evidence spans for grounding, but the UI source panel
-    must show the full related article. Therefore this function never uses
-    `clause['source_text']` as a fallback. That field may contain only a clause, evidence
-    span, or generated/derived text. If the full article is missing, the UI displays an
-    explicit diagnostic message instead of pretending the evidence span is the source.
-    """
-    blocks = []
-    seen_articles = set()
-    for clause in clauses or []:
-        document_id = _clause_document_id(clause)
-        article = str(clause.get("article_id", "") or clause.get("article", "")).strip()
-        if not article:
-            continue
-
-        key = _dedupe_key(document_id, article)
-        if key in seen_articles:
-            continue
-        seen_articles.add(key)
-
-        article_source = _lookup_article_source(document_id, article)
-        title = ""
-        body_text = ""
-        if article_source:
-            title = str(article_source.get("title", "") or "").strip()
-            body_text = str(article_source.get("source_text", "") or "").strip()
-
-        if not body_text:
-            # Accept explicit full article text only. Do not fall back to clause['source_text'].
-            explicit_full_article = str(clause.get("article_source_text", "") or "").strip()
-            if explicit_full_article:
-                body_text = explicit_full_article
-                title = title or _source_title_from_clause(clause)
-
-        if not body_text:
-            body_text = _missing_source_message(document_id, article)
-
-        title = title or _source_title_from_clause(clause)
-        label = _source_label(document_id, article, title, article_source.get("document_title", "") if article_source else clause.get("document_title", ""))
-        blocks.append(_render_source_block(label, body_text))
-
-    official = _official_source_link()
+    """Render full article sources for clause/evidence-based answers.
+
+    The answer engine selects small evidence spans for grounding, but the UI source panel
+    must show the full related article. Therefore this function never uses
+    `clause['source_text']` as a fallback. That field may contain only a clause, evidence
+    span, or generated/derived text. If the full article is missing, the UI displays an
+    explicit diagnostic message instead of pretending the evidence span is the source.
+    """
+    blocks = []
+    seen_articles = set()
+    all_clauses = list(clauses or [])
+    if answer:
+        all_clauses.extend(_extract_text_article_sources(answer))
+
+    for clause in all_clauses:
+        document_id = _clause_document_id(clause)
+        article = str(clause.get("article_id", "") or clause.get("article", "")).strip()
+        if not article:
+            continue
+
+        key = _dedupe_key(document_id, article)
+        if key in seen_articles:
+            continue
+        seen_articles.add(key)
+
+        article_source = _lookup_article_source(document_id, article)
+        title = ""
+        body_text = ""
+        if article_source:
+            title = str(article_source.get("title", "") or "").strip()
+            body_text = str(article_source.get("source_text", "") or "").strip()
+
+        if not body_text:
+            # Accept explicit full article text only. Do not fall back to clause['source_text'].
+            explicit_full_article = str(clause.get("article_source_text", "") or "").strip()
+            if explicit_full_article:
+                body_text = explicit_full_article
+                title = title or _source_title_from_clause(clause)
+
+        if not body_text:
+            body_text = _missing_source_message(document_id, article)
+
+        title = title or _source_title_from_clause(clause)
+        label = _source_label(document_id, article, title, article_source.get("document_title", "") if article_source else clause.get("document_title", ""))
+        blocks.append(_render_source_block(label, body_text))
+
+    official = _official_source_link()
     return "\n\n".join([_SOURCE_DISCLOSURE_STYLE] + blocks + [official])
 
 
@@ -199,7 +223,6 @@ def get_article_source(document_id: str, article_id: str) -> dict[str, Any]:
     """Return the canonical full-article source already loaded by the runtime."""
     return dict(_lookup_article_source(document_id, article_id) or {})
 
-
 def _normalize_article_sources(article_sources: dict[str, dict]) -> tuple[dict[str, dict[str, Any]], set[str]]:
     normalized: dict[str, dict[str, Any]] = {}
     plain_key_documents: dict[str, set[str]] = {}