Update brief.py

brief.py

@@ -1,6 +1,5 @@
 """
-brief.py — Threat brief output schema and post-processing formatter.
-The agent synthesizes raw OSINT into this structure.
+brief.py — Threat brief output schema and HTML renderer.
 """
 
 import json
@@ -13,13 +12,26 @@ from typing import List, Optional
 # Data schema
 # ---------------------------------------------------------------------------
 
+@dataclass
+class NewsItem:
+    title: str = ""
+    source: str = ""
+    published: str = ""
+    summary: str = ""
+    url: str = ""
+    notable: bool = False
+
+    def to_dict(self) -> dict:
+        return asdict(self)
+
+
 @dataclass
 class ThreatBrief:
     region: str = ""
     country: str = ""
     assessment_date: str = ""
-    severity: str = ""                  # Critical / High / Medium / Low / Minimal
-    confidence: str = ""               # High / Medium / Low
+    severity: str = ""
+    confidence: str = ""
     primary_actors: List[str] = field(default_factory=list)
     event_types: List[str] = field(default_factory=list)
     key_locations: List[str] = field(default_factory=list)
@@ -29,32 +41,35 @@ class ThreatBrief:
     indicators_of_escalation: List[str] = field(default_factory=list)
     recommended_watch_items: List[str] = field(default_factory=list)
     source_types_used: List[str] = field(default_factory=list)
+    notable_news: List[NewsItem] = field(default_factory=list)
 
     def to_dict(self) -> dict:
-        return asdict(self)
+        d = asdict(self)
+        d["notable_news"] = [n.to_dict() for n in self.notable_news]
+        return d
 
 
 # ---------------------------------------------------------------------------
-# Severity color mapping for Gradio display
+# Severity / confidence colors
 # ---------------------------------------------------------------------------
 
 SEVERITY_COLORS = {
-    "Critical": "#FF0000",
-    "High":     "#FF6600",
-    "Medium":   "#FFA500",
-    "Low":      "#28A745",
-    "Minimal":  "#6C757D",
+    "Critical": "#C0392B",
+    "High":     "#E67E22",
+    "Medium":   "#F39C12",
+    "Low":      "#27AE60",
+    "Minimal":  "#7F8C8D",
 }
 
 CONFIDENCE_COLORS = {
-    "High":   "#28A745",
-    "Medium": "#FFA500",
-    "Low":    "#DC3545",
+    "High":   "#27AE60",
+    "Medium": "#F39C12",
+    "Low":    "#E74C3C",
 }
 
 
 # ---------------------------------------------------------------------------
-# Parser — extract structured brief from LLM output
+# Prompt schema — tells the LLM exactly what JSON to return
 # ---------------------------------------------------------------------------
 
 BRIEF_PROMPT_SCHEMA = """
@@ -62,41 +77,65 @@ You are an OSINT intelligence analyst. Based on the collected source data above,
 produce a threat brief as a JSON object with EXACTLY these fields:
 
 {
-  "region": "<geopolitical region, e.g. 'East Africa'>",
+  "region": "<geopolitical region, e.g. 'Latin America'>",
   "country": "<primary country of concern>",
   "assessment_date": "<today's date, YYYY-MM-DD>",
   "severity": "<one of: Critical | High | Medium | Low | Minimal>",
   "confidence": "<one of: High | Medium | Low>",
-  "primary_actors": ["<actor1>", "<actor2>", ...],
-  "event_types": ["<type1>", "<type2>", ...],
-  "key_locations": ["<location1>", ...],
+  "primary_actors": ["<actor1>", "<actor2>"],
+  "event_types": ["<type1>", "<type2>"],
+  "key_locations": ["<location1>", "<location2>"],
   "fatalities_reported": <integer or null>,
-  "narrative_summary": "<2-4 sentence analytical narrative>",
+  "narrative_summary": "<2-4 sentence analytical narrative synthesizing all sources>",
   "key_findings": ["<finding1>", "<finding2>", "<finding3>"],
-  "indicators_of_escalation": ["<indicator1>", ...],
-  "recommended_watch_items": ["<watch_item1>", ...],
-  "source_types_used": ["ACLED", "RSS"] 
+  "indicators_of_escalation": ["<indicator1>", "<indicator2>"],
+  "recommended_watch_items": ["<watch_item1>", "<watch_item2>"],
+  "source_types_used": ["ACLED", "RSS"],
+  "notable_news": [
+    {
+      "title": "<article headline>",
+      "source": "<news source name>",
+      "published": "<publication date>",
+      "summary": "<1-2 sentence summary of why this article is significant>",
+      "url": "<article URL>",
+      "notable": true
+    }
+  ]
 }
 
+For notable_news: include the 3-6 most significant articles from the RSS results.
+Prioritize articles marked as NOTABLE in the RSS output. Write the summary field
+in your own analytical words — explain WHY the article matters to the threat picture,
+not just what it says. If no notable articles were found, use an empty array [].
+
 Return ONLY the JSON object. No preamble, no markdown fences.
 """
 
 
+# ---------------------------------------------------------------------------
+# Parser
+# ---------------------------------------------------------------------------
+
 def parse_brief_from_llm(raw_text: str) -> ThreatBrief:
-    """
-    Attempts to parse a ThreatBrief from LLM output.
-    Falls back gracefully if JSON is malformed.
-    """
-    # Strip markdown fences if present
     cleaned = re.sub(r"```json|```", "", raw_text).strip()
-
-    # Extract first JSON block
     match = re.search(r"\{.*\}", cleaned, re.DOTALL)
     if not match:
         return _fallback_brief(raw_text)
 
     try:
         data = json.loads(match.group())
+
+        news_items = []
+        for n in data.get("notable_news", []):
+            news_items.append(NewsItem(
+                title=n.get("title", ""),
+                source=n.get("source", ""),
+                published=n.get("published", ""),
+                summary=n.get("summary", ""),
+                url=n.get("url", ""),
+                notable=n.get("notable", True),
+            ))
+
         return ThreatBrief(
             region=data.get("region", ""),
             country=data.get("country", ""),
@@ -112,6 +151,7 @@ def parse_brief_from_llm(raw_text: str) -> ThreatBrief:
             indicators_of_escalation=data.get("indicators_of_escalation", []),
             recommended_watch_items=data.get("recommended_watch_items", []),
             source_types_used=data.get("source_types_used", []),
+            notable_news=news_items,
         )
     except json.JSONDecodeError:
         return _fallback_brief(raw_text)
@@ -127,105 +167,155 @@ def _fallback_brief(raw_text: str) -> ThreatBrief:
 
 
 # ---------------------------------------------------------------------------
-# Renderer — convert ThreatBrief to Gradio-friendly HTML
+# HTML Renderer
 # ---------------------------------------------------------------------------
 
 def render_brief_html(brief: ThreatBrief) -> str:
-    sev_color = SEVERITY_COLORS.get(brief.severity, "#999")
+    sev_color  = SEVERITY_COLORS.get(brief.severity, "#999")
     conf_color = CONFIDENCE_COLORS.get(brief.confidence, "#999")
 
     def badge(label: str, color: str) -> str:
         return (
-            f'<span style="background:{color};color:white;padding:2px 10px;'
+            f'<span style="background:{color};color:white;padding:3px 12px;'
             f'border-radius:12px;font-weight:bold;font-size:0.85em">{label}</span>'
         )
 
     def bullet_list(items: list) -> str:
         if not items:
             return "<li><em>None identified</em></li>"
-        return "".join(f"<li>{i}</li>" for i in items)
+        return "".join(f"<li>{i}</li>" for i in items if i and i != "N/A")
 
     fatalities_str = (
         str(brief.fatalities_reported)
         if brief.fatalities_reported is not None
         else "Unknown"
     )
-
     sources_str = ", ".join(brief.source_types_used) if brief.source_types_used else "N/A"
 
+    # Build notable news section
+    news_html = ""
+    if brief.notable_news:
+        cards = []
+        for item in brief.notable_news:
+            source_badge = (
+                f'<span style="background:#EBF5FB;color:#2E86C1;padding:2px 8px;'
+                f'border-radius:8px;font-size:0.78em;font-weight:600">{item.source}</span>'
+            )
+            date_str = (
+                f'<span style="color:#888;font-size:0.8em;margin-left:8px">{item.published[:25] if item.published else ""}</span>'
+            )
+            link_html = (
+                f'<a href="{item.url}" target="_blank" style="color:#2E86C1;font-size:0.82em;'
+                f'text-decoration:none">Read full article →</a>'
+                if item.url else ""
+            )
+            cards.append(f"""
+            <div style="border:1px solid #D5E8F5;border-radius:6px;padding:12px 16px;
+                        margin-bottom:10px;background:#FAFCFF">
+              <div style="margin-bottom:6px">{source_badge}{date_str}</div>
+              <div style="font-weight:600;color:#1a1a2e;margin-bottom:5px;line-height:1.4">
+                {item.title}
+              </div>
+              <div style="color:#444;font-size:0.9em;line-height:1.6;margin-bottom:6px">
+                {item.summary}
+              </div>
+              {link_html}
+            </div>
+            """)
+        news_html = f"""
+  <div style="background:white;padding:20px 24px;border:1px solid #dee2e6;border-top:none">
+    <h3 style="color:#1a1a2e;margin-top:0;margin-bottom:14px">
+      📰 Notable News
+      <span style="font-size:0.7em;font-weight:normal;color:#666;margin-left:8px">
+        {len(brief.notable_news)} articles
+      </span>
+    </h3>
+    {"".join(cards)}
+  </div>
+"""
+    else:
+        news_html = """
+  <div style="background:#f8f9fa;padding:14px 24px;border:1px solid #dee2e6;border-top:none">
+    <p style="margin:0;color:#888;font-style:italic">No notable news articles retrieved.</p>
+  </div>
+"""
+
     html = f"""
-<div style="font-family:system-ui,sans-serif;max-width:900px;margin:auto">
+<div style="font-family:system-ui,sans-serif;max-width:920px;margin:auto">
 
+  <!-- Header -->
   <div style="background:#1a1a2e;color:white;padding:16px 24px;border-radius:8px 8px 0 0">
     <h2 style="margin:0 0 4px 0">🛡️ OSINT Threat Brief</h2>
     <p style="margin:0;opacity:0.7;font-size:0.9em">
-      {brief.country or 'Unknown Region'} &nbsp;|&nbsp;
+      {brief.country or 'Unknown'} &nbsp;|&nbsp;
       {brief.region} &nbsp;|&nbsp;
       {brief.assessment_date}
     </p>
   </div>
 
-  <div style="background:#f8f9fa;padding:16px 24px;border:1px solid #dee2e6">
-    <span style="margin-right:12px">
-      <strong>Severity:</strong> {badge(brief.severity, sev_color)}
-    </span>
-    <span style="margin-right:12px">
-      <strong>Confidence:</strong> {badge(brief.confidence, conf_color)}
-    </span>
-    <span>
-      <strong>Sources:</strong> {sources_str}
-    </span>
+  <!-- Status bar -->
+  <div style="background:#f0f3f8;padding:14px 24px;border:1px solid #dee2e6;
+              display:flex;align-items:center;gap:16px;flex-wrap:wrap">
+    <span><strong>Severity:</strong> &nbsp;{badge(brief.severity, sev_color)}</span>
+    <span><strong>Confidence:</strong> &nbsp;{badge(brief.confidence, conf_color)}</span>
+    <span style="color:#666;font-size:0.9em"><strong>Sources:</strong> {sources_str}</span>
+    <span style="color:#666;font-size:0.9em"><strong>Fatalities:</strong> {fatalities_str}</span>
   </div>
 
+  <!-- Narrative -->
   <div style="background:white;padding:20px 24px;border:1px solid #dee2e6;border-top:none">
     <h3 style="color:#1a1a2e;margin-top:0">Analytical Summary</h3>
-    <p style="line-height:1.7">{brief.narrative_summary or '<em>Not available</em>'}</p>
+    <p style="line-height:1.8;color:#333">{brief.narrative_summary or '<em>Not available</em>'}</p>
   </div>
 
-  <div style="display:grid;grid-template-columns:1fr 1fr;gap:0;border:1px solid #dee2e6;border-top:none">
-
+  <!-- Key findings + escalation -->
+  <div style="display:grid;grid-template-columns:1fr 1fr;border:1px solid #dee2e6;border-top:none">
     <div style="padding:16px 20px;border-right:1px solid #dee2e6">
       <h4 style="color:#1a1a2e;margin-top:0">🔍 Key Findings</h4>
-      <ul style="padding-left:18px;line-height:1.8">
+      <ul style="padding-left:18px;line-height:1.9;margin:0">
         {bullet_list(brief.key_findings)}
       </ul>
     </div>
-
     <div style="padding:16px 20px">
       <h4 style="color:#1a1a2e;margin-top:0">⚠️ Escalation Indicators</h4>
-      <ul style="padding-left:18px;line-height:1.8">
+      <ul style="padding-left:18px;line-height:1.9;margin:0">
         {bullet_list(brief.indicators_of_escalation)}
       </ul>
     </div>
+  </div>
 
-    <div style="padding:16px 20px;border-right:1px solid #dee2e6;border-top:1px solid #dee2e6">
+  <!-- Actors + locations -->
+  <div style="display:grid;grid-template-columns:1fr 1fr;border:1px solid #dee2e6;border-top:none">
+    <div style="padding:16px 20px;border-right:1px solid #dee2e6">
       <h4 style="color:#1a1a2e;margin-top:0">🎭 Primary Actors</h4>
-      <ul style="padding-left:18px;line-height:1.8">
+      <ul style="padding-left:18px;line-height:1.9;margin:0">
         {bullet_list(brief.primary_actors)}
       </ul>
     </div>
-
-    <div style="padding:16px 20px;border-top:1px solid #dee2e6">
+    <div style="padding:16px 20px">
       <h4 style="color:#1a1a2e;margin-top:0">📍 Key Locations</h4>
-      <ul style="padding-left:18px;line-height:1.8">
+      <ul style="padding-left:18px;line-height:1.9;margin:0">
         {bullet_list(brief.key_locations)}
       </ul>
     </div>
-
   </div>
 
+  <!-- Notable news -->
+  {news_html}
+
+  <!-- Watch items -->
   <div style="background:#fff8e1;padding:16px 24px;border:1px solid #dee2e6;border-top:none">
     <h4 style="color:#1a1a2e;margin-top:0">📡 Recommended Watch Items</h4>
-    <ul style="padding-left:18px;line-height:1.8;margin:0">
+    <ul style="padding-left:18px;line-height:1.9;margin:0">
       {bullet_list(brief.recommended_watch_items)}
     </ul>
   </div>
 
-  <div style="background:#f8f9fa;padding:12px 24px;border:1px solid #dee2e6;border-top:none;
-              border-radius:0 0 8px 8px;font-size:0.8em;color:#6c757d">
-    Reported fatalities: {fatalities_str} &nbsp;|&nbsp;
+  <!-- Footer -->
+  <div style="background:#f8f9fa;padding:10px 24px;border:1px solid #dee2e6;border-top:none;
+              border-radius:0 0 8px 8px;font-size:0.78em;color:#6c757d">
     Event types: {', '.join(brief.event_types) or 'N/A'} &nbsp;|&nbsp;
-    <em>This brief is AI-generated from open sources. Verify before operational use.</em>
+    <em>AI-generated from open sources. Verify before operational use.</em>
   </div>
 
 </div>