Update app.py

app.py

@@ -10,12 +10,21 @@ from datetime import datetime
 
 from ingest.registry import get_enabled_adapters
 from ingest.cluster import build_embeddings, cluster_embeddings
+from ingest.coverage import build_coverage_heatmap, build_agency_map
 from ingest.health import get_health_snapshot
-from ingest.coverage import build_coverage_heatmap
-from ingest.export import export_journalist_zip, export_pdf_report
-from ingest.utils import highlight_terms, classify_foia_exemptions, format_citation
+from ingest.export import (
+    export_journalist_zip,
+    export_pdf_report,
+    export_congressional_briefing,
+)
+from ingest.utils import (
+    highlight_terms,
+    classify_foia_exemptions,
+    format_bluebook_citation,
+)
 from ingest.timeline import build_timeline_figure
 from ingest.graph import build_cluster_graph
+from ingest.trends import build_exemption_trend_chart
 
 
 TITLE = "🏛️ Federal FOIA Intelligence Search"
@@ -24,7 +33,7 @@ SUBTITLE = "Public Electronic Reading Rooms Only"
 
 # ---------------- Async-safe search ----------------
 
-async def _run_search(query: str, enable_live: bool, hide_stub: bool):
+async def _run_search(query, enable_live, hide_stub):
     adapters = get_enabled_adapters(enable_live=enable_live)
     tasks = [a.search(query) for a in adapters]
     responses = await asyncio.gather(*tasks, return_exceptions=True)
@@ -44,18 +53,22 @@ async def _run_search(query: str, enable_live: bool, hide_stub: bool):
             r["source"] = adapter.source_name
             r["latency"] = adapter.last_latency
             r["exemptions"] = classify_foia_exemptions(r.get("snippet", ""))
-            r["citation"] = format_citation(r)
+            r["citation"] = format_bluebook_citation(r)
             r["date"] = r.get("date", datetime.utcnow().isoformat())
             results.append(r)
 
     embeddings = build_embeddings(results)
     clusters = cluster_embeddings(results, embeddings)
 
-    coverage = build_coverage_heatmap(per_agency_counts)
-    cluster_graph = build_cluster_graph(results, clusters)
-    timeline_fig = build_timeline_figure(results)
-
-    return results, clusters, per_agency_counts, coverage, cluster_graph, timeline_fig
+    return (
+        results,
+        clusters,
+        build_coverage_heatmap(per_agency_counts),
+        build_agency_map(per_agency_counts),
+        build_timeline_figure(results),
+        build_exemption_trend_chart(results),
+        build_cluster_graph(results, clusters),
+    )
 
 
 def search_ui(query, enable_live, hide_stub):
@@ -65,10 +78,11 @@ def search_ui(query, enable_live, hide_stub):
     (
         results,
         clusters,
-        counts,
-        coverage,
+        heatmap,
+        agency_map,
+        timeline,
+        exemption_trends,
         cluster_graph,
-        timeline_fig
     ) = loop.run_until_complete(
         _run_search(query, enable_live, hide_stub)
     )
@@ -81,10 +95,10 @@ def search_ui(query, enable_live, hide_stub):
             r["url"],
             r.get("snippet", ""),
             ",".join(r["exemptions"]),
-            f"{r.get('latency', 0):.2f}s"
+            r["citation"],
         ])
 
-    return table, counts, coverage, cluster_graph, timeline_fig
+    return table, heatmap, agency_map, timeline, exemption_trends, cluster_graph
 
 
 # ---------------- UI ----------------
@@ -92,10 +106,8 @@ def search_ui(query, enable_live, hide_stub):
 with gr.Blocks(title="Federal FOIA Intelligence Search") as demo:
     gr.Markdown(f"# {TITLE}")
     gr.Markdown(f"### {SUBTITLE}")
-
     gr.Markdown(
-        "**Terms of Use:** Indexes only documents already released "
-        "via official FOIA Electronic Reading Rooms."
+        "**Terms of Use:** Indexes only documents already released via official FOIA Electronic Reading Rooms."
     )
 
     with gr.Row():
@@ -107,26 +119,35 @@ with gr.Blocks(title="Federal FOIA Intelligence Search") as demo:
         hide_stub = gr.Checkbox(label="Hide Stub Sources", value=True)
 
     results_table = gr.Dataframe(
-        headers=["Agency", "Title", "URL", "Snippet", "FOIA Exemptions", "Latency"],
-        wrap=True
+        headers=["Agency", "Title", "URL", "Snippet", "FOIA Exemptions", "Citation"],
+        wrap=True,
     )
 
-    with gr.Tabs():
-        with gr.Tab("📊 Coverage Heatmap"):
-            coverage_box = gr.JSON()
+    preview_box = gr.Markdown(label="📄 Document Preview")
 
-        with gr.Tab("🧠 Semantic Cluster Graph"):
+    with gr.Tabs():
+        with gr.Tab("🧠 Cluster Graph"):
             cluster_plot = gr.Plot()
 
-        with gr.Tab("🗓️ Timeline View"):
+        with gr.Tab("🗺️ Agency Coverage Map"):
+            agency_map_plot = gr.Plot()
+
+        with gr.Tab("📊 Coverage Heatmap"):
+            heatmap_box = gr.JSON()
+
+        with gr.Tab("🗓️ Timeline"):
             timeline_plot = gr.Plot()
 
-        with gr.Tab("🏥 Agency Health"):
+        with gr.Tab("⚖️ FOIA Exemption Trends"):
+            exemption_plot = gr.Plot()
+
+        with gr.Tab("🏥 Health"):
             health_box = gr.JSON(value=get_health_snapshot())
 
     with gr.Row():
-        export_zip_btn = gr.Button("🧾 Journalist ZIP Export")
-        export_pdf_btn = gr.Button("📄 PDF Transparency Report")
+        export_zip_btn = gr.Button("🧾 Journalist ZIP")
+        export_pdf_btn = gr.Button("📄 Transparency PDF")
+        export_congress_btn = gr.Button("🏛️ Congressional Briefing PDF")
 
     export_status = gr.Textbox(label="Export Status")
 
@@ -135,23 +156,21 @@ with gr.Blocks(title="Federal FOIA Intelligence Search") as demo:
         inputs=[query, enable_live, hide_stub],
         outputs=[
             results_table,
-            coverage_box,
-            coverage_box,
+            heatmap_box,
+            agency_map_plot,
+            timeline_plot,
+            exemption_plot,
             cluster_plot,
-            timeline_plot
-        ]
+        ],
     )
 
-    export_zip_btn.click(
-        fn=export_journalist_zip,
-        inputs=[results_table],
-        outputs=[export_status]
+    results_table.select(
+        lambda df, evt: f"### {df[evt.index][1]}\n\n{df[evt.index][3]}\n\n🔗 {df[evt.index][2]}",
+        outputs=preview_box,
     )
 
-    export_pdf_btn.click(
-        fn=export_pdf_report,
-        inputs=[results_table],
-        outputs=[export_status]
-    )
+    export_zip_btn.click(export_journalist_zip, results_table, export_status)
+    export_pdf_btn.click(export_pdf_report, results_table, export_status)
+    export_congress_btn.click(export_congressional_briefing, results_table, export_status)
 
 demo.queue().launch()