Update app.py

app.py

@@ -1,176 +1,64 @@
-"""
-Federal FOIA Intelligence Search
-Public Electronic Reading Rooms Only
-"""
+# Federal FOIA Intelligence Search
+# Public Electronic Reading Rooms Only
 
-import asyncio
 import gradio as gr
-import plotly.graph_objects as go
-from datetime import datetime
-
-from ingest.registry import get_enabled_adapters
-from ingest.cluster import build_embeddings, cluster_embeddings
-from ingest.coverage import build_coverage_heatmap, build_agency_map
-from ingest.health import get_health_snapshot
-from ingest.export import (
-    export_journalist_zip,
-    export_pdf_report,
-    export_congressional_briefing,
-)
-from ingest.utils import (
-    highlight_terms,
-    classify_foia_exemptions,
-    format_bluebook_citation,
-)
-from ingest.timeline import build_timeline_figure
-from ingest.graph import build_cluster_graph
-from ingest.trends import build_exemption_trend_chart
-
-
-TITLE = "🏛️ Federal FOIA Intelligence Search"
-SUBTITLE = "Public Electronic Reading Rooms Only"
-
-
-# ---------------- Async-safe search ----------------
+import asyncio
+from ingest.registry import get_all_adapters
+from ingest.cluster import semantic_cluster
+from ingest.export import export_zip
+from ingest.foia_request import generate_foia_packet
+from ingest.health import adapter_health
 
-async def _run_search(query, enable_live, hide_stub):
-    adapters = get_enabled_adapters(enable_live=enable_live)
-    tasks = [a.search(query) for a in adapters]
-    responses = await asyncio.gather(*tasks, return_exceptions=True)
+adapters = get_all_adapters()
 
+async def run_search(query, live_only):
     results = []
-    per_agency_counts = {}
-
-    for adapter, resp in zip(adapters, responses):
-        if isinstance(resp, Exception):
+    for adapter in adapters:
+        if live_only and not adapter.is_live:
             continue
-        if hide_stub and adapter.is_stub:
-            continue
-
-        per_agency_counts[adapter.source_name] = len(resp)
-
-        for r in resp:
-            r["source"] = adapter.source_name
-            r["latency"] = adapter.last_latency
-            r["exemptions"] = classify_foia_exemptions(r.get("snippet", ""))
-            r["citation"] = format_bluebook_citation(r)
-            r["date"] = r.get("date", datetime.utcnow().isoformat())
-            results.append(r)
-
-    embeddings = build_embeddings(results)
-    clusters = cluster_embeddings(results, embeddings)
-
-    return (
-        results,
-        clusters,
-        build_coverage_heatmap(per_agency_counts),
-        build_agency_map(per_agency_counts),
-        build_timeline_figure(results),
-        build_exemption_trend_chart(results),
-        build_cluster_graph(results, clusters),
-    )
+        try:
+            r = await adapter.search(query)
+            results.extend(r)
+        except Exception:
+            adapter.health = "down"
+    return results
 
+def search_ui(query, live_only):
+    results = asyncio.run(run_search(query, live_only))
+    clusters = semantic_cluster(results)
+    return results, clusters
 
-def search_ui(query, enable_live, hide_stub):
-    loop = asyncio.new_event_loop()
-    asyncio.set_event_loop(loop)
+with gr.Blocks() as demo:
+    gr.Markdown("## Federal FOIA Intelligence Search")
+    gr.Markdown("*Public Electronic Reading Rooms Only*")
 
-    (
-        results,
-        clusters,
-        heatmap,
-        agency_map,
-        timeline,
-        exemption_trends,
-        cluster_graph,
-    ) = loop.run_until_complete(
-        _run_search(query, enable_live, hide_stub)
-    )
+    query = gr.Textbox(label="Search FOIA Reading Rooms")
+    live_toggle = gr.Checkbox(label="Enable Live Agencies (Public Only)")
 
-    table = []
-    for r in results:
-        table.append([
-            r["source"],
-            highlight_terms(r["title"], query),
-            r["url"],
-            r.get("snippet", ""),
-            ",".join(r["exemptions"]),
-            r["citation"],
-        ])
+    search_btn = gr.Button("Search")
 
-    return table, heatmap, agency_map, timeline, exemption_trends, cluster_graph
+    results_table = gr.Dataframe(label="Results")
+    cluster_plot = gr.Plot(label="Semantic Clusters")
 
+    with gr.Tab("📄 Document Preview"):
+        preview = gr.HTML()
 
-# ---------------- UI ----------------
-
-with gr.Blocks(title="Federal FOIA Intelligence Search") as demo:
-    gr.Markdown(f"# {TITLE}")
-    gr.Markdown(f"### {SUBTITLE}")
-    gr.Markdown(
-        "**Terms of Use:** Indexes only documents already released via official FOIA Electronic Reading Rooms."
-    )
-
-    with gr.Row():
-        query = gr.Textbox(label="Search FOIA documents")
-        search_btn = gr.Button("Search")
-
-    with gr.Row():
-        enable_live = gr.Checkbox(label="Enable Live Public Adapters", value=False)
-        hide_stub = gr.Checkbox(label="Hide Stub Sources", value=True)
-
-    results_table = gr.Dataframe(
-        headers=["Agency", "Title", "URL", "Snippet", "FOIA Exemptions", "Citation"],
-        wrap=True,
-    )
-
-    preview_box = gr.Markdown(label="📄 Document Preview")
-
-    with gr.Tabs():
-        with gr.Tab("🧠 Cluster Graph"):
-            cluster_plot = gr.Plot()
-
-        with gr.Tab("🗺️ Agency Coverage Map"):
-            agency_map_plot = gr.Plot()
-
-        with gr.Tab("📊 Coverage Heatmap"):
-            heatmap_box = gr.JSON()
-
-        with gr.Tab("🗓️ Timeline"):
-            timeline_plot = gr.Plot()
-
-        with gr.Tab("⚖️ FOIA Exemption Trends"):
-            exemption_plot = gr.Plot()
-
-        with gr.Tab("🏥 Health"):
-            health_box = gr.JSON(value=get_health_snapshot())
-
-    with gr.Row():
-        export_zip_btn = gr.Button("🧾 Journalist ZIP")
-        export_pdf_btn = gr.Button("📄 Transparency PDF")
-        export_congress_btn = gr.Button("🏛️ Congressional Briefing PDF")
-
-    export_status = gr.Textbox(label="Export Status")
+    with gr.Tab("🧾 FOIA Request Generator"):
+        agency = gr.Textbox(label="Agency")
+        subject = gr.Textbox(label="Subject")
+        packet_btn = gr.Button("Generate FOIA Packet")
+        packet_out = gr.File()
 
     search_btn.click(
-        fn=search_ui,
-        inputs=[query, enable_live, hide_stub],
-        outputs=[
-            results_table,
-            heatmap_box,
-            agency_map_plot,
-            timeline_plot,
-            exemption_plot,
-            cluster_plot,
-        ],
+        search_ui,
+        inputs=[query, live_toggle],
+        outputs=[results_table, cluster_plot]
     )
 
-    results_table.select(
-        lambda df, evt: f"### {df[evt.index][1]}\n\n{df[evt.index][3]}\n\n🔗 {df[evt.index][2]}",
-        outputs=preview_box,
+    packet_btn.click(
+        generate_foia_packet,
+        inputs=[agency, subject],
+        outputs=packet_out
     )
 
-    export_zip_btn.click(export_journalist_zip, results_table, export_status)
-    export_pdf_btn.click(export_pdf_report, results_table, export_status)
-    export_congress_btn.click(export_congressional_briefing, results_table, export_status)
-
-demo.queue().launch()
+demo.launch()