Update app.py

app.py

@@ -1,41 +1,90 @@
-import asyncio
 import gradio as gr
-from ingest.registry import get_live_adapters
+import asyncio
+
+from ingest.registry import get_all_adapters
+from ingest.cluster import semantic_clusters
+from ingest.export import export_results_zip
+from ingest.health import check_health
+
+ADAPTERS = get_all_adapters()
 
-ADAPTERS = get_live_adapters()
+async def federated_search(query: str):
+    results = []
+    for adapter in ADAPTERS.values():
+        try:
+            res = await adapter.search(query)
+            results.extend(res)
+        except Exception:
+            continue
+    return results
 
-async def live_search(query):
-    tasks = [a.search(query) for a in ADAPTERS]
-    results = await asyncio.gather(*tasks, return_exceptions=True)
+def run_search(query):
+    if not query.strip():
+        return [], []
 
-    flat = []
-    for r in results:
-        if isinstance(r, list):
-            flat.extend(r)
+    results = asyncio.run(federated_search(query))
 
-    return [
-        [x["agency"], x["source"], x["title"], x["url"]]
-        for x in flat
+    rows = [
+        [r["source"], r["title"], r["url"], r["snippet"]]
+        for r in results
     ]
 
-def run_search(query):
-    return asyncio.run(live_search(query))
+    texts = [r["snippet"] for r in results]
+    clusters = semantic_clusters(texts) if texts else []
+
+    return rows, clusters
+
+def export_zip_handler(table):
+    results = []
+    for row in table:
+        results.append({
+            "source": row[0],
+            "title": row[1],
+            "url": row[2],
+            "snippet": row[3],
+        })
+    return export_results_zip(results)
 
-with gr.Blocks() as demo:
-    gr.Markdown("""
-# 🏛️ Federal FOIA Intelligence Search  
-**Public Electronic Reading Rooms Only**  
-_Live CIA CREST & FBI Vault_
-""")
+with gr.Blocks() as app:
+    gr.Markdown(
+        "# **Federal FOIA Intelligence Search**\n"
+        "### Public Electronic Reading Rooms Only\n\n"
+        "Live, robots-compliant search across U.S. government FOIA libraries."
+    )
+
+    query = gr.Textbox(label="Search term", placeholder="e.g. UAP, procurement, surveillance")
+    search_btn = gr.Button("Search")
+
+    results_table = gr.Dataframe(
+        headers=["Agency", "Title", "URL", "Snippet"],
+        interactive=False,
+        wrap=True
+    )
+
+    cluster_output = gr.State()
+
+    search_btn.click(
+        fn=run_search,
+        inputs=query,
+        outputs=[results_table, cluster_output]
+    )
 
-    query = gr.Textbox(label="Search FOIA documents")
-    btn = gr.Button("Live Search")
+    gr.Markdown("### Export")
+    export_btn = gr.Button("Export Results (ZIP)")
+    zip_file = gr.File(label="Download ZIP")
 
-    table = gr.Dataframe(
-        headers=["Agency", "Source", "Title", "URL"],
-        interactive=False
+    export_btn.click(
+        fn=export_zip_handler,
+        inputs=results_table,
+        outputs=zip_file
     )
 
-    btn.click(run_search, query, table)
+    gr.Markdown("### Source Health")
+    for adapter in ADAPTERS.values():
+        health = check_health(adapter)
+        gr.Markdown(
+            f"- **{health['source']}**: {health['status']} "
+            f"({health['latency_ms']} ms)"
+        )
 
-demo.launch()
+app.launch()