Create app.py

app.py

@@ -4,6 +4,9 @@ from typing import List, Dict
 from ingest.registry import get_all_adapters
 from ingest.export import export_results
 from ingest.health import get_adapter_health
+from ingest.coverage import coverage_summary
+from ingest.discovery import agency_discovery
+from ingest.semantic import semantic_refine, semantic_available
 from analytics.events import log_event
 
 ALL_ADAPTERS = get_all_adapters()
@@ -13,7 +16,9 @@ def run_search(
     include_stubs: bool,
     enable_extended: bool,
     acknowledge_extended: bool,
+    enable_semantic: bool,
 ) -> List[Dict]:
+
     log_event("search", {"query_length": len(query or "")})
 
     if not query:
@@ -22,11 +27,9 @@ def run_search(
     results: List[Dict] = []
 
     for adapter in ALL_ADAPTERS:
-        # Skip stub adapters if not enabled
         if not include_stubs and not adapter.is_live:
             continue
 
-        # Extended adapters require explicit enable + acknowledgement
         if adapter.is_extended:
             if not enable_extended or not acknowledge_extended:
                 continue
@@ -48,33 +51,33 @@ def run_search(
                 "exportable": False,
             })
 
+    if enable_semantic and semantic_available():
+        results = semantic_refine(query, results)
+
     return results
 
 
 def table_from_results(results: List[Dict]):
-    rows = []
-    for r in results:
-        rows.append([
+    return [
+        [
             r.get("agency", ""),
             r.get("status", ""),
             r.get("title", ""),
             r.get("snippet", ""),
             r.get("url", ""),
-        ])
-    return rows
+        ]
+        for r in results
+    ]
 
 
 def export_handler(results: List[Dict]):
-    if not results:
-        return gr.File.update(visible=False)
-
     exportable = [r for r in results if r.get("exportable")]
-
     if not exportable:
         return gr.File.update(visible=False)
-
-    path = export_results(exportable)
-    return gr.File.update(value=path, visible=True)
+    return gr.File.update(
+        value=export_results(exportable),
+        visible=True
+    )
 
 
 with gr.Blocks() as app:
@@ -85,20 +88,18 @@ with gr.Blocks() as app:
 
     gr.Markdown(
         "ℹ️ **Stub results are informational and cannot be exported.**\n\n"
-        "Extended sources require explicit user consent before searching."
+        "Semantic search is optional and operates only on returned results."
     )
 
-    with gr.Row():
-        query = gr.Textbox(label="Search query", placeholder="e.g. MKULTRA")
+    query = gr.Textbox(label="Search query")
 
     with gr.Row():
-        include_stubs = gr.Checkbox(
-            label="Include Stub Results",
-            value=True
-        )
-        enable_extended = gr.Checkbox(
-            label="Enable Extended Coverage (opt-in)",
-            value=False
+        include_stubs = gr.Checkbox(label="Include Stub Results", value=True)
+        enable_extended = gr.Checkbox(label="Enable Extended Coverage", value=False)
+        enable_semantic = gr.Checkbox(
+            label="Enable Semantic Refinement (Experimental)",
+            value=False,
+            interactive=semantic_available()
         )
 
     acknowledge_extended = gr.Checkbox(
@@ -109,17 +110,25 @@ with gr.Blocks() as app:
     search_btn = gr.Button("Search")
 
     results_state = gr.State([])
+
     results_table = gr.Dataframe(
         headers=["Agency", "Status", "Title", "Snippet", "URL"],
         interactive=False,
         wrap=True
     )
 
-    export_btn = gr.Button(
-        "Export Results (ZIP)",
+    export_btn = gr.Button("Export Results (ZIP)", interactive=False)
+    export_file = gr.File(visible=False)
+
+    coverage_table = gr.Dataframe(
+        headers=["Agency", "Result Count"],
+        interactive=False
+    )
+
+    discovery_table = gr.Dataframe(
+        headers=["Agency", "Status", "Reason"],
         interactive=False
     )
-    export_file = gr.File(visible=False)
 
     search_btn.click(
         fn=run_search,
@@ -128,25 +137,28 @@ with gr.Blocks() as app:
             include_stubs,
             enable_extended,
             acknowledge_extended,
+            enable_semantic,
         ],
-        outputs=results_state,
+        outputs=results_state
     ).then(
         fn=lambda r: (
             table_from_results(r),
-            gr.Button.update(
-                interactive=any(x.get("exportable") for x in r)
-            ),
+            coverage_summary(r),
+            gr.Button.update(interactive=any(x.get("exportable") for x in r))
         ),
         inputs=results_state,
-        outputs=[results_table, export_btn],
+        outputs=[results_table, coverage_table, export_btn]
     )
 
     export_btn.click(
         fn=export_handler,
         inputs=results_state,
-        outputs=export_file,
+        outputs=export_file
     )
 
+    gr.Markdown("## 🌐 Agency Coverage")
+    discovery_table.value = agency_discovery()
+
     gr.Markdown("## 🔍 Adapter Health")
     gr.JSON(get_adapter_health())