Update app.py

app.py

@@ -1,8 +1,8 @@
-
-import os, time, html, logging, requests
+# app.py
+import os, time, html, logging, requests, threading
 from typing import Any, Dict, List, Optional
 from fastapi import FastAPI, HTTPException
-from fastapi.responses import HTMLResponse
+from fastapi.responses import HTMLResponse, JSONResponse
 
 # ----- Logging -----
 logging.basicConfig(level=logging.INFO, format="%(levelname)s %(message)s")
@@ -25,6 +25,10 @@ app = FastAPI()
 _pages: List[Dict[str, Any]] = []          # each: {"results": [...], "next": str|None}
 _next_cursor_url: Optional[str] = f"{BASE}/models"  # where to fetch next page from
 
+# Build state
+_BUILDING = False
+_BUILD_COMPLETE = False
+
 # ---------- Helpers ----------
 
 def _get_with_backoff(url: str) -> Dict[str, Any]:
@@ -59,6 +63,34 @@ def _ensure_page_loaded(target_index: int) -> None:
         })
         _next_cursor_url = payload.get("next")
 
+def _build_all_pages():
+    """
+    Fetches every page exactly once, then marks complete.
+    Intended to be run in a background thread started after first render.
+    """
+    global _BUILDING, _BUILD_COMPLETE, _next_cursor_url
+    if _BUILD_COMPLETE or _BUILDING:
+        return
+    _BUILDING = True
+    try:
+        # If nothing loaded yet, load the first page to guarantee index 0 exists
+        if not _pages and _next_cursor_url:
+            _ensure_page_loaded(0)
+        # Continue until no 'next'
+        while _next_cursor_url:
+            payload = _get_with_backoff(_next_cursor_url)
+            _pages.append({
+                "results": payload.get("results", []) or [],
+                "next": payload.get("next")
+            })
+            _next_cursor_url = payload.get("next")
+        _BUILD_COMPLETE = True
+        log.info("Catalog build complete. Total pages: %d", len(_pages))
+    except Exception as e:
+        log.error("Build failed: %s", e)
+    finally:
+        _BUILDING = False
+
 def _model_id(x: Dict[str, Any]) -> str:
     owner = x.get("owner") or x.get("username") or ""
     name = x.get("name") or ""
@@ -104,15 +136,41 @@ def _render_pagination(current_page: int) -> str:
             links.append(f"<span class='page current'>{i}</span>")
         else:
             links.append(f"<a class='page' href='/page/{i}'>{i}</a>")
-    # If we believe there are more pages (next cursor still present), show a link to the next index
+    # If more pages likely exist (cursor present), show a link to the next index
     if _next_cursor_url:
         links.append(f"<a class='page next' href='/page/{total_known + 1}'>Load {total_known + 1}</a>")
     return "<div class='pagination'>" + " ".join(links) + "</div>"
 
-def _shell(page_index_0: int, html_table: str) -> str:
+def _search_models(query: str) -> List[Dict[str, Any]]:
+    q = query.strip().lower()
+    if not q:
+        return []
+    results: List[Dict[str, Any]] = []
+    seen = set()
+    for page in _pages:
+        for m in page.get("results", []):
+            mid = _model_id(m)
+            hay = " ".join([
+                mid,
+                m.get("description") or "",
+                " ".join([str(t) for t in (m.get("tags") or m.get("categories") or [])])
+            ]).lower()
+            if q in hay:
+                if mid not in seen:
+                    results.append(m)
+                    seen.add(mid)
+    return results
+
+def _shell(page_index_0: int, html_table: str, *, search_query: str = "") -> str:
     page_num = page_index_0 + 1
     known_total = len(_pages)
     more_flag = "yes" if _next_cursor_url else "no"
+    building = "yes" if _BUILDING else "no"
+    complete = "yes" if _BUILD_COMPLETE else "no"
+
+    search_disabled = "" if _BUILD_COMPLETE else "disabled"
+    search_opacity = "1.0" if _BUILD_COMPLETE else "0.45"
+
     return f"""
 <!doctype html>
 <html>
@@ -120,8 +178,8 @@ def _shell(page_index_0: int, html_table: str) -> str:
 <meta charset="utf-8" />
 <title>Replicate Catalog — Page {page_num}</title>
 <style>
-  body {{ font-family: ui-sans-serif, system-ui, -apple-system, Segoe UI, Roboto, Helvetica, Arial, "Apple Color Emoji","Segoe UI Emoji"; margin: 24px; }}
-  .meta {{ margin-bottom: 16px; color: #444; }}
+  body {{ font-family: ui-sans-serif, system-ui, -apple-system, Segoe UI, Roboto, Helvetica, Arial; margin: 24px; }}
+  .meta {{ margin-bottom: 12px; color: #444; display: flex; gap: 16px; align-items: center; flex-wrap: wrap; }}
   .grid {{ width: 100%; border-collapse: collapse; }}
   .grid th, .grid td {{ border-bottom: 1px solid #eee; padding: 10px; vertical-align: top; }}
   .grid th {{ text-align: left; background: #fafafa; }}
@@ -135,15 +193,63 @@ def _shell(page_index_0: int, html_table: str) -> str:
   .page:hover {{ background: #fafafa; }}
   .page.current {{ background: #111; color: #fff; border-color: #111; cursor: default; }}
   .page.next {{ font-weight: 600; }}
+  .searchbar {{ display:flex; gap:8px; align-items:center; }}
+  .searchbar input[type="text"] {{ width: 360px; padding:8px 10px; border:1px solid #ddd; border-radius:8px; opacity:{search_opacity}; }}
+  .searchbar button {{ padding:8px 12px; border:1px solid #111; background:#111; color:#fff; border-radius:8px; opacity:{search_opacity}; }}
+  .pill {{ display:inline-block; padding:2px 8px; border:1px solid #ddd; border-radius:999px; font-size:12px; color:#333; }}
 </style>
 </head>
 <body>
   <div class="meta">
-    <div><strong>Replicate catalog</strong> — showing page {page_num} of {known_total} known; more pages available: {more_flag}</div>
-    <div>Rows on this page: {len(_pages[page_index_0]["results"])}</div>
+    <strong>Replicate catalog</strong>
+    <span class="pill">page {page_num} of {known_total} known</span>
+    <span class="pill">more pages available: {more_flag}</span>
+    <span class="pill">building: {building}</span>
+    <span class="pill">complete: {complete}</span>
   </div>
+
+  <form class="searchbar" method="GET" action="/search" onsubmit="return onSearchSubmit();" >
+    <input id="q" name="q" type="text" placeholder="Search models, descriptions, tags" value="{html.escape(search_query)}" {search_disabled} />
+    <button id="qbtn" type="submit" {search_disabled}>Search</button>
+    <span id="searchHint" style="color:#666; font-size:12px;">{'' if _BUILD_COMPLETE else 'Search available after catalog completes.'}</span>
+  </form>
+
   {html_table}
   {_render_pagination(page_num)}
+
+<script>
+  // Start building after the first render completes
+  document.addEventListener("DOMContentLoaded", function() {{
+      fetch("/build_all", {{ method: "POST" }})
+        .catch(() => {{ /* ignore */ }});
+      // Poll status to update UI affordances
+      const poll = () => {{
+        fetch("/status").then(r => r.json()).then(s => {{
+          // When complete, enable search UI (no reload required)
+          if (s.complete) {{
+            const q = document.getElementById("q");
+            const b = document.getElementById("qbtn");
+            const hint = document.getElementById("searchHint");
+            if (q && b) {{
+              q.disabled = false; b.disabled = false;
+              q.style.opacity = "1.0"; b.style.opacity = "1.0";
+              if (hint) hint.textContent = "";
+            }}
+          }}
+          // Update the document title with progress (optional, lightweight)
+          document.title = "Replicate Catalog — Page {page_num} (" + s.pages + " known)";
+          // Keep polling until complete
+          if (!s.complete) setTimeout(poll, 1200);
+        }}).catch(() => setTimeout(poll, 2000));
+      }};
+      poll();
+  }});
+
+  function onSearchSubmit() {{
+    const q = document.getElementById("q");
+    return q && !q.disabled;
+  }}
+</script>
 </body>
 </html>
 """
@@ -175,3 +281,41 @@ def page(n: int):
         raise HTTPException(status_code=404, detail="No more pages.")
     models = _pages[idx]["results"]
     return HTMLResponse(_shell(idx, _render_table(models)))
+
+@app.post("/build_all")
+def build_all():
+    """
+    Trigger a one-time, full-catalog build.
+    Starts only if not already building and not complete.
+    """
+    global _BUILDING, _BUILD_COMPLETE
+    if _BUILD_COMPLETE:
+        return JSONResponse({"started": False, "reason": "complete"}, status_code=200)
+    if _BUILDING:
+        return JSONResponse({"started": False, "reason": "already_building"}, status_code=200)
+    t = threading.Thread(target=_build_all_pages, daemon=True)
+    t.start()
+    return JSONResponse({"started": True}, status_code=202)
+
+@app.get("/status")
+def status():
+    return JSONResponse({
+        "pages": len(_pages),
+        "more": bool(_next_cursor_url),
+        "building": _BUILDING,
+        "complete": _BUILD_COMPLETE
+    })
+
+@app.get("/search", response_class=HTMLResponse)
+def search(q: str = ""):
+    # If not complete, keep the search UI disabled but render current page 1
+    idx = 0 if _pages else 0
+    base_models = _pages[idx]["results"] if _pages else []
+    if _BUILD_COMPLETE and q.strip():
+        results = _search_models(q)
+        content = _render_table(results)
+        return HTMLResponse(_shell(idx, content, search_query=q))
+    else:
+        # Show page 1 with disabled search and a hint
+        content = _render_table(base_models)
+        return HTMLResponse(_shell(idx, content, search_query=q))