fix: stream deployed advisor turns through app api

.gitattributes

@@ -1,46 +1,2 @@
 # Auto detect text files and perform LF normalization
 * text=auto
-.venv/lib/python3.11/site-packages/PIL/.dylibs/libavif.16.4.1.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/libbrotlicommon.1.2.0.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/libbrotlidec.1.2.0.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/libfreetype.6.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/libharfbuzz.0.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/libjpeg.62.4.0.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/liblcms2.2.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/liblzma.5.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/libopenjp2.2.5.4.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/libpng16.16.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/libtiff.6.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/libwebp.7.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/libwebpmux.3.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/libxcb.1.1.0.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/PIL/.dylibs/libz.1.3.1.zlib-ng.dylib filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/dateutil/zoneinfo/dateutil-zoneinfo.tar.gz filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/media_assets/audio/cantina.wav filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/media_assets/audio/recording1.wav filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/media_assets/audio/sax.wav filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/media_assets/images/groot.jpeg filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/media_assets/images/tower.jpg filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/media_assets/models3d/Duck.glb filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/media_assets/models3d/sofia.stl filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/media_assets/videos/a.mp4 filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/media_assets/videos/b.avi filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/media_assets/videos/b.mp4 filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/media_assets/videos/world.mp4 filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/templates/frontend/static/fonts/Source[[:space:]]Sans[[:space:]]Pro/SourceSansPro-Bold.woff2 filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/templates/frontend/static/fonts/Source[[:space:]]Sans[[:space:]]Pro/SourceSansPro-Regular.woff2 filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/templates/node/build/client/_app/immutable/chunks/5J0xJHOV.js.br filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/templates/node/build/client/_app/immutable/chunks/BMdH9xbf.js.br filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/templates/node/build/client/_app/immutable/chunks/BmzEVe0D.js.br filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/templates/node/build/client/_app/immutable/chunks/CGkloIng.js.br filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/templates/node/build/client/_app/immutable/chunks/CLj6IfqE.js.br filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/templates/node/build/client/_app/immutable/chunks/CZccx8Oi.js.br filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/templates/node/build/client/_app/immutable/chunks/CgysOIik.js.br filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/templates/node/build/client/_app/immutable/chunks/DuZ9aF7D.js.br filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/templates/node/build/client/_app/immutable/chunks/Dufjs8Ut.js.br filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/gradio/templates/node/build/client/_app/immutable/chunks/Ku4z6Hhd.js.br filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/pip/_vendor/distlib/t64-arm.exe filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/pip/_vendor/distlib/t64.exe filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/pip/_vendor/distlib/w64-arm.exe filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/pip/_vendor/distlib/w64.exe filter=lfs diff=lfs merge=lfs -text
-.venv/lib/python3.11/site-packages/playwright/driver/node filter=lfs diff=lfs merge=lfs -text

app.py

@@ -6,7 +6,7 @@ from pathlib import Path
 from typing import Any, Iterator
 
 from fastapi import Body
-from fastapi.responses import FileResponse, HTMLResponse, JSONResponse, Response
+from fastapi.responses import FileResponse, HTMLResponse, JSONResponse, Response, StreamingResponse
 from gradio import Server
 
 from hackathon_advisor.agent import AdvisorEngine
@@ -46,6 +46,48 @@ def _engine_turn(message: str, session: dict[str, Any]):
     return engine.turn(message, session)
 
 
+def _session_from_json(session_json: str = "{}") -> dict[str, Any]:
+    try:
+        session = json.loads(session_json or "{}")
+    except json.JSONDecodeError:
+        return {}
+    return session if isinstance(session, dict) else {}
+
+
+def _session_from_payload(payload: dict[str, Any] | None) -> dict[str, Any]:
+    payload = payload or {}
+    return _session_from_json(str(payload.get("session_json") or "{}"))
+
+
+def _agent_turn_events(message: str, session_json: str = "{}") -> Iterator[str]:
+    session = _session_from_json(session_json)
+    result = _engine_turn(message, session)
+    yield _json_event(
+        {
+            "type": "start",
+            "corrections": [correction.to_dict() for correction in result.corrections],
+            "normalized_text": result.normalized_text,
+            "tool_events": [event.to_dict() for event in result.tool_events],
+        }
+    )
+
+    for chunk in result.stream_chunks():
+        yield _json_event({"type": "token", "text": chunk})
+
+    yield _json_event(
+        {
+            "type": "done",
+            "state": result.state,
+            "response": result.response,
+            "projects": [project.to_public_dict() for project in result.projects],
+            "whitespace": [item.to_dict() for item in result.whitespace],
+            "score": result.score.to_dict() if result.score else None,
+            "plan": result.plan,
+            "artifact": result.artifact,
+        }
+    )
+
+
 @app.get("/", response_class=HTMLResponse)
 def home() -> FileResponse:
     return FileResponse(STATIC_DIR / "index.html")
@@ -135,6 +177,45 @@ def artifact_png(artifact: dict[str, Any] | None = Body(default=None)) -> Respon
     )
 
 
+@app.post("/api/agent-turn")
+def agent_turn_stream(payload: dict[str, Any] | None = Body(default=None)) -> StreamingResponse:
+    payload = payload or {}
+    message = str(payload.get("message") or "")
+    session_json = str(payload.get("session_json") or "{}")
+
+    def stream() -> Iterator[str]:
+        for event in _agent_turn_events(message, session_json):
+            yield f"{event}\n"
+
+    return StreamingResponse(stream(), media_type="application/x-ndjson")
+
+
+@app.post("/api/field-notes")
+def field_notes_api(payload: dict[str, Any] | None = Body(default=None)) -> Response:
+    session = _session_from_payload(payload)
+    content = build_field_notes_markdown(
+        session,
+        {
+            **trace_metadata(index),
+            "project_count": len(index.projects),
+        },
+    )
+    return Response(content=content, media_type="text/markdown; charset=utf-8")
+
+
+@app.post("/api/chapter")
+def chapter_api(payload: dict[str, Any] | None = Body(default=None)) -> Response:
+    session = _session_from_payload(payload)
+    content = build_chapter_markdown(
+        session,
+        {
+            **trace_metadata(index),
+            "project_count": len(index.projects),
+        },
+    )
+    return Response(content=content, media_type="text/markdown; charset=utf-8")
+
+
 @app.get("/api/lora-training-kit.zip")
 def lora_training_kit() -> Response:
     runtime_status = engine.runtime_status()
@@ -160,19 +241,13 @@ def tool_contract_check(model_output: str, fallback_query: str = "") -> dict:
 
 @app.api(name="trace_artifact", concurrency_limit=8)
 def trace_artifact(session_json: str = "{}") -> str:
-    try:
-        session = json.loads(session_json or "{}")
-    except json.JSONDecodeError:
-        session = {}
+    session = _session_from_json(session_json)
     return build_trace_jsonl(session, trace_metadata(index))
 
 
 @app.api(name="field_notes", concurrency_limit=8)
 def field_notes_artifact(session_json: str = "{}") -> str:
-    try:
-        session = json.loads(session_json or "{}")
-    except json.JSONDecodeError:
-        session = {}
+    session = _session_from_json(session_json)
     return build_field_notes_markdown(
         session,
         {
@@ -184,10 +259,7 @@ def field_notes_artifact(session_json: str = "{}") -> str:
 
 @app.api(name="chapter", concurrency_limit=8)
 def chapter_artifact(session_json: str = "{}") -> str:
-    try:
-        session = json.loads(session_json or "{}")
-    except json.JSONDecodeError:
-        session = {}
+    session = _session_from_json(session_json)
     return build_chapter_markdown(
         session,
         {
@@ -199,10 +271,7 @@ def chapter_artifact(session_json: str = "{}") -> str:
 
 @app.api(name="lora_dataset", concurrency_limit=8)
 def lora_dataset_artifact(session_json: str = "{}") -> str:
-    try:
-        session = json.loads(session_json or "{}")
-    except json.JSONDecodeError:
-        session = {}
+    session = _session_from_json(session_json)
     return build_lora_dataset_jsonl(
         session,
         {
@@ -214,10 +283,7 @@ def lora_dataset_artifact(session_json: str = "{}") -> str:
 
 @app.api(name="submission_packet", concurrency_limit=8)
 def submission_packet_artifact(session_json: str = "{}") -> str:
-    try:
-        session = json.loads(session_json or "{}")
-    except json.JSONDecodeError:
-        session = {}
+    session = _session_from_json(session_json)
     runtime_status = engine.runtime_status()
     return build_submission_packet_markdown(
         session,
@@ -231,36 +297,7 @@ def submission_packet_artifact(session_json: str = "{}") -> str:
 
 @app.api(name="agent_turn", concurrency_limit=4, stream_every=0.04)
 def agent_turn(message: str, session_json: str = "{}") -> Iterator[str]:
-    try:
-        session = json.loads(session_json or "{}")
-    except json.JSONDecodeError:
-        session = {}
-
-    result = _engine_turn(message, session)
-    yield _json_event(
-        {
-            "type": "start",
-            "corrections": [correction.to_dict() for correction in result.corrections],
-            "normalized_text": result.normalized_text,
-            "tool_events": [event.to_dict() for event in result.tool_events],
-        }
-    )
-
-    for chunk in result.stream_chunks():
-        yield _json_event({"type": "token", "text": chunk})
-
-    yield _json_event(
-        {
-            "type": "done",
-            "state": result.state,
-            "response": result.response,
-            "projects": [project.to_public_dict() for project in result.projects],
-            "whitespace": [item.to_dict() for item in result.whitespace],
-            "score": result.score.to_dict() if result.score else None,
-            "plan": result.plan,
-            "artifact": result.artifact,
-        }
-    )
+    yield from _agent_turn_events(message, session_json)
 
 
 if __name__ == "__main__":

static/app.js

@@ -1,5 +1,3 @@
-import { Client } from "https://cdn.jsdelivr.net/npm/@gradio/client/dist/index.min.js";
-
 const form = document.querySelector("#turn-form");
 const input = document.querySelector("#message");
 const submit = document.querySelector("#submit");
@@ -35,7 +33,6 @@ const CHAPTER_FILENAME = "hackathon-advisor-chapter.md";
 const PNG_EXPORT_LABEL = "PNG";
 
 let session = {};
-let clientPromise = Client.connect(window.location.origin);
 let currentArtifact = null;
 let goalOptions = [];
 let goalProfiles = [];
@@ -150,18 +147,19 @@ async function runTurn(message) {
 
   let completed = false;
   try {
-    const client = await clientPromise;
-    const submission = client.submit("/agent_turn", {
-      message,
-      session_json: JSON.stringify(session),
+    const response = await fetch("/api/agent-turn", {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({
+        message,
+        session_json: JSON.stringify(session),
+      }),
     });
+    if (!response.ok) throw new Error(`advisor failed with ${response.status}`);
+    if (!response.body) throw new Error("advisor stream was empty");
 
-    for await (const event of submission) {
-      if (event.type !== "data") continue;
-      const payloads = Array.isArray(event.data) ? event.data : [event.data];
-      for (const raw of payloads) {
-        handleEvent(JSON.parse(raw));
-      }
+    for await (const raw of readNdjson(response.body)) {
+      handleEvent(JSON.parse(raw));
     }
     completed = true;
   } catch (error) {
@@ -179,6 +177,29 @@ async function runTurn(message) {
   return completed;
 }
 
+async function* readNdjson(stream) {
+  const reader = stream.getReader();
+  const decoder = new TextDecoder();
+  let buffer = "";
+
+  while (true) {
+    const { value, done } = await reader.read();
+    if (done) break;
+    buffer += decoder.decode(value, { stream: true });
+    let newlineIndex = buffer.indexOf("\n");
+    while (newlineIndex >= 0) {
+      const line = buffer.slice(0, newlineIndex).trim();
+      buffer = buffer.slice(newlineIndex + 1);
+      if (line) yield line;
+      newlineIndex = buffer.indexOf("\n");
+    }
+  }
+
+  buffer += decoder.decode();
+  const finalLine = buffer.trim();
+  if (finalLine) yield finalLine;
+}
+
 async function runCommand(command) {
   if (!command) return;
   const draft = input.value.trim();
@@ -993,7 +1014,7 @@ function setSessionStatus(message) {
 
 async function exportNotes() {
   await exportMarkdown({
-    endpoint: "/field_notes",
+    endpoint: "/api/field-notes",
     filename: FIELD_NOTES_FILENAME,
     button: exportNotesButton,
     busyLabel: "Notes...",
@@ -1004,7 +1025,7 @@ async function exportNotes() {
 
 async function exportChapter() {
   await exportMarkdown({
-    endpoint: "/chapter",
+    endpoint: "/api/chapter",
     filename: CHAPTER_FILENAME,
     button: exportChapterButton,
     busyLabel: "Chapter...",
@@ -1023,12 +1044,15 @@ async function exportMarkdown({ endpoint, filename, button, busyLabel, pendingLa
   corrections.textContent = session.ui_status;
   saveSession();
   try {
-    const client = await clientPromise;
-    const result = await client.predict(endpoint, {
-      session_json: JSON.stringify(session),
+    const response = await fetch(endpoint, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({
+        session_json: JSON.stringify(session),
+      }),
     });
-    const data = Array.isArray(result.data) ? result.data[0] : result.data;
-    const text = String(data || "");
+    if (!response.ok) throw new Error(`export failed with ${response.status}`);
+    const text = await response.text();
     if (!text.trim()) throw new Error("empty export");
     if (!isCurrentSessionRevision(revision)) return;
     downloadText(filename, text, "text/markdown;charset=utf-8");

tests/test_app.py

@@ -1,14 +1,18 @@
 import json
+import asyncio
 from io import BytesIO
 from zipfile import ZipFile
 
 from app import (
+    agent_turn_stream,
     artifact_png,
     bootstrap,
+    chapter_api,
     chapter_artifact,
     demo_bundle,
     demo_session,
     engine,
+    field_notes_api,
     field_notes_artifact,
     health,
     index,
@@ -23,6 +27,13 @@ from app import (
 )
 
 
+async def _read_streaming_response(response) -> str:
+    chunks = []
+    async for chunk in response.body_iterator:
+        chunks.append(chunk.decode("utf-8") if isinstance(chunk, bytes) else chunk)
+    return "".join(chunks)
+
+
 def test_health_exposes_index_metadata() -> None:
     payload = health()
 
@@ -50,6 +61,35 @@ def test_bootstrap_exposes_index_metadata() -> None:
     assert all("trace" not in goal["description"].lower() for goal in payload["goal_profiles"])
 
 
+def test_agent_turn_stream_endpoint_exports_ndjson_events() -> None:
+    response = agent_turn_stream(
+        {
+            "message": "A local-first archive cartographer for family photos",
+            "session_json": "{}",
+        }
+    )
+    payload = asyncio.run(_read_streaming_response(response))
+    lines = [json.loads(line) for line in payload.splitlines()]
+
+    assert response.media_type == "application/x-ndjson"
+    assert lines[0]["type"] == "start"
+    assert any(line["type"] == "token" for line in lines)
+    assert lines[-1]["type"] == "done"
+    assert lines[-1]["state"]["ideas"]
+
+
+def test_markdown_api_endpoints_return_plain_markdown() -> None:
+    state = engine.turn("A local-first archive cartographer for family photos", {}).state
+
+    notes = field_notes_api({"session_json": json.dumps(state)})
+    chapter = chapter_api({"session_json": json.dumps(state)})
+
+    assert notes.media_type == "text/markdown; charset=utf-8"
+    assert notes.body.decode("utf-8").startswith("# Hackathon Advisor Field Notes")
+    assert chapter.media_type == "text/markdown; charset=utf-8"
+    assert chapter.body.decode("utf-8").startswith("# The Unwritten Almanac Chapter")
+
+
 def test_trace_artifact_endpoint_exports_jsonl() -> None:
     state = engine.turn("A local-first archive cartographer for family photos", {}).state
     payload = trace_artifact(json.dumps(state))

tests/test_frontend_copy.py

@@ -12,6 +12,9 @@ def test_main_interface_copy_is_builder_facing() -> None:
     assert "Loading an example idea board." in app_js
     assert "Example idea board loaded with a plan and share page." in app_js
     assert "/api/artifact.png" in app_js
+    assert "/api/agent-turn" in app_js
+    assert "readNdjson" in app_js
+    assert "@gradio/client" not in app_js
     assert "renderArtifactCanvas" not in app_js
     assert "canvas.toDataURL" not in app_js
     assert 'aria-label="Export build notes"' in html