"""
return html
# ─── Ollama proxy ─────────────────────────────────────────────────────────────
async def _ensure_ollama():
ok = await check_ollama_health()
if not ok:
subprocess.Popen(
["ollama", "serve"],
stdout=subprocess.DEVNULL,
stderr=subprocess.DEVNULL,
)
for _ in range(20):
await asyncio.sleep(0.5)
if await check_ollama_health():
return
raise HTTPException(502, "Ollama failed to start")
@app.api_route(
"/api/{path:path}",
methods=["GET", "POST", "PUT", "DELETE", "PATCH", "OPTIONS"],
)
async def ollama_proxy(path: str, request: Request):
await _ensure_ollama()
url = f"{OLLAMA_BASE}/api/{path}"
body = await request.body()
headers = {
k: v for k, v in request.headers.items()
if k.lower() not in ("host", "content-length")
}
async def stream_response():
async with httpx.AsyncClient(timeout=None) as client:
async with client.stream(
request.method, url,
content=body,
headers=headers,
params=dict(request.query_params),
) as r:
async for chunk in r.aiter_bytes():
yield chunk
try:
import json as _json
body_json = _json.loads(body) if body else {}
except Exception:
body_json = {}
if body_json.get("stream", True) and request.method == "POST":
return StreamingResponse(stream_response(), media_type="application/x-ndjson")
async with httpx.AsyncClient(timeout=120) as client:
r = await client.request(
request.method, url,
content=body,
headers=headers,
params=dict(request.query_params),
)
return JSONResponse(status_code=r.status_code, content=r.json())
# ─── Run ──────────────────────────────────────────────────────────────────────
if name == "main":
uvicorn.run("app:app", host="0.0.0.0", port=8000, reload=False)