tinymind-native-8b-remote-handoff/bundle/model/tinymind-apex/api.py

from __future__ import annotations

from pathlib import Path
from typing import Any

from fastapi import FastAPI
from pydantic import BaseModel

from tinymind_apex import TinyMindApex


class GenerateRequest(BaseModel):
    query: str
    top_k: int = 5


app = FastAPI(title="TinyMind Apex Runtime", version="1.0.0")
model = TinyMindApex(Path(r"D:\ad\tinymind\model\tinymind-apex"))


@app.get("/health")
def health() -> dict[str, Any]:
    return {
        "ok": True,
        "records": model.manifest["records"],
        "model": model.manifest["name"],
        "neural_core": model.neural is not None,
    }


@app.post("/generate")
def generate(req: GenerateRequest) -> dict[str, Any]:
    return model.generate(req.query, req.top_k)