api/routes/chat.py

from fastapi import APIRouter
from pydantic import BaseModel

from engines.chat.manager import ChatManager


router = APIRouter()
manager = ChatManager()


class ChatRequest(BaseModel):
    provider: str = "huggingface"
    model: str
    prompt: str


@router.post("/generate")
async def generate_chat(request: ChatRequest):
    response = await manager.generate(
        provider=request.provider,
        model=request.model,
        prompt=request.prompt,
    )

    return {
        "response": response
    }