routes/summary.py

from fastapi import APIRouter
from models.text_request import TextRequest
from prompts import getsummary
from llm.llm_api import LlmApi

router = APIRouter(prefix="", tags=["summary"])

@router.post("/getsummary")
async def getsummary_route(request: TextRequest):
    llm_api = LlmApi().get_api()
    trimmed_summary_prompt = await llm_api.trim_prompt(getsummary.USER_PROMPT.format(text=request.text))
    response_summary = await llm_api.predict(trimmed_summary_prompt)
    
    trimmed_convert_prompt = await llm_api.trim_prompt(getsummary.CONVERT_SUMMARY_TO_TEXT.format(summary=response_summary))
    response_final = await llm_api.predict(trimmed_convert_prompt)
    
    return {"result": response_final}