| import os |
| import json |
| import tomli |
| from string import Template |
|
|
| from fastapi import FastAPI, Request, HTTPException |
| from fastapi import APIRouter |
|
|
| from openai import AsyncOpenAI |
|
|
| from . import prev_summaries |
| router = APIRouter() |
|
|
| OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY") |
| client = AsyncOpenAI(api_key=OPENAI_API_KEY) |
|
|
| @router.post("/openai_summary") |
| async def openai_summary(request: Request): |
| try: |
| body = await request.json() |
| except Exception as e: |
| raise HTTPException(status_code=400, detail="Invalid JSON payload") from e |
|
|
| conversation = body.get("conversation") |
| if not conversation: |
| raise HTTPException(status_code=400, detail="Missing 'conversation' in payload") |
|
|
| print("--------------------------------") |
| print(body) |
| print() |
| temperature = body.get("temperature", 0.7) |
| max_tokens = body.get("max_tokens", 256) |
| model = body.get("model", "gpt-4o-mini") |
| |
| |
| session_id = request.headers.get("X-Session-ID") |
| if not session_id: |
| raise HTTPException(status_code=400, detail="Missing 'session_id' in payload") |
|
|
| if session_id not in prev_summaries: |
| prev_summaries[session_id] = "" |
|
|
| prev_summary = prev_summaries[session_id] |
|
|
| with open("../../configs/prompts.toml", "rb") as f: |
| prompts = tomli.load(f) |
|
|
| prompt = Template(prompts["summarization"]["prompt"]) |
| system_prompt = Template(prompts["summarization"]["system_prompt"]) |
|
|
| latest_conversations = conversation[-2:] |
|
|
| for i, latest_conversation in enumerate(latest_conversations): |
| |
| if "attachments" in latest_conversation: |
| del latest_conversation["attachments"] |
| if "sessionId" in latest_conversation: |
| del latest_conversation["sessionId"] |
| latest_conversations[i] = latest_conversation |
|
|
| summary = await client.chat.completions.create( |
| model=model, |
| messages=[ |
| {"role": "system", "content": system_prompt.substitute(persona="professional")}, |
| {"role": "user", "content": prompt.substitute(previous_summary=prev_summary, latest_conversation=str(latest_conversations))} |
| ], |
| max_tokens=max_tokens, |
| temperature=temperature |
| ) |
|
|
| summary_text = summary.choices[0].message.content |
| prev_summaries[session_id] = summary_text |
| return {"summary": summary_text} |
|
|
