apps/api/app/providers/llm/base.py

from __future__ import annotations

from abc import ABC, abstractmethod
from typing import Any


class LlmProvider(ABC):
    @abstractmethod
    async def complete(self, messages: list[dict[str, Any]], response_format: dict[str, Any] | None = None) -> str:
        raise NotImplementedError