from __future__ import annotations from abc import ABC, abstractmethod from typing import Any class LlmProvider(ABC): @abstractmethod async def complete(self, messages: list[dict[str, Any]], response_format: dict[str, Any] | None = None) -> str: raise NotImplementedError