llm-proxy / app /providers /base.py
knighter75's picture
Clean
d866e5b
Raw
History Blame Contribute Delete
222 Bytes
from abc import ABC, abstractmethod
from typing import List, Dict, Any
class BaseLLMProvider(ABC):
@abstractmethod
async def generate(self, messages: List[Dict[str, str]], **kwargs) -> Dict[str, Any]:
pass