Spaces:
Paused
Paused
File size: 631 Bytes
1bc3f18 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 | from abc import ABC, abstractmethod
class LLMInterface(ABC):
@abstractmethod
def set_generation_model(self, model_id: str):
pass
@abstractmethod
def set_embedding_model(self, model_id: str, embedding_size: int):
pass
@abstractmethod
def generate_text(self, prompt: str, chat_history: list=[], max_output_tokens: int=None,
temperature: float = None):
pass
@abstractmethod
def embed_text_batch(self, texts: list[str], batch_size: int = 32):
pass
@abstractmethod
def construct_prompt(self, prompt: str, role: str):
pass
|