llm_engineering/model/inference/run.py

from __future__ import annotations

from llm_engineering.domain.inference import Inference
from llm_engineering.settings import settings


class InferenceExecutor:
    def __init__(
        self,
        llm: Inference,
        query: str,
        context: str | None = None,
    ) -> None:
        self.llm = llm
        self.query = query
        self.context = context if context else ""


    def execute(self) -> str:
        print("Setting payload")
        self.llm.set_payload(
            query=self.query,
            context=self.context,
        )
        answer = self.llm.inference()
        print(type(answer))
        return answer