LeomordKaly's picture
deploy: phase 3 BYOK backend (Dockerfile.hf, FastAPI on 7860)
09ed8ca verified
raw
history blame contribute delete
325 Bytes
"""Inference module — LLM provider abstraction and sensitivity-based routing."""
from inference.llm_factory import LLMResponse, get_llm
from inference.ollama_client import OllamaClient
from inference.router import InferenceRouter
__all__ = [
"InferenceRouter",
"LLMResponse",
"OllamaClient",
"get_llm",
]