sage-api / src /llm /__init__.py
hiasgnpsadgd's picture
Deploy current MIMIC-only SAGE backend
de0f30b verified
Raw
History Blame Contribute Delete
1.39 kB
"""Extensible JSON-capable LLM providers for SAGE."""
from .azure_openai import AzureOpenAIError, AzureOpenAIJsonProvider, AzureOpenAISettings, build_azure_openai_provider
from .base import JsonLlmProvider, LlmProviderError, parse_json_content
from .concurrency import ConcurrencyCappedProvider, wrap_provider
from .factory import build_json_llm_provider
from .local_vllm import (
DEFAULT_QWEN_VLLM_PROFILE,
DEFAULT_VLLM_HUB_DIR,
build_local_vllm_provider,
build_qwen_vllm_provider,
)
from .openai_compatible import OpenAICompatibleError, OpenAICompatibleJsonProvider, OpenAICompatibleSettings
from .openai import (
DEFAULT_OPENAI_BASE_URL,
DEFAULT_OPENAI_MODEL,
DEFAULT_OPENAI_RESPONSE_FORMAT,
build_openai_provider,
)
__all__ = [
"DEFAULT_VLLM_HUB_DIR",
"DEFAULT_QWEN_VLLM_PROFILE",
"DEFAULT_OPENAI_BASE_URL",
"DEFAULT_OPENAI_MODEL",
"DEFAULT_OPENAI_RESPONSE_FORMAT",
"AzureOpenAIError",
"AzureOpenAIJsonProvider",
"AzureOpenAISettings",
"ConcurrencyCappedProvider",
"JsonLlmProvider",
"LlmProviderError",
"OpenAICompatibleError",
"OpenAICompatibleJsonProvider",
"OpenAICompatibleSettings",
"build_azure_openai_provider",
"build_json_llm_provider",
"build_local_vllm_provider",
"build_openai_provider",
"build_qwen_vllm_provider",
"parse_json_content",
"wrap_provider",
]