tarujain8's picture
initial deploy
a613e88
Raw
History Blame Contribute Delete
665 Bytes
from backend.core.config import settings
from backend.llm.amd_llm import get_amd_llm
from backend.llm.hf_llm import get_hf_llm
from backend.llm.openai_llm import get_openai_llm
def _normalize_provider(provider):
return (provider or "").split("#", 1)[0].strip().lower()
def get_llm():
provider = _normalize_provider(settings.LLM_PROVIDER)
if provider == "openai":
return get_openai_llm()
elif provider == "hf":
return get_hf_llm()
elif provider == "amd":
return get_amd_llm()
else:
raise ValueError(
f"Invalid LLM_PROVIDER: '{settings.LLM_PROVIDER}'. Use one of: openai, hf, amd."
)