File size: 2,241 Bytes
32fc7aa |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 |
"""
LLM Client Provider Strategies.
"""
from typing import Any
from agent_framework import BaseChatClient
from agent_framework.openai import OpenAIChatClient
from src.clients.huggingface import HuggingFaceChatClient
from src.clients.registry import ClientProvider
from src.utils.config import Settings
class OpenAIProvider(ClientProvider):
"""Strategy for OpenAI client creation."""
@property
def name(self) -> str:
return "OpenAI"
def can_handle(
self, provider_name: str | None, api_key: str | None, settings: Settings
) -> bool:
# 1. Explicit request
if provider_name == "openai":
return True
# 2. BYOK Detection (sk-...)
if provider_name is None and api_key and api_key.startswith("sk-"):
return True
# 3. Env Fallback (if no explicit provider)
if provider_name is None and settings.has_openai_key:
return True
return False
def create(
self,
settings: Settings,
api_key: str | None = None,
model_id: str | None = None,
**kwargs: Any,
) -> BaseChatClient:
return OpenAIChatClient(
model_id=model_id or settings.openai_model,
api_key=api_key or settings.openai_api_key,
**kwargs,
)
class HuggingFaceProvider(ClientProvider):
"""Strategy for HuggingFace client creation (Free Tier Fallback)."""
@property
def name(self) -> str:
return "HuggingFace"
def can_handle(
self, provider_name: str | None, api_key: str | None, settings: Settings
) -> bool:
# 1. Explicit request
if provider_name == "huggingface":
return True
# 2. Fallback (Default) - only if NO specific provider requested
if provider_name is None:
return True
return False
def create(
self,
settings: Settings,
api_key: str | None = None,
model_id: str | None = None,
**kwargs: Any,
) -> BaseChatClient:
return HuggingFaceChatClient(
model_id=model_id or settings.huggingface_model,
api_key=api_key or settings.hf_token,
**kwargs,
)
|