fix bug LLM
Browse files- app/llm.py +6 -6
app/llm.py
CHANGED
|
@@ -40,7 +40,7 @@ class LLMClient:
|
|
| 40 |
|
| 41 |
def _setup_openai(self, config: Dict[str, Any]):
|
| 42 |
"""Cấu hình cho OpenAI."""
|
| 43 |
-
self.api_key = config.get("api_key") or os.getenv("OPENAI_API_KEY")
|
| 44 |
self.base_url = config.get("base_url", "https://api.openai.com/v1")
|
| 45 |
self.model = config.get("model", "gpt-3.5-turbo")
|
| 46 |
self.max_tokens = config.get("max_tokens", 1000)
|
|
@@ -51,17 +51,15 @@ class LLMClient:
|
|
| 51 |
|
| 52 |
def _setup_huggingface(self, config: Dict[str, Any]):
|
| 53 |
"""Cấu hình cho HuggingFace."""
|
| 54 |
-
self.api_key = config.get("api_key"
|
| 55 |
self.base_url = config.get("base_url", "https://api-inference.huggingface.co")
|
| 56 |
self.model = config.get("model", "microsoft/DialoGPT-medium")
|
| 57 |
self.max_tokens = config.get("max_tokens", 1000)
|
| 58 |
self.temperature = config.get("temperature", 0.7)
|
| 59 |
-
|
| 60 |
-
if not self.api_key:
|
| 61 |
-
raise ValueError("HuggingFace API key is required")
|
| 62 |
|
| 63 |
def _setup_local(self, config: Dict[str, Any]):
|
| 64 |
"""Cấu hình cho local model."""
|
|
|
|
| 65 |
self.base_url = config.get("base_url", "http://localhost:8000")
|
| 66 |
self.model = config.get("model", "default")
|
| 67 |
self.max_tokens = config.get("max_tokens", 1000)
|
|
@@ -69,11 +67,13 @@ class LLMClient:
|
|
| 69 |
|
| 70 |
def _setup_custom(self, config: Dict[str, Any]):
|
| 71 |
"""Cấu hình cho custom provider."""
|
|
|
|
| 72 |
self.base_url = config.get("base_url")
|
| 73 |
-
self.api_key = config.get("api_key")
|
| 74 |
self.model = config.get("model", "default")
|
| 75 |
self.max_tokens = config.get("max_tokens", 1000)
|
| 76 |
self.temperature = config.get("temperature", 0.7)
|
|
|
|
|
|
|
| 77 |
|
| 78 |
def _setup_HFS(self, config: Dict[str, Any]):
|
| 79 |
"""Cấu hình cho custom provider."""
|
|
|
|
| 40 |
|
| 41 |
def _setup_openai(self, config: Dict[str, Any]):
|
| 42 |
"""Cấu hình cho OpenAI."""
|
| 43 |
+
self.api_key = config.get("api_key") or os.getenv("OPENAI_API_KEY") or ""
|
| 44 |
self.base_url = config.get("base_url", "https://api.openai.com/v1")
|
| 45 |
self.model = config.get("model", "gpt-3.5-turbo")
|
| 46 |
self.max_tokens = config.get("max_tokens", 1000)
|
|
|
|
| 51 |
|
| 52 |
def _setup_huggingface(self, config: Dict[str, Any]):
|
| 53 |
"""Cấu hình cho HuggingFace."""
|
| 54 |
+
self.api_key = config.get("api_key", "")
|
| 55 |
self.base_url = config.get("base_url", "https://api-inference.huggingface.co")
|
| 56 |
self.model = config.get("model", "microsoft/DialoGPT-medium")
|
| 57 |
self.max_tokens = config.get("max_tokens", 1000)
|
| 58 |
self.temperature = config.get("temperature", 0.7)
|
|
|
|
|
|
|
|
|
|
| 59 |
|
| 60 |
def _setup_local(self, config: Dict[str, Any]):
|
| 61 |
"""Cấu hình cho local model."""
|
| 62 |
+
self.api_key = ""
|
| 63 |
self.base_url = config.get("base_url", "http://localhost:8000")
|
| 64 |
self.model = config.get("model", "default")
|
| 65 |
self.max_tokens = config.get("max_tokens", 1000)
|
|
|
|
| 67 |
|
| 68 |
def _setup_custom(self, config: Dict[str, Any]):
|
| 69 |
"""Cấu hình cho custom provider."""
|
| 70 |
+
self.api_key = config.get("api_key", "")
|
| 71 |
self.base_url = config.get("base_url")
|
|
|
|
| 72 |
self.model = config.get("model", "default")
|
| 73 |
self.max_tokens = config.get("max_tokens", 1000)
|
| 74 |
self.temperature = config.get("temperature", 0.7)
|
| 75 |
+
if not self.base_url:
|
| 76 |
+
raise ValueError("Custom provider requires base_url")
|
| 77 |
|
| 78 |
def _setup_HFS(self, config: Dict[str, Any]):
|
| 79 |
"""Cấu hình cho custom provider."""
|