VietCat commited on
Commit
66c2eb0
·
1 Parent(s): 19142de

fix bug LLM

Browse files
Files changed (1) hide show
  1. app/llm.py +6 -6
app/llm.py CHANGED
@@ -40,7 +40,7 @@ class LLMClient:
40
 
41
  def _setup_openai(self, config: Dict[str, Any]):
42
  """Cấu hình cho OpenAI."""
43
- self.api_key = config.get("api_key") or os.getenv("OPENAI_API_KEY")
44
  self.base_url = config.get("base_url", "https://api.openai.com/v1")
45
  self.model = config.get("model", "gpt-3.5-turbo")
46
  self.max_tokens = config.get("max_tokens", 1000)
@@ -51,17 +51,15 @@ class LLMClient:
51
 
52
  def _setup_huggingface(self, config: Dict[str, Any]):
53
  """Cấu hình cho HuggingFace."""
54
- self.api_key = config.get("api_key") or os.getenv("HUGGINGFACE_API_KEY")
55
  self.base_url = config.get("base_url", "https://api-inference.huggingface.co")
56
  self.model = config.get("model", "microsoft/DialoGPT-medium")
57
  self.max_tokens = config.get("max_tokens", 1000)
58
  self.temperature = config.get("temperature", 0.7)
59
-
60
- if not self.api_key:
61
- raise ValueError("HuggingFace API key is required")
62
 
63
  def _setup_local(self, config: Dict[str, Any]):
64
  """Cấu hình cho local model."""
 
65
  self.base_url = config.get("base_url", "http://localhost:8000")
66
  self.model = config.get("model", "default")
67
  self.max_tokens = config.get("max_tokens", 1000)
@@ -69,11 +67,13 @@ class LLMClient:
69
 
70
  def _setup_custom(self, config: Dict[str, Any]):
71
  """Cấu hình cho custom provider."""
 
72
  self.base_url = config.get("base_url")
73
- self.api_key = config.get("api_key")
74
  self.model = config.get("model", "default")
75
  self.max_tokens = config.get("max_tokens", 1000)
76
  self.temperature = config.get("temperature", 0.7)
 
 
77
 
78
  def _setup_HFS(self, config: Dict[str, Any]):
79
  """Cấu hình cho custom provider."""
 
40
 
41
  def _setup_openai(self, config: Dict[str, Any]):
42
  """Cấu hình cho OpenAI."""
43
+ self.api_key = config.get("api_key") or os.getenv("OPENAI_API_KEY") or ""
44
  self.base_url = config.get("base_url", "https://api.openai.com/v1")
45
  self.model = config.get("model", "gpt-3.5-turbo")
46
  self.max_tokens = config.get("max_tokens", 1000)
 
51
 
52
  def _setup_huggingface(self, config: Dict[str, Any]):
53
  """Cấu hình cho HuggingFace."""
54
+ self.api_key = config.get("api_key", "")
55
  self.base_url = config.get("base_url", "https://api-inference.huggingface.co")
56
  self.model = config.get("model", "microsoft/DialoGPT-medium")
57
  self.max_tokens = config.get("max_tokens", 1000)
58
  self.temperature = config.get("temperature", 0.7)
 
 
 
59
 
60
  def _setup_local(self, config: Dict[str, Any]):
61
  """Cấu hình cho local model."""
62
+ self.api_key = ""
63
  self.base_url = config.get("base_url", "http://localhost:8000")
64
  self.model = config.get("model", "default")
65
  self.max_tokens = config.get("max_tokens", 1000)
 
67
 
68
  def _setup_custom(self, config: Dict[str, Any]):
69
  """Cấu hình cho custom provider."""
70
+ self.api_key = config.get("api_key", "")
71
  self.base_url = config.get("base_url")
 
72
  self.model = config.get("model", "default")
73
  self.max_tokens = config.get("max_tokens", 1000)
74
  self.temperature = config.get("temperature", 0.7)
75
+ if not self.base_url:
76
+ raise ValueError("Custom provider requires base_url")
77
 
78
  def _setup_HFS(self, config: Dict[str, Any]):
79
  """Cấu hình cho custom provider."""