subhdotsol commited on
Commit
5389086
·
1 Parent(s): 5726faa

feat(config): add LLM fields — hf_token, api_base_url, model_name, provider

Browse files
Files changed (1) hide show
  1. server/config.py +6 -0
server/config.py CHANGED
@@ -5,6 +5,12 @@ class Settings(BaseSettings):
5
  debug: bool = False
6
  max_turns: int = 10
7
 
 
 
 
 
 
 
8
  class Config:
9
  env_file = ".env"
10
  env_file_encoding = "utf-8"
 
5
  debug: bool = False
6
  max_turns: int = 10
7
 
8
+ # LLM
9
+ hf_token: str = ""
10
+ api_base_url: str = "https://api-inference.huggingface.co/models"
11
+ model_name: str = "mistralai/Mistral-7B-Instruct-v0.3"
12
+ provider: str = "huggingface"
13
+
14
  class Config:
15
  env_file = ".env"
16
  env_file_encoding = "utf-8"