Updated config.py

server/config.py

@@ -8,9 +8,9 @@ class Settings(BaseSettings):
 
     # LLM
     hf_token:             str = ""
-    api_base_url:         str = "https://api-inference.huggingface.co/models"
-    model_name:           str = "mistralai/Mistral-7B-Instruct-v0.3"
-    provider:             str = "huggingface"
+    api_base_url:         str = "https://api.groq.com/openai/v1"
+    model_name:           str = "llama-3.1-8b-instant"
+    provider:             str = "groq"
     groq_api_key:         str = ""
     llm_timeout:          int = 30
     llm_max_retries:      int = 3