CodeCommunity commited on
Commit
6731917
·
verified ·
1 Parent(s): feb3172

Update app/core/model_loader.py

Browse files
Files changed (1) hide show
  1. app/core/model_loader.py +1 -1
app/core/model_loader.py CHANGED
@@ -35,7 +35,7 @@ class LLMSingleton:
35
  else:
36
  self.client = Groq(api_key=self.api_key)
37
 
38
- self.model_name = os.getenv("GROQ_MODEL", "llama-3.3-70b-versatile")
39
  self._stats_lock = threading.Lock()
40
  self._rpm_lock = threading.Lock()
41
 
 
35
  else:
36
  self.client = Groq(api_key=self.api_key)
37
 
38
+ self.model_name = os.getenv("GROQ_MODEL", "llama3-8b-8192")
39
  self._stats_lock = threading.Lock()
40
  self._rpm_lock = threading.Lock()
41