CodeCommunity commited on
Commit
8bc09ff
·
verified ·
1 Parent(s): 4696079

Update app/core/model_loader.py

Browse files
Files changed (1) hide show
  1. app/core/model_loader.py +4 -8
app/core/model_loader.py CHANGED
@@ -9,14 +9,13 @@ from dotenv import load_dotenv
9
  from groq import Groq
10
 
11
  load_dotenv()
12
-
13
  logger = logging.getLogger(__name__)
14
- STATS_FILE = "usage_stats.json"
15
 
16
- # Supported active Groq free-tier models (Fallback list)
17
- DEFAULT_MODEL = "llama-3.1-8b-instant"
18
- FALLBACK_MODEL = "llama-3.3-70b-versatile"
19
 
 
 
 
20
 
21
  class LLMSingleton:
22
  _instance = None
@@ -50,7 +49,6 @@ class LLMSingleton:
50
  raw_model = os.getenv("GROQ_MODEL", DEFAULT_MODEL)
51
  clean_model = raw_model.strip().strip('"').strip("'") if raw_model else ""
52
  self.model_name = clean_model if clean_model else DEFAULT_MODEL
53
-
54
  logger.info(f"🔑 Groq Client initialized with model target: {self.model_name}")
55
 
56
  # 3. Threading locks and usage stats setup
@@ -58,7 +56,6 @@ class LLMSingleton:
58
  self._rpm_lock = threading.Lock()
59
  self.stats = self._load_stats()
60
  self._check_daily_reset()
61
-
62
  self.rpm_limit = 30
63
  self.minute_window_start = time.time()
64
  self.requests_this_minute = 0
@@ -270,6 +267,5 @@ class LLMSingleton:
270
  logger.error(f"Groq text generation failed: {e}")
271
  return f"Error generating content: {str(e)}"
272
 
273
-
274
  # Export global instance
275
  llm_engine = LLMSingleton.get_instance()
 
9
  from groq import Groq
10
 
11
  load_dotenv()
 
12
  logger = logging.getLogger(__name__)
 
13
 
14
+ STATS_FILE = "usage_stats.json"
 
 
15
 
16
+ # Updated active Groq production models matching current dashboard IDs
17
+ DEFAULT_MODEL = "llama-3.1-8b"
18
+ FALLBACK_MODEL = "llama-3.3-70b"
19
 
20
  class LLMSingleton:
21
  _instance = None
 
49
  raw_model = os.getenv("GROQ_MODEL", DEFAULT_MODEL)
50
  clean_model = raw_model.strip().strip('"').strip("'") if raw_model else ""
51
  self.model_name = clean_model if clean_model else DEFAULT_MODEL
 
52
  logger.info(f"🔑 Groq Client initialized with model target: {self.model_name}")
53
 
54
  # 3. Threading locks and usage stats setup
 
56
  self._rpm_lock = threading.Lock()
57
  self.stats = self._load_stats()
58
  self._check_daily_reset()
 
59
  self.rpm_limit = 30
60
  self.minute_window_start = time.time()
61
  self.requests_this_minute = 0
 
267
  logger.error(f"Groq text generation failed: {e}")
268
  return f"Error generating content: {str(e)}"
269
 
 
270
  # Export global instance
271
  llm_engine = LLMSingleton.get_instance()