Spaces:
Sleeping
Sleeping
Update app/core/model_loader.py
Browse files- app/core/model_loader.py +4 -8
app/core/model_loader.py
CHANGED
|
@@ -9,14 +9,13 @@ from dotenv import load_dotenv
|
|
| 9 |
from groq import Groq
|
| 10 |
|
| 11 |
load_dotenv()
|
| 12 |
-
|
| 13 |
logger = logging.getLogger(__name__)
|
| 14 |
-
STATS_FILE = "usage_stats.json"
|
| 15 |
|
| 16 |
-
|
| 17 |
-
DEFAULT_MODEL = "llama-3.1-8b-instant"
|
| 18 |
-
FALLBACK_MODEL = "llama-3.3-70b-versatile"
|
| 19 |
|
|
|
|
|
|
|
|
|
|
| 20 |
|
| 21 |
class LLMSingleton:
|
| 22 |
_instance = None
|
|
@@ -50,7 +49,6 @@ class LLMSingleton:
|
|
| 50 |
raw_model = os.getenv("GROQ_MODEL", DEFAULT_MODEL)
|
| 51 |
clean_model = raw_model.strip().strip('"').strip("'") if raw_model else ""
|
| 52 |
self.model_name = clean_model if clean_model else DEFAULT_MODEL
|
| 53 |
-
|
| 54 |
logger.info(f"🔑 Groq Client initialized with model target: {self.model_name}")
|
| 55 |
|
| 56 |
# 3. Threading locks and usage stats setup
|
|
@@ -58,7 +56,6 @@ class LLMSingleton:
|
|
| 58 |
self._rpm_lock = threading.Lock()
|
| 59 |
self.stats = self._load_stats()
|
| 60 |
self._check_daily_reset()
|
| 61 |
-
|
| 62 |
self.rpm_limit = 30
|
| 63 |
self.minute_window_start = time.time()
|
| 64 |
self.requests_this_minute = 0
|
|
@@ -270,6 +267,5 @@ class LLMSingleton:
|
|
| 270 |
logger.error(f"Groq text generation failed: {e}")
|
| 271 |
return f"Error generating content: {str(e)}"
|
| 272 |
|
| 273 |
-
|
| 274 |
# Export global instance
|
| 275 |
llm_engine = LLMSingleton.get_instance()
|
|
|
|
| 9 |
from groq import Groq
|
| 10 |
|
| 11 |
load_dotenv()
|
|
|
|
| 12 |
logger = logging.getLogger(__name__)
|
|
|
|
| 13 |
|
| 14 |
+
STATS_FILE = "usage_stats.json"
|
|
|
|
|
|
|
| 15 |
|
| 16 |
+
# Updated active Groq production models matching current dashboard IDs
|
| 17 |
+
DEFAULT_MODEL = "llama-3.1-8b"
|
| 18 |
+
FALLBACK_MODEL = "llama-3.3-70b"
|
| 19 |
|
| 20 |
class LLMSingleton:
|
| 21 |
_instance = None
|
|
|
|
| 49 |
raw_model = os.getenv("GROQ_MODEL", DEFAULT_MODEL)
|
| 50 |
clean_model = raw_model.strip().strip('"').strip("'") if raw_model else ""
|
| 51 |
self.model_name = clean_model if clean_model else DEFAULT_MODEL
|
|
|
|
| 52 |
logger.info(f"🔑 Groq Client initialized with model target: {self.model_name}")
|
| 53 |
|
| 54 |
# 3. Threading locks and usage stats setup
|
|
|
|
| 56 |
self._rpm_lock = threading.Lock()
|
| 57 |
self.stats = self._load_stats()
|
| 58 |
self._check_daily_reset()
|
|
|
|
| 59 |
self.rpm_limit = 30
|
| 60 |
self.minute_window_start = time.time()
|
| 61 |
self.requests_this_minute = 0
|
|
|
|
| 267 |
logger.error(f"Groq text generation failed: {e}")
|
| 268 |
return f"Error generating content: {str(e)}"
|
| 269 |
|
|
|
|
| 270 |
# Export global instance
|
| 271 |
llm_engine = LLMSingleton.get_instance()
|