Spaces:
Running
Running
Upload folder using huggingface_hub
Browse files- src/llm.py +8 -8
src/llm.py
CHANGED
|
@@ -117,24 +117,24 @@ def _call_groq(messages: list) -> str:
|
|
| 117 |
|
| 118 |
|
| 119 |
def _call_with_fallback(messages: list) -> str:
|
| 120 |
-
"""Try
|
| 121 |
-
if
|
| 122 |
try:
|
| 123 |
-
return
|
| 124 |
except Exception as e:
|
| 125 |
-
logger.warning(f"
|
| 126 |
|
| 127 |
if _openrouter_ready and _openrouter_client:
|
| 128 |
try:
|
| 129 |
return _call_openrouter(messages)
|
| 130 |
except Exception as e:
|
| 131 |
-
logger.warning(f"OpenRouter failed: {e}, trying
|
| 132 |
|
| 133 |
-
if
|
| 134 |
try:
|
| 135 |
-
return
|
| 136 |
except Exception as e:
|
| 137 |
-
logger.error(f"
|
| 138 |
|
| 139 |
raise Exception("All LLM providers failed")
|
| 140 |
|
|
|
|
| 117 |
|
| 118 |
|
| 119 |
def _call_with_fallback(messages: list) -> str:
|
| 120 |
+
"""Try Groq first, then OpenRouter, then HF."""
|
| 121 |
+
if _groq_ready and _groq_client:
|
| 122 |
try:
|
| 123 |
+
return _call_groq(messages)
|
| 124 |
except Exception as e:
|
| 125 |
+
logger.warning(f"Groq failed: {e}, trying OpenRouter")
|
| 126 |
|
| 127 |
if _openrouter_ready and _openrouter_client:
|
| 128 |
try:
|
| 129 |
return _call_openrouter(messages)
|
| 130 |
except Exception as e:
|
| 131 |
+
logger.warning(f"OpenRouter failed: {e}, trying HF Inference")
|
| 132 |
|
| 133 |
+
if _hf_ready and _hf_client:
|
| 134 |
try:
|
| 135 |
+
return _call_hf(messages)
|
| 136 |
except Exception as e:
|
| 137 |
+
logger.error(f"HF Inference also failed: {e}")
|
| 138 |
|
| 139 |
raise Exception("All LLM providers failed")
|
| 140 |
|