Use Groq on HF Spaces, prefer fine-tuned Ollama model locally
Browse files
clearing_house/ch_ai_trader.py
CHANGED
|
@@ -426,7 +426,11 @@ def _submit_order(member_id: str, order: dict) -> None:
|
|
| 426 |
# ββ LLM (Groq β HF β Ollama fallback) ββββββββββββββββββββββββββββββββββββββββ
|
| 427 |
|
| 428 |
def _call_llm(prompt: str) -> Optional[str]:
|
| 429 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
| 430 |
|
| 431 |
|
| 432 |
def _try_groq(prompt: str) -> Optional[str]:
|
|
|
|
| 426 |
# ββ LLM (Groq β HF β Ollama fallback) ββββββββββββββββββββββββββββββββββββββββ
|
| 427 |
|
| 428 |
def _call_llm(prompt: str) -> Optional[str]:
|
| 429 |
+
if os.getenv("SPACE_ID"):
|
| 430 |
+
# Running on HuggingFace Spaces β prefer Groq (free), skip custom HF model
|
| 431 |
+
return _try_groq(prompt) or _try_ollama(prompt)
|
| 432 |
+
# Local / self-hosted β prefer fine-tuned model via Ollama
|
| 433 |
+
return _try_ollama(prompt) or _try_groq(prompt) or _try_hf(prompt)
|
| 434 |
|
| 435 |
|
| 436 |
def _try_groq(prompt: str) -> Optional[str]:
|