Add all soci-agent model variants to LLM selector
Browse filesHF and Ollama entries for all fine-tuned sizes:
- soci-agent-7b (Qwen2.5 7B) β default
- soci-agent-8b (Llama 3.1 8B)
- soci-agent-3b (Qwen2.5 3B)
- soci-agent-1b5 (Qwen2.5 1.5B)
- soci-agent-q4 (Qwen2.5 0.5B)
Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
- src/soci/api/routes.py +10 -2
src/soci/api/routes.py
CHANGED
|
@@ -286,12 +286,20 @@ async def get_llm_providers():
|
|
| 286 |
or os.environ.get("HF_API_TOKEN")
|
| 287 |
)
|
| 288 |
if has_hf:
|
| 289 |
-
providers.append({"id": "hf", "model": "RayMelius/soci-agent-7b", "label": "Soci Agent (
|
|
|
|
|
|
|
|
|
|
|
|
|
| 290 |
providers.append({"id": "hf", "model": "HuggingFaceH4/zephyr-7b-beta", "label": "HF Zephyr 7B", "icon": "π€"})
|
| 291 |
providers.append({"id": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "label": "HF Qwen 2.5 7B", "icon": "π€"})
|
| 292 |
providers.append({"id": "hf", "model": "meta-llama/Llama-3.2-3B-Instruct", "label": "HF Llama 3.2 3B", "icon": "π€"})
|
| 293 |
providers.append({"id": "hf", "model": "mistralai/Mistral-7B-Instruct-v0.3", "label": "HF Mistral 7B", "icon": "π€"})
|
| 294 |
-
providers.append({"id": "ollama", "label": "Soci Agent (Ollama)",
|
|
|
|
|
|
|
|
|
|
|
|
|
| 295 |
providers.append({"id": "ollama", "label": "Ollama (local)", "icon": "π¦", "model": ""})
|
| 296 |
return {"current": current, "current_model": current_model, "providers": providers}
|
| 297 |
|
|
|
|
| 286 |
or os.environ.get("HF_API_TOKEN")
|
| 287 |
)
|
| 288 |
if has_hf:
|
| 289 |
+
providers.append({"id": "hf", "model": "RayMelius/soci-agent-7b", "label": "Soci Agent 7B (Qwen)", "icon": "π"})
|
| 290 |
+
providers.append({"id": "hf", "model": "RayMelius/soci-agent-8b", "label": "Soci Agent 8B (Llama)", "icon": "π"})
|
| 291 |
+
providers.append({"id": "hf", "model": "RayMelius/soci-agent-3b", "label": "Soci Agent 3B", "icon": "π"})
|
| 292 |
+
providers.append({"id": "hf", "model": "RayMelius/soci-agent-1b5", "label": "Soci Agent 1.5B", "icon": "π"})
|
| 293 |
+
providers.append({"id": "hf", "model": "RayMelius/soci-agent-q4", "label": "Soci Agent 0.5B", "icon": "π"})
|
| 294 |
providers.append({"id": "hf", "model": "HuggingFaceH4/zephyr-7b-beta", "label": "HF Zephyr 7B", "icon": "π€"})
|
| 295 |
providers.append({"id": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "label": "HF Qwen 2.5 7B", "icon": "π€"})
|
| 296 |
providers.append({"id": "hf", "model": "meta-llama/Llama-3.2-3B-Instruct", "label": "HF Llama 3.2 3B", "icon": "π€"})
|
| 297 |
providers.append({"id": "hf", "model": "mistralai/Mistral-7B-Instruct-v0.3", "label": "HF Mistral 7B", "icon": "π€"})
|
| 298 |
+
providers.append({"id": "ollama", "label": "Soci Agent 7B (Ollama)", "icon": "π", "model": "soci-agent-7b"})
|
| 299 |
+
providers.append({"id": "ollama", "label": "Soci Agent 8B (Ollama)", "icon": "π", "model": "soci-agent-8b"})
|
| 300 |
+
providers.append({"id": "ollama", "label": "Soci Agent 3B (Ollama)", "icon": "π", "model": "soci-agent-3b"})
|
| 301 |
+
providers.append({"id": "ollama", "label": "Soci Agent 1.5B (Ollama)", "icon": "π", "model": "soci-agent-1b5"})
|
| 302 |
+
providers.append({"id": "ollama", "label": "Soci Agent 0.5B (Ollama)", "icon": "π", "model": "soci-agent-q4"})
|
| 303 |
providers.append({"id": "ollama", "label": "Ollama (local)", "icon": "π¦", "model": ""})
|
| 304 |
return {"current": current, "current_model": current_model, "providers": providers}
|
| 305 |
|