RayMelius Claude Sonnet 4.6 commited on
Commit
e08ad01
Β·
1 Parent(s): 7bd0633

Add all soci-agent model variants to LLM selector

Browse files

HF and Ollama entries for all fine-tuned sizes:
- soci-agent-7b (Qwen2.5 7B) β€” default
- soci-agent-8b (Llama 3.1 8B)
- soci-agent-3b (Qwen2.5 3B)
- soci-agent-1b5 (Qwen2.5 1.5B)
- soci-agent-q4 (Qwen2.5 0.5B)

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>

Files changed (1) hide show
  1. src/soci/api/routes.py +10 -2
src/soci/api/routes.py CHANGED
@@ -286,12 +286,20 @@ async def get_llm_providers():
286
  or os.environ.get("HF_API_TOKEN")
287
  )
288
  if has_hf:
289
- providers.append({"id": "hf", "model": "RayMelius/soci-agent-7b", "label": "Soci Agent (fine-tuned)", "icon": "πŸ™"})
 
 
 
 
290
  providers.append({"id": "hf", "model": "HuggingFaceH4/zephyr-7b-beta", "label": "HF Zephyr 7B", "icon": "πŸ€—"})
291
  providers.append({"id": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "label": "HF Qwen 2.5 7B", "icon": "πŸ€—"})
292
  providers.append({"id": "hf", "model": "meta-llama/Llama-3.2-3B-Instruct", "label": "HF Llama 3.2 3B", "icon": "πŸ€—"})
293
  providers.append({"id": "hf", "model": "mistralai/Mistral-7B-Instruct-v0.3", "label": "HF Mistral 7B", "icon": "πŸ€—"})
294
- providers.append({"id": "ollama", "label": "Soci Agent (Ollama)", "icon": "πŸ™", "model": "soci-agent-7b"})
 
 
 
 
295
  providers.append({"id": "ollama", "label": "Ollama (local)", "icon": "πŸ¦™", "model": ""})
296
  return {"current": current, "current_model": current_model, "providers": providers}
297
 
 
286
  or os.environ.get("HF_API_TOKEN")
287
  )
288
  if has_hf:
289
+ providers.append({"id": "hf", "model": "RayMelius/soci-agent-7b", "label": "Soci Agent 7B (Qwen)", "icon": "πŸ™"})
290
+ providers.append({"id": "hf", "model": "RayMelius/soci-agent-8b", "label": "Soci Agent 8B (Llama)", "icon": "πŸ™"})
291
+ providers.append({"id": "hf", "model": "RayMelius/soci-agent-3b", "label": "Soci Agent 3B", "icon": "πŸ™"})
292
+ providers.append({"id": "hf", "model": "RayMelius/soci-agent-1b5", "label": "Soci Agent 1.5B", "icon": "πŸ™"})
293
+ providers.append({"id": "hf", "model": "RayMelius/soci-agent-q4", "label": "Soci Agent 0.5B", "icon": "πŸ™"})
294
  providers.append({"id": "hf", "model": "HuggingFaceH4/zephyr-7b-beta", "label": "HF Zephyr 7B", "icon": "πŸ€—"})
295
  providers.append({"id": "hf", "model": "Qwen/Qwen2.5-7B-Instruct", "label": "HF Qwen 2.5 7B", "icon": "πŸ€—"})
296
  providers.append({"id": "hf", "model": "meta-llama/Llama-3.2-3B-Instruct", "label": "HF Llama 3.2 3B", "icon": "πŸ€—"})
297
  providers.append({"id": "hf", "model": "mistralai/Mistral-7B-Instruct-v0.3", "label": "HF Mistral 7B", "icon": "πŸ€—"})
298
+ providers.append({"id": "ollama", "label": "Soci Agent 7B (Ollama)", "icon": "πŸ™", "model": "soci-agent-7b"})
299
+ providers.append({"id": "ollama", "label": "Soci Agent 8B (Ollama)", "icon": "πŸ™", "model": "soci-agent-8b"})
300
+ providers.append({"id": "ollama", "label": "Soci Agent 3B (Ollama)", "icon": "πŸ™", "model": "soci-agent-3b"})
301
+ providers.append({"id": "ollama", "label": "Soci Agent 1.5B (Ollama)", "icon": "πŸ™", "model": "soci-agent-1b5"})
302
+ providers.append({"id": "ollama", "label": "Soci Agent 0.5B (Ollama)", "icon": "πŸ™", "model": "soci-agent-q4"})
303
  providers.append({"id": "ollama", "label": "Ollama (local)", "icon": "πŸ¦™", "model": ""})
304
  return {"current": current, "current_model": current_model, "providers": providers}
305