feat: add Cerebras provider as Groq failover

deepshell-backend/deepshell/_cerebras.py

@@ -0,0 +1,43 @@
+import os
+from typing import Optional
+from openai import OpenAI
+
+CEREBRAS_HOST = "https://api.cerebras.ai/v1"
+CEREBRAS_MODEL = os.getenv("CEREBRAS_MODEL", "llama3.1-8b")
+
+class CerebrasWrapper:
+    def __init__(self):
+        api_key = os.getenv("CEREBRAS_API_KEY")
+        if not api_key:
+            raise RuntimeError("CEREBRAS_API_KEY is not set")
+        self.client = OpenAI(
+            base_url=CEREBRAS_HOST,
+            api_key=api_key
+        )
+
+    def chat(
+        self,
+        prompt: str,
+        max_tokens: int = 1024,
+        temperature: float = 0.2,
+        stream: bool = False,
+        system_prompt: Optional[str] = None
+    ):
+        from .llm import DEEPSHELL_SYSTEM_PROMPT
+        sys_prompt = system_prompt if system_prompt is not None else DEEPSHELL_SYSTEM_PROMPT
+        messages = []
+        if sys_prompt:
+            messages.append({"role": "system", "content": sys_prompt})
+        messages.append({"role": "user", "content": prompt})
+
+        response = self.client.chat.completions.create(
+            model=CEREBRAS_MODEL,
+            messages=messages,
+            max_tokens=max_tokens,
+            temperature=temperature,
+            stream=stream
+        )
+        return response
+
+def get_cerebras_client():
+    return CerebrasWrapper()

deepshell-backend/deepshell/llm.py

@@ -99,6 +99,11 @@ def get_global_client(provider: str = "groq") -> Any:
     if _singleton["client"] and _singleton["provider"] == provider:
         return _singleton["client"]
 
+    if provider == "cerebras":
+        from deepshell._cerebras import get_cerebras_client
+        _singleton["client"] = get_cerebras_client()
+        _singleton["provider"] = provider
+        return _singleton["client"]
     if provider == "ollama":
         from deepshell._ollama import get_ollama_client
         _singleton["client"] = get_ollama_client()

docker-compose.yml

@@ -9,4 +9,6 @@ services:
       - PROVIDER=${PROVIDER:-groq}
       - OLLAMA_HOST=${OLLAMA_HOST:-http://172.17.0.1:11434}
       - OLLAMA_MODEL=${OLLAMA_MODEL:-phi3:latest}
+      - CEREBRAS_API_KEY=${CEREBRAS_API_KEY}
+      - CEREBRAS_MODEL=${CEREBRAS_MODEL:-llama3.1-8b}
     restart: unless-stopped