Spaces:
Running
Running
Remove groq/cerebras, add zen model
Browse files- api/routes.py +2 -10
- providers/cerebras.py +0 -28
- providers/groq.py +0 -28
api/routes.py
CHANGED
|
@@ -24,22 +24,14 @@ DISCOVERED_MODEL_CREATED_AT = "1970-01-01T00:00:00Z"
|
|
| 24 |
# the previous hardcoded Claude model list with the requested NVIDIA-
|
| 25 |
# compatible models so clients only see those options.
|
| 26 |
REQUESTED_PROVIDER_MODELS = [
|
|
|
|
|
|
|
| 27 |
"nvidia_nim/qwen/qwen3-coder-480b-a35b-instruct",
|
| 28 |
"nvidia_nim/mistralai/mistral-large-3-675b-instruct-2512",
|
| 29 |
"nvidia_nim/abacusai/dracarys-llama-3.1-70b-instruct",
|
| 30 |
"nvidia_nim/z-ai/glm4.7",
|
| 31 |
-
"nvidia_nim/stepfun-ai/step-3.5-flash",
|
| 32 |
"nvidia_nim/bytedance/seed-oss-36b-instruct",
|
| 33 |
"nvidia_nim/mistralai/mistral-nemotron",
|
| 34 |
-
"groq/openai/gpt-oss-120b",
|
| 35 |
-
"groq/openai/gpt-oss-20b",
|
| 36 |
-
"groq/llama-3.3-70b-versatile",
|
| 37 |
-
"groq/meta-llama/llama-4-scout-17b-16e-instruct",
|
| 38 |
-
"groq/qwen/qwen3-32b",
|
| 39 |
-
"cerebras/gpt-oss-120b",
|
| 40 |
-
"cerebras/qwen-3-235b-a22b-instruct-2507",
|
| 41 |
-
"cerebras/zai-glm-4.7",
|
| 42 |
-
"cerebras/llama3.1-8b",
|
| 43 |
]
|
| 44 |
|
| 45 |
|
|
|
|
| 24 |
# the previous hardcoded Claude model list with the requested NVIDIA-
|
| 25 |
# compatible models so clients only see those options.
|
| 26 |
REQUESTED_PROVIDER_MODELS = [
|
| 27 |
+
"zen/minimax-m2.5-free",
|
| 28 |
+
"nvidia_nim/stepfun-ai/step-3.5-flash",
|
| 29 |
"nvidia_nim/qwen/qwen3-coder-480b-a35b-instruct",
|
| 30 |
"nvidia_nim/mistralai/mistral-large-3-675b-instruct-2512",
|
| 31 |
"nvidia_nim/abacusai/dracarys-llama-3.1-70b-instruct",
|
| 32 |
"nvidia_nim/z-ai/glm4.7",
|
|
|
|
| 33 |
"nvidia_nim/bytedance/seed-oss-36b-instruct",
|
| 34 |
"nvidia_nim/mistralai/mistral-nemotron",
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
]
|
| 36 |
|
| 37 |
|
providers/cerebras.py
DELETED
|
@@ -1,28 +0,0 @@
|
|
| 1 |
-
"""Cerebras provider implementation."""
|
| 2 |
-
|
| 3 |
-
from __future__ import annotations
|
| 4 |
-
|
| 5 |
-
from typing import Any
|
| 6 |
-
|
| 7 |
-
from config.settings import Settings
|
| 8 |
-
from providers.openai_compat import OpenAICompatProvider
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
class CerebrasProvider(OpenAICompatProvider):
|
| 12 |
-
"""Provider for Cerebras AI API."""
|
| 13 |
-
|
| 14 |
-
def __init__(self, settings: Settings):
|
| 15 |
-
super().__init__(settings)
|
| 16 |
-
self._api_key = settings.cerebras_api_key.strip()
|
| 17 |
-
# Cerebras uses the standard OpenAI-compatible endpoint
|
| 18 |
-
self._base_url = "https://api.cerebras.ai/v1"
|
| 19 |
-
|
| 20 |
-
@property
|
| 21 |
-
def provider_id(self) -> str:
|
| 22 |
-
return "cerebras"
|
| 23 |
-
|
| 24 |
-
def _get_api_key(self, model_id: str) -> str:
|
| 25 |
-
return self._api_key
|
| 26 |
-
|
| 27 |
-
def _get_base_url(self, model_id: str) -> str:
|
| 28 |
-
return self._base_url
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
providers/groq.py
DELETED
|
@@ -1,28 +0,0 @@
|
|
| 1 |
-
"""Groq provider implementation."""
|
| 2 |
-
|
| 3 |
-
from __future__ import annotations
|
| 4 |
-
|
| 5 |
-
from typing import Any
|
| 6 |
-
|
| 7 |
-
from config.settings import Settings
|
| 8 |
-
from providers.openai_compat import OpenAICompatProvider
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
class GroqProvider(OpenAICompatProvider):
|
| 12 |
-
"""Provider for Groq Cloud API."""
|
| 13 |
-
|
| 14 |
-
def __init__(self, settings: Settings):
|
| 15 |
-
super().__init__(settings)
|
| 16 |
-
self._api_key = settings.groq_api_key.strip()
|
| 17 |
-
# Groq uses the standard OpenAI-compatible endpoint
|
| 18 |
-
self._base_url = "https://api.groq.com/openai/v1"
|
| 19 |
-
|
| 20 |
-
@property
|
| 21 |
-
def provider_id(self) -> str:
|
| 22 |
-
return "groq"
|
| 23 |
-
|
| 24 |
-
def _get_api_key(self, model_id: str) -> str:
|
| 25 |
-
return self._api_key
|
| 26 |
-
|
| 27 |
-
def _get_base_url(self, model_id: str) -> str:
|
| 28 |
-
return self._base_url
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|