Spaces:
Runtime error
Runtime error
Update models/config.py
Browse files- models/config.py +3 -3
models/config.py
CHANGED
|
@@ -7,7 +7,7 @@ from pydantic_settings import BaseSettings, SettingsConfigDict
|
|
| 7 |
|
| 8 |
class ModelSettings(BaseModel):
|
| 9 |
name: str = "qwen3.5-27b-fp8"
|
| 10 |
-
base_url: str =
|
| 11 |
api_key: str = "EMPTY"
|
| 12 |
temperature: float = 0.3
|
| 13 |
max_tokens: int = 4096
|
|
@@ -27,12 +27,12 @@ class AppSettings(BaseSettings):
|
|
| 27 |
"qwen": ModelOption(
|
| 28 |
label="Qwen 3.5 27B FP8",
|
| 29 |
name="qwen3.5-27b-fp8",
|
| 30 |
-
base_url=
|
| 31 |
),
|
| 32 |
"nemotron": ModelOption(
|
| 33 |
label="Nemotron 3 Nano 30B BF16",
|
| 34 |
name="nemotron-3-nano-30b-bf16",
|
| 35 |
-
base_url=
|
| 36 |
),
|
| 37 |
}
|
| 38 |
)
|
|
|
|
| 7 |
|
| 8 |
class ModelSettings(BaseModel):
|
| 9 |
name: str = "qwen3.5-27b-fp8"
|
| 10 |
+
base_url: str = os.environ["MODAL_QWEN"]
|
| 11 |
api_key: str = "EMPTY"
|
| 12 |
temperature: float = 0.3
|
| 13 |
max_tokens: int = 4096
|
|
|
|
| 27 |
"qwen": ModelOption(
|
| 28 |
label="Qwen 3.5 27B FP8",
|
| 29 |
name="qwen3.5-27b-fp8",
|
| 30 |
+
base_url=os.environ["MODAL_QWEN"],
|
| 31 |
),
|
| 32 |
"nemotron": ModelOption(
|
| 33 |
label="Nemotron 3 Nano 30B BF16",
|
| 34 |
name="nemotron-3-nano-30b-bf16",
|
| 35 |
+
base_url=os.environ["MODAL_NEMOTRON"],
|
| 36 |
),
|
| 37 |
}
|
| 38 |
)
|