dokster commited on
Commit
dcacc74
·
verified ·
1 Parent(s): 7d2fea2

Update models/config.py

Browse files
Files changed (1) hide show
  1. models/config.py +3 -3
models/config.py CHANGED
@@ -7,7 +7,7 @@ from pydantic_settings import BaseSettings, SettingsConfigDict
7
 
8
  class ModelSettings(BaseModel):
9
  name: str = "qwen3.5-27b-fp8"
10
- base_url: str = "https://dan-sultanov005--ezjob-vllm-qwen.modal.run/v1"
11
  api_key: str = "EMPTY"
12
  temperature: float = 0.3
13
  max_tokens: int = 4096
@@ -27,12 +27,12 @@ class AppSettings(BaseSettings):
27
  "qwen": ModelOption(
28
  label="Qwen 3.5 27B FP8",
29
  name="qwen3.5-27b-fp8",
30
- base_url="https://dan-sultanov005--ezjob-vllm-qwen.modal.run/v1",
31
  ),
32
  "nemotron": ModelOption(
33
  label="Nemotron 3 Nano 30B BF16",
34
  name="nemotron-3-nano-30b-bf16",
35
- base_url="https://dan-sultanov005--ezjob-vllm-nemotron.modal.run/v1",
36
  ),
37
  }
38
  )
 
7
 
8
  class ModelSettings(BaseModel):
9
  name: str = "qwen3.5-27b-fp8"
10
+ base_url: str = os.environ["MODAL_QWEN"]
11
  api_key: str = "EMPTY"
12
  temperature: float = 0.3
13
  max_tokens: int = 4096
 
27
  "qwen": ModelOption(
28
  label="Qwen 3.5 27B FP8",
29
  name="qwen3.5-27b-fp8",
30
+ base_url=os.environ["MODAL_QWEN"],
31
  ),
32
  "nemotron": ModelOption(
33
  label="Nemotron 3 Nano 30B BF16",
34
  name="nemotron-3-nano-30b-bf16",
35
+ base_url=os.environ["MODAL_NEMOTRON"],
36
  ),
37
  }
38
  )