Spaces:
Running
Running
File size: 1,305 Bytes
08b08f5 7d2fea2 dcacc74 7d2fea2 dcacc74 7d2fea2 dcacc74 7d2fea2 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 | import os
from pathlib import Path
from typing import Literal
from pydantic import BaseModel, Field
from pydantic_settings import BaseSettings, SettingsConfigDict
class ModelSettings(BaseModel):
name: str = "qwen3.5-27b-fp8"
base_url: str = os.environ["MODAL_QWEN"]
api_key: str = "EMPTY"
temperature: float = 0.3
max_tokens: int = 4096
class ModelOption(BaseModel):
name: str
base_url: str
label: str
api_key: str = "EMPTY"
class AppSettings(BaseSettings):
model: ModelSettings = ModelSettings()
model_options: dict[str, ModelOption] = Field(
default_factory=lambda: {
"qwen": ModelOption(
label="Qwen 3.5 27B FP8",
name="qwen3.5-27b-fp8",
base_url=os.environ["MODAL_QWEN"],
),
"nemotron": ModelOption(
label="Nemotron 3 Nano 30B BF16",
name="nemotron-3-nano-30b-bf16",
base_url=os.environ["MODAL_NEMOTRON"],
),
}
)
max_iterations: int = 4
language: str = "en"
tone: Literal["professional", "concise", "executive"] = "professional"
output_dir: Path = Path("output")
debug: bool = False
model_config = SettingsConfigDict(env_file=".env", env_nested_delimiter="__")
|