| from pydantic_settings import BaseSettings, SettingsConfigDict |
| from pydantic import Field |
|
|
| class Settings(BaseSettings): |
| PORT: int = Field(default=8000) |
| HOST: str = Field(default="0.0.0.0") |
| DEBUG: bool = Field(default=False) |
|
|
| LOCAL_MODEL_PATH: str = Field(default="models/SmolLM2-360M-Instruct-Q4_K_M.gguf") |
|
|
| DEFAULT_TEMPERATURE: float = Field(default=0.7) |
| DEFAULT_MAX_TOKENS: int = Field(default=512) |
| DEFAULT_TOP_P: float = Field(default=0.9) |
| DEFAULT_CONTEXT_LENGTH: int = Field(default=512) |
|
|
| model_config = SettingsConfigDict(env_file=".env", env_file_encoding="utf-8", extra="ignore") |
|
|
| settings = Settings() |
|
|
