| import os | |
| from pydantic_settings import BaseSettings | |
| class Settings(BaseSettings): | |
| REPO_ID: str = "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF" | |
| FILENAME: str = "Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0.gguf" | |
| CONTEXT_SIZE: int = 65536 | |
| DEFAULT_MAX_TOKENS: int = 16384 | |
| DEFAULT_TEMP: float = 0.4 | |
| N_THREADS: int = 2 | |
| N_GPU_LAYERS: int = 0 | |
| settings = Settings() | |