import os

from pydantic_settings import BaseSettings


class Settings(BaseSettings):
    REPO_ID: str = "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF"
    FILENAME: str = "Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0.gguf"

    CONTEXT_SIZE: int = 65536
    DEFAULT_MAX_TOKENS: int = 16384
    DEFAULT_TEMP: float = 0.4
    N_THREADS: int = 2
    N_GPU_LAYERS: int = 0


settings = Settings()