File size: 384 Bytes
2d1f66e 42fa16e 6b2cb7a 42fa16e f9aca5d 42fa16e f9aca5d 42fa16e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | import os
from pydantic_settings import BaseSettings
class Settings(BaseSettings):
REPO_ID: str = "unsloth/Qwen3-Coder-30B-A3B-Instruct-GGUF"
FILENAME: str = "Qwen3-Coder-30B-A3B-Instruct-UD-TQ1_0.gguf"
CONTEXT_SIZE: int = 65536
DEFAULT_MAX_TOKENS: int = 16384
DEFAULT_TEMP: float = 0.4
N_THREADS: int = 2
N_GPU_LAYERS: int = 0
settings = Settings()
|