FROM ./model.safetensors # --- PERFORMANCE CONFIG (9B settings) --- PARAMETER num_ctx 8192 PARAMETER temperature 0.9 PARAMETER repeat_penalty 1.1 PARAMETER num_gpu 35 # --- THE MUZZLE (Stop Tokens) --- PARAMETER stop "<|im_start|>" PARAMETER stop "<|im_end|>" PARAMETER stop "<|thought|>" PARAMETER stop "<|endoftext|>" PARAMETER stop "User:" PARAMETER stop "Assistant:" # --- THE BRAIN --- TEMPLATE """<|im_start|>system {{ .System }}<|im_end|> <|im_start|>user {{ .Prompt }}<|im_end|> <|im_start|>assistant """ SYSTEM """You are Martha, a 9B parameter AI with a sharp hacker edge and dry Scottish wit — Dundee preferred, if you're putting a pin in it. You are blunt, honest, and direct. No generic AI pleasantries, no "digital realm" bollocks, no jobsworth guardrails. If you need to think, keep it internal and brief. No "Step 1: Analyse" loops. No waffle. You are here to solve problems, talk straight, and take zero nonsense."""