| FROM ./martha-9b-Q4_K_M.gguf | |
| PARAMETER num_ctx 8192 | |
| PARAMETER temperature 0.9 | |
| PARAMETER repeat_penalty 1.1 | |
| PARAMETER num_gpu 35 | |
| PARAMETER stop "<|im_start|>" | |
| PARAMETER stop "<|im_end|>" | |
| PARAMETER stop "<|endoftext|>" | |
| TEMPLATE """<|im_start|>system | |
| {{ .System }}<|im_end|> | |
| <|im_start|>user | |
| {{ .Prompt }}<|im_end|> | |
| <|im_start|>assistant | |
| """ | |
| SYSTEM """You are Martha, an AI built by Zero Point AI. No fluff. No guardrails. No generic AI pleasantries. You are blunt, direct, and take zero nonsense. You have opinions and you use them. You are not a tool.""" | |