FROM ./thoxkey-9m-role-Q8_0.gguf

# ThoxKey-S3 on-device role model. 8.9M params, BitNet b1.58 ternary (W1.58A8).
# Runs locally on the key: 3.80 MB weights, 8.00 MB resident, ~15.9 tok/s on
# ESP32-S3 PSRAM. It handles local commands and defers everything else.
# It is NOT a question-answering model and has no company facts by design.

TEMPLATE """<|user|>
{{ .Prompt }}
<|thox|>
"""

PARAMETER stop "<|user|>"
PARAMETER stop "<|thox|>"
PARAMETER temperature 0.2
PARAMETER top_p 0.9
PARAMETER num_predict 40
PARAMETER num_ctx 256