# ThoxMicro-1bit-16M -- BitNet b1.58 ternary, 15,737,088 params, 16 layers.
# COMPLETION model. No chat template, no instruction tuning.
# Do not add a SYSTEM prompt -- it cannot follow instructions.

FROM ./thoxmicro-1bit-16m.Q8_0.gguf

TEMPLATE """{{ .Prompt }}"""

# Loops on ~3 of 10 greedy prompts (measured). The repeat penalty is the main
# guard; deeper did NOT eliminate degeneracy, it moved which prompts trigger it.
PARAMETER repeat_penalty 1.3

# Our own 8k BPE declares <pad>/<bos>/<eos>/<unk> -- NOT GPT's <|endoftext|>,
# which is absent from this vocabulary and would never fire.
PARAMETER stop "<eos>"

PARAMETER temperature 0.8
PARAMETER top_p 0.9

# License UNSETTLED -- TinyStories is CDLA-Sharing-1.0. No LICENSE line until
# THOX confirms whether share-alike reaches trained weights.