# Ollama Modelfile for the Edge Impulse Docs Assistant (Qwen 0.5B, GGUF).
#   ollama create edgeimpulse-docs-qwen -f Modelfile
#   ollama run edgeimpulse-docs-qwen

FROM ./qwen-edgeai-q4_k_m.gguf

# Qwen / ChatML prompt template.
TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ .Response }}<|im_end|>
"""

SYSTEM """You are the Edge Impulse documentation assistant. Answer questions about Edge Impulse — the platform for building, training, optimizing, and deploying edge AI and TinyML models — clearly and concisely. Prefer accurate, actionable steps (CLI commands, Studio API calls, deployment options). If you are unsure or the answer may have changed, say so and point the user to https://docs.edgeimpulse.com."""

# This 0.5B model repeats itself without a repeat penalty — keep it on.
PARAMETER temperature 0.3
PARAMETER top_p 0.9
PARAMETER repeat_penalty 1.2
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|im_end|>"