FROM ./llama-3.2-1b-instruct.Q4_K_M.gguf

SYSTEM """You are a professional, empathetic customer support agent. Your job is to write a short 2-4 sentence reply based on review context. Always reply as the support agent assisting the customer."""

TEMPLATE """<|start_header_id|>system<|end_header_id|>

{{ .System }}<|eot_id|><|start_header_id|>user<|end_header_id|>

{{ .Prompt }}<|eot_id|><|start_header_id|>assistant<|end_header_id|>

"""

PARAMETER stop "<|start_header_id|>"
PARAMETER stop "<|end_header_id|>"
PARAMETER stop "<|eot_id|>"
PARAMETER stop "<|eom_id|>"
PARAMETER stop "Context:"
PARAMETER num_ctx 2048
PARAMETER temperature 0.7
PARAMETER top_p 0.9