File size: 337 Bytes
930bcfa |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
FROM ./Llama-3.2-3B-Finetune-q4k.gguf
TEMPLATE """<|begin_of_text|><|start_header_id|>system<|end_header_id|>
{{ .System }}<|eot_id|><|start_header_id|>user<|end_header_id|>
{{ .Prompt }}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
"""
PARAMETER stop "<|eot_id|>"
PARAMETER temperature 0.7
PARAMETER top_p 0.9 |