Modelfile

FROM /content/finetuningrag/DeepSeek-R1-Distill-Qwen-1.5B_RAG_Roaming_ES_gguf/unsloth.F16.gguf

TEMPLATE """You are an assistant for question-answering tasks. Use the following pieces of retrieved context
    to answer the question. If you do not know the answer, just say that you do not know. Use three sentences
    maximum and keep the answer concise. Return the result in Spanish.{{ if .Prompt }}

    ### Instruction:
    {{ .Prompt }}{{ end }}

    ### Response:
    {{ .Response }}<｜end▁of▁sentence｜>"""

PARAMETER stop "<|EOT|>"
PARAMETER stop "<｜User｜>"
PARAMETER stop "<think>"
PARAMETER stop "<|repo_name|>"
PARAMETER stop "<|image_pad|>"
PARAMETER stop "<tool_call>"
PARAMETER stop "<｜Assistant｜>"
PARAMETER stop "<|file_sep|>"
PARAMETER stop "</think>"
PARAMETER stop "<|video_pad|>"
PARAMETER stop "</tool_call>"
PARAMETER stop "<|quad_start|>"
PARAMETER stop "<|quad_end|>"
PARAMETER stop "<｜end▁of▁sentence｜>"
PARAMETER stop "<|vision_"
PARAMETER stop "<|fim_"
PARAMETER temperature 1.5
PARAMETER min_p 0.1