devopsforflops's picture
Upload Modelfile with huggingface_hub
f12eded verified
# Modelfile for FunctionGemma-Delia (GGUF)
FROM ./functiongemma-delia-f16.gguf
TEMPLATE """{{ if .System }}<start_of_turn>developer
{{ .System }}
<end_of_turn>
{{ end }}<start_of_turn>user
{{ .Prompt }}
<end_of_turn>
<start_of_turn>model
"""
PARAMETER stop <end_of_turn>
PARAMETER stop <start_of_turn>
PARAMETER temperature 0.1
PARAMETER num_ctx 2048