(Trained with Unsloth)

Modelfile

@@ -1,17 +1,20 @@
-FROM /content/cassioblaz/llama3/unsloth.Q8_0.gguf
-
-TEMPLATE """Below are some instructions that describe some tasks. Write responses that appropriately complete each request.{{ if .Prompt }}
-
-### Instruction:
-{{ .Prompt }}{{ end }}
 
-### Response:
-{{ .Response }}<|end_of_text|>"""
-
-PARAMETER stop "<|start_header_id|>"
-PARAMETER stop "<|eot_id|>"
-PARAMETER stop "<|end_header_id|>"
-PARAMETER stop "<|end_of_text|>"
-PARAMETER stop "<|reserved_special_token_"
-PARAMETER temperature 1.5
-PARAMETER min_p 0.1
+FROM /content/cassioblaz/llama3/unsloth.Q8_0.gguf
+TEMPLATE """{{- range $i, $_ := .Messages }}
+{{- $last := eq (len (slice $.Messages $i)) 1 }}
+{{- if or (eq .Role "user") (eq .Role "system") }}<start_of_turn>user
+{{ .Content }}<end_of_turn>
+{{ if $last }}<start_of_turn>model
+{{ end }}
+{{- else if eq .Role "assistant" }}<start_of_turn>model
+{{ .Content }}{{ if not $last }}<end_of_turn>
+{{ end }}
+{{- end }}
+{{- end }}"""
+PARAMETER stop "<end_of_turn>"
+PARAMETER stop "<eos>"
+PARAMETER temperature 0.1
+PARAMETER min_p 0.0
+PARAMETER top_k 64
+PARAMETER top_p 0.95
+PARAMETER num_predict 32768