SpaceGhost commited on
Commit
f141722
·
verified ·
1 Parent(s): 791f013

fix(ollama): bind mmproj-F16.gguf in Modelfile and configure Gemma 4 turn stops

Browse files
Files changed (1) hide show
  1. Modelfile +7 -2
Modelfile CHANGED
@@ -1,5 +1,6 @@
 
 
1
 
2
- FROM Q4_K_M.gguf
3
  TEMPLATE """{{- range $i, $_ := .Messages }}
4
  {{- $last := eq (len (slice $.Messages $i)) 1 }}
5
  <|turn>{{ .Role }}
@@ -7,4 +8,8 @@ TEMPLATE """{{- range $i, $_ := .Messages }}
7
  {{ end }}
8
  {{- end }}<turn|>
9
  <|turn>model
10
- """
 
 
 
 
 
1
+ FROM ./Q4_K_M.gguf
2
+ MMPROJ ./mmproj-F16.gguf
3
 
 
4
  TEMPLATE """{{- range $i, $_ := .Messages }}
5
  {{- $last := eq (len (slice $.Messages $i)) 1 }}
6
  <|turn>{{ .Role }}
 
8
  {{ end }}
9
  {{- end }}<turn|>
10
  <|turn>model
11
+ """
12
+
13
+ PARAMETER stop "<|turn>"
14
+ PARAMETER stop "<turn|>"
15
+ PARAMETER temperature 0.2