Add 5-bit GGUF for improved SQL generation accuracy - Ollama Modelfile
Browse files
Modelfile
CHANGED
|
@@ -1,5 +1,5 @@
|
|
| 1 |
|
| 2 |
-
FROM phi-3-mini-4k-instruct.
|
| 3 |
TEMPLATE """{{ if .System }}<|system|>
|
| 4 |
{{ .System }}<|end|>
|
| 5 |
{{ end }}{{ if .Prompt }}<|user|>
|
|
|
|
| 1 |
|
| 2 |
+
FROM phi-3-mini-4k-instruct.Q5_K.gguf
|
| 3 |
TEMPLATE """{{ if .System }}<|system|>
|
| 4 |
{{ .System }}<|end|>
|
| 5 |
{{ end }}{{ if .Prompt }}<|user|>
|