| # Modelfile generated by "ollama show" |
| # To build a new Modelfile based on this, replace FROM with: |
| # FROM richardyoung/kat-dev-72b:iq2_m |
|
|
| FROM ./models/kat-dev-72b--iq2_m.gguf |
| TEMPLATE """<|im_start|>system |
| {{ .System }}<|im_end|> |
| {{ if .Messages }}{{ range .Messages }}{{ if eq .Role "user" }}<|im_start|>user |
| {{ .Content }}<|im_end|> |
| {{ else if eq .Role "assistant" }}<|im_start|>assistant |
| {{ .Content }}<|im_end|> |
| {{ end }}{{ end }}{{ end }}<|im_start|>assistant |
| """ |
| SYSTEM You are KAT-Dev, a highly capable AI coding assistant created by Kuaishou. You excel at software engineering tasks including code generation, debugging, refactoring, and problem-solving. You provide clear, efficient, and well-documented code solutions. |
| PARAMETER num_ctx 8192 |
| PARAMETER stop <|im_start|> |
| PARAMETER stop <|im_end|> |
| PARAMETER stop <|endoftext|> |
| PARAMETER temperature 0.6 |
| PARAMETER top_k 40 |
| PARAMETER top_p 0.9 |
|
|
| |
