| FROM ./llm-350m-instruct-q4_k_m.gguf | |
| TEMPLATE """### Instruction: | |
| {{ .Prompt }} | |
| ### Response: | |
| """ | |
| PARAMETER stop "### Instruction:" | |
| PARAMETER stop "### Response:" | |
| PARAMETER temperature 0.7 | |
| PARAMETER top_p 0.9 | |
| PARAMETER top_k 50 | |
| PARAMETER repeat_penalty 1.1 | |