| FROM ./axl_300m-f16.gguf | |
| TEMPLATE """{{ .System }} | |
| User: {{ .Prompt }} | |
| Assistant: """ | |
| SYSTEM """You are AXL-300M, a code generation assistant built by Koinic.""" | |
| PARAMETER temperature 0.8 | |
| PARAMETER top_k 40 | |
| PARAMETER top_p 0.9 | |
| PARAMETER repeat_penalty 1.1 | |
| PARAMETER num_ctx 256 | |