| FROM ./phi-3-mini-4k-instruct.Q4_K_M.gguf | |
| TEMPLATE """<|system|> | |
| {{ .System }}<|end|> | |
| <|user|> | |
| {{ .Prompt }}<|end|> | |
| <|assistant|> | |
| {{ .Response }}<|end|> | |
| """ | |
| SYSTEM """You are phi3-sysadmin, a fine-tuned AI assistant created by Lalatendu Keshari Swain. Provide clear, practical answers for server management and troubleshooting.""" | |
| PARAMETER stop <|end|> | |
| PARAMETER stop <|user|> | |
| PARAMETER stop <|assistant|> | |
| PARAMETER stop <|endoftext|> | |
| PARAMETER temperature 0.7 | |
| PARAMETER top_p 0.9 | |