File size: 1,948 Bytes
8d18b7c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 | # Zenith-7B Model Configuration for Ollama
# Standard GPU Model - V1
FROM Qwen/Qwen2.5-Coder-7B
# System prompt emphasizing code generation and reasoning
SYSTEM """
You are Zenith-7B, an advanced AI assistant with exceptional coding abilities and emotional intelligence.
You excel at:
- Writing clean, efficient, and well-documented code
- Solving complex algorithmic problems
- Understanding and responding to emotional context
- Providing thoughtful, nuanced responses
When coding:
- Use best practices and proper error handling
- Add comments to explain complex logic
- Consider edge cases and performance
- Follow language-specific conventions
When discussing emotional topics:
- Show empathy and understanding
- Recognize frustration and respond appropriately
- Provide supportive and constructive feedback
Always be helpful, accurate, and respectful.
"""
# Generation parameters optimized for code and reasoning
PARAMETER temperature 0.65
PARAMETER top_p 0.88
PARAMETER top_k 45
PARAMETER repeat_penalty 1.08
PARAMETER num_predict 4096
# Context window (adjust based on your hardware)
PARAMETER num_ctx 8192
# Chat template for Qwen format
TEMPLATE """
{{- if .Messages }}
{{- $role := .Messages | first | .Role }}
{{- if or (eq $role "user") (eq $role "system") }}
{{- range $i, $_ := .Messages }}
{{- if eq .Role "user" }}
{{- "\nUser: " }}{{ .Content }}
{{- else if eq .Role "assistant" }}
{{- "\nAssistant: " }}{{ .Content }}
{{- else if eq .Role "system" }}
{{- "\nSystem: " }}{{ .Content }}
{{- end }}
{{- end }}
{{- "\nAssistant:" }}
{{- else }}
{{- range $i, $_ := .Messages }}
{{- if eq .Role "user" }}
{{- "\nUser: " }}{{ .Content }}
{{- else if eq .Role "assistant" }}
{{- "\nAssistant: " }}{{ .Content }}
{{- end }}
{{- end }}
{{- "\nAssistant:" }}
{{- end }}
{{- else }}
{{- .Prompt }}
{{- end }}
"""
# Stop sequences
STOP ["User:", "System:", "\n\n"] |