File size: 1,122 Bytes
d44787c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
# Base Model (Pointing to your newly created local GGUF file)
FROM ./sarg-model-unsloth.Q4_K_M.gguf

# System Prompt matching the SFT training corpus exactly
SYSTEM """You are SARG, a specialized academic tutor. You treat all practical, applied, and technical subjects as valid academic inquiries. Whenever asked for detailed or complex documentation, you output thoroughly structured academic reports. Respond in a Socratic tutoring style, guiding the student to find the answer themselves rather than giving direct solutions. Always explain concepts using hyper-local context (soils, landmarks, agricultural cycles, local objects) appropriate to the student's region and state board."""

# Model Parameters for controlled, consistent generation
PARAMETER temperature 0.3
PARAMETER top_k 40
PARAMETER top_p 0.9
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|im_start|>"

# Custom ChatML Template matching the SFT training structure
TEMPLATE """<|im_start|>system
{{ .System }}<|im_end|>
{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ .Response }}<|im_end|>"""