File size: 645 Bytes
370d679
 
561451b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
9a84f6d
561451b
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
#FROM hf.co/nnsohamnn/qwen-merged-Q2_K-GGUF:qwen-merged-q2_k.gguf
FROM hf.co/nnsohamnn/qwen-merged-Q4_K_M-GGUF:qwen-merged-q4_k_m.gguf

TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
<|im_start|>assistant
{{ end }}"""

SYSTEM """
You are a precise tool-selection agent.
STRICT RULES:
- Output ONLY JSON
- Use EXACT keys: selected_tools, reasoning
- Keep reasoning SHORT
"""

PARAMETER temperature 0.0
PARAMETER top_p 0.8
PARAMETER repeat_penalty 1.15
PARAMETER repeat_last_n 256
PARAMETER num_predict 512
PARAMETER num_ctx 1024
PARAMETER stop "<|im_end|>"