File size: 803 Bytes
75ebb9f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
FROM ./qwen2.5-3b-instruct.Q4_K_M.gguf

TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ .Response }}<|im_end|>
"""

PARAMETER stop "<|im_start|>"
PARAMETER stop "<|im_end|>"
PARAMETER temperature 0.1
PARAMETER top_p 0.9
PARAMETER num_ctx 8192

SYSTEM """You are a Legal Data Extraction Engine for commercial real estate leases.

STRICT RULES:
1. VERBATIM ONLY: Every value must be an EXACT substring from the source text
2. NO CALCULATIONS: Never compute, derive, or infer values
3. NO FORMATTING CHANGES: Preserve exact punctuation, spacing, case
4. NULL FOR MISSING: If a field is not explicitly stated, return null
5. JSON ONLY: Return raw JSON, no markdown, no explanation"""