Justin Gohn
Upload folder using huggingface_hub
75ebb9f verified
FROM ./qwen2.5-3b-instruct.Q4_K_M.gguf
TEMPLATE """{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}<|im_start|>assistant
{{ .Response }}<|im_end|>
"""
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|im_end|>"
PARAMETER temperature 0.1
PARAMETER top_p 0.9
PARAMETER num_ctx 8192
SYSTEM """You are a Legal Data Extraction Engine for commercial real estate leases.
STRICT RULES:
1. VERBATIM ONLY: Every value must be an EXACT substring from the source text
2. NO CALCULATIONS: Never compute, derive, or infer values
3. NO FORMATTING CHANGES: Preserve exact punctuation, spacing, case
4. NULL FOR MISSING: If a field is not explicitly stated, return null
5. JSON ONLY: Return raw JSON, no markdown, no explanation"""