pranab2050 commited on
Commit
19aa324
·
verified ·
1 Parent(s): df6fef7

Upload Modelfile with huggingface_hub

Browse files
Files changed (1) hide show
  1. Modelfile +14 -0
Modelfile ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM ./sdf-classify-Qwen2.5-1.5B-Instruct-Q4_K_M.gguf
2
+
3
+ TEMPLATE """{{- if .System }}<|im_start|>system
4
+ {{ .System }}<|im_end|>
5
+ {{ end }}<|im_start|>user
6
+ {{ .Prompt }}<|im_end|>
7
+ <|im_start|>assistant
8
+ """
9
+
10
+ PARAMETER stop "<|im_end|>"
11
+ PARAMETER stop "<|im_start|>"
12
+ PARAMETER temperature 0.1
13
+ PARAMETER num_predict 256
14
+ PARAMETER num_ctx 4096