aedmark commited on
Commit
8ea3330
·
verified ·
1 Parent(s): e136e61

Update Modelfile

Browse files
Files changed (1) hide show
  1. Modelfile +8 -14
Modelfile CHANGED
@@ -1,19 +1,13 @@
1
- FROM ./vsl-max-v3.gguf
 
2
 
3
- TEMPLATE """{{ if .System }}<|im_start|>system
4
- {{ .System }}<|im_end|>
5
- {{ end }}{{ if .Prompt }}<|im_start|>user
6
- {{ .Prompt }}<|im_end|>
7
- {{ end }}<|im_start|>assistant
8
- """
9
-
10
- PARAMETER temperature 0.65
11
  PARAMETER top_p 0.9
12
- PARAMETER repeat_penalty 1.15
13
 
14
- PARAMETER stop "<|im_start|>"
15
  PARAMETER stop "<|im_end|>"
 
16
 
17
- PARAMETER stop "<|eot_id|>"
18
- PARAMETER stop "<|eom_id|>"
19
- PARAMETER stop "<|end_of_text|>"
 
1
+ # Point this to exactly where you downloaded the GGUF from the Hermes Colab
2
+ FROM ./vsl_hermes_model-unsloth.Q8_0.gguf
3
 
4
+ # Parameters to keep the Stage Manager grounded and brutalist
5
+ PARAMETER temperature 0.7
 
 
 
 
 
 
6
  PARAMETER top_p 0.9
 
7
 
8
+ # CRITICAL: Hermes 3 / ChatML stop tokens
9
  PARAMETER stop "<|im_end|>"
10
+ PARAMETER stop "<|im_start|>"
11
 
12
+ # We do NOT need to define the SYSTEM prompt here, because BoneAmanita
13
+ # injects the dynamic VSL System Prompt at runtime!