RobZombAI commited on
Commit
dc92f45
·
verified ·
1 Parent(s): d3ff80a

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -27
README.md CHANGED
@@ -96,19 +96,7 @@ CLI (with reasoning/thinking)
96
  --temp 0.6 \
97
  --reasoning on \
98
  --reasoning-budget -1
99
- CLI (with MTP self-speculative — higher throughput)
100
- ./build/bin/llama-cli \
101
- -m ~/Downloads/Hy3-IQ1_M-mtp.gguf \
102
- -c 65536 \
103
- -ngl 99 -fa on \
104
- --spec-type draft-mtp \
105
- --spec-draft-n-max 3 \
106
- --spec-draft-n-min 1 \
107
- -ctk q8_0 -ctv q8_0 \
108
- -ctkd q8_0 -ctvd q8_0 \
109
- -p "Hello" \
110
- -n 200 \
111
- --temp 0.6
112
  Server (OpenAI-compatible API)
113
  ./build/bin/llama-server \
114
  -m ~/Downloads/Hy3-IQ1_M-mtp.gguf \
@@ -127,20 +115,7 @@ curl http://localhost:8080/v1/chat/completions \
127
  "temperature": 0.6,
128
  "max_tokens": 200
129
  }'
130
- Server (with reasoning + MTP)
131
- ./build/bin/llama-server \
132
- -m ~/Downloads/Hy3-IQ1_M-mtp.gguf \
133
- -c 65536 \
134
- -ngl 99 -fa on \
135
- --spec-type draft-mtp \
136
- --spec-draft-n-max 3 \
137
- --spec-draft-n-min 1 \
138
- -ctk q8_0 -ctv q8_0 \
139
- -ctkd q8_0 -ctvd q8_0 \
140
- --temp 0.6 \
141
- --reasoning on \
142
- --reasoning-budget -1 \
143
- --port 8080
144
  For Mac with 96 GB RAM
145
  # No MTP, compressed KV cache
146
  ./build/bin/llama-cli \
 
96
  --temp 0.6 \
97
  --reasoning on \
98
  --reasoning-budget -1
99
+
 
 
 
 
 
 
 
 
 
 
 
 
100
  Server (OpenAI-compatible API)
101
  ./build/bin/llama-server \
102
  -m ~/Downloads/Hy3-IQ1_M-mtp.gguf \
 
115
  "temperature": 0.6,
116
  "max_tokens": 200
117
  }'
118
+
 
 
 
 
 
 
 
 
 
 
 
 
 
119
  For Mac with 96 GB RAM
120
  # No MTP, compressed KV cache
121
  ./build/bin/llama-cli \