Update README.md
Browse files
README.md
CHANGED
|
@@ -96,19 +96,7 @@ CLI (with reasoning/thinking)
|
|
| 96 |
--temp 0.6 \
|
| 97 |
--reasoning on \
|
| 98 |
--reasoning-budget -1
|
| 99 |
-
|
| 100 |
-
./build/bin/llama-cli \
|
| 101 |
-
-m ~/Downloads/Hy3-IQ1_M-mtp.gguf \
|
| 102 |
-
-c 65536 \
|
| 103 |
-
-ngl 99 -fa on \
|
| 104 |
-
--spec-type draft-mtp \
|
| 105 |
-
--spec-draft-n-max 3 \
|
| 106 |
-
--spec-draft-n-min 1 \
|
| 107 |
-
-ctk q8_0 -ctv q8_0 \
|
| 108 |
-
-ctkd q8_0 -ctvd q8_0 \
|
| 109 |
-
-p "Hello" \
|
| 110 |
-
-n 200 \
|
| 111 |
-
--temp 0.6
|
| 112 |
Server (OpenAI-compatible API)
|
| 113 |
./build/bin/llama-server \
|
| 114 |
-m ~/Downloads/Hy3-IQ1_M-mtp.gguf \
|
|
@@ -127,20 +115,7 @@ curl http://localhost:8080/v1/chat/completions \
|
|
| 127 |
"temperature": 0.6,
|
| 128 |
"max_tokens": 200
|
| 129 |
}'
|
| 130 |
-
|
| 131 |
-
./build/bin/llama-server \
|
| 132 |
-
-m ~/Downloads/Hy3-IQ1_M-mtp.gguf \
|
| 133 |
-
-c 65536 \
|
| 134 |
-
-ngl 99 -fa on \
|
| 135 |
-
--spec-type draft-mtp \
|
| 136 |
-
--spec-draft-n-max 3 \
|
| 137 |
-
--spec-draft-n-min 1 \
|
| 138 |
-
-ctk q8_0 -ctv q8_0 \
|
| 139 |
-
-ctkd q8_0 -ctvd q8_0 \
|
| 140 |
-
--temp 0.6 \
|
| 141 |
-
--reasoning on \
|
| 142 |
-
--reasoning-budget -1 \
|
| 143 |
-
--port 8080
|
| 144 |
For Mac with 96 GB RAM
|
| 145 |
# No MTP, compressed KV cache
|
| 146 |
./build/bin/llama-cli \
|
|
|
|
| 96 |
--temp 0.6 \
|
| 97 |
--reasoning on \
|
| 98 |
--reasoning-budget -1
|
| 99 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 100 |
Server (OpenAI-compatible API)
|
| 101 |
./build/bin/llama-server \
|
| 102 |
-m ~/Downloads/Hy3-IQ1_M-mtp.gguf \
|
|
|
|
| 115 |
"temperature": 0.6,
|
| 116 |
"max_tokens": 200
|
| 117 |
}'
|
| 118 |
+
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 119 |
For Mac with 96 GB RAM
|
| 120 |
# No MTP, compressed KV cache
|
| 121 |
./build/bin/llama-cli \
|