Update README.md
Browse files
README.md
CHANGED
|
@@ -1,4 +1,18 @@
|
|
| 1 |
---
|
| 2 |
license: mit
|
| 3 |
---
|
| 4 |
-
## minimax-m2.7
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
license: mit
|
| 3 |
---
|
| 4 |
+
## minimax-m2.7
|
| 5 |
+
|
| 6 |
+
```
|
| 7 |
+
vllm serve callgg/minimax-m2.7 \
|
| 8 |
+
--host 0.0.0.0 --port 8000 \
|
| 9 |
+
--served-model-name minimax-m2.7 \
|
| 10 |
+
--trust-remote-code \
|
| 11 |
+
--max-model-len 75776 \
|
| 12 |
+
--gpu-memory-utilization 0.85 \
|
| 13 |
+
--kv-cache-dtype fp8 \
|
| 14 |
+
--load-format fastsafetensors \
|
| 15 |
+
--enable-auto-tool-choice \
|
| 16 |
+
--tool-call-parser minimax_m2 \
|
| 17 |
+
--reasoning-parser minimax_m2_append_think
|
| 18 |
+
```
|