Update tokenizer_config.json
Browse files- tokenizer_config.json +3 -2
tokenizer_config.json
CHANGED
|
@@ -491,6 +491,7 @@
|
|
| 491 |
"eos_token": "[e~[",
|
| 492 |
"extra_special_tokens": {},
|
| 493 |
"model_max_length": 40960000,
|
| 494 |
-
"tokenizer_class": "
|
| 495 |
-
"unk_token": "]!d~["
|
|
|
|
| 496 |
}
|
|
|
|
| 491 |
"eos_token": "[e~[",
|
| 492 |
"extra_special_tokens": {},
|
| 493 |
"model_max_length": 40960000,
|
| 494 |
+
"tokenizer_class": "TokenizersBackend",
|
| 495 |
+
"unk_token": "]!d~[",
|
| 496 |
+
"tool_parser_type": "minimax_m2"
|
| 497 |
}
|