MiniMax-M2-5-REAP-19-mlx-4bit / tokenizer_config.json
shieldstackllc's picture
Add MiniMax-M2.5 REAP-19 MLX 4-bit quantized model
37cb7fa verified
raw
history blame contribute delete
301 Bytes
{
"add_prefix_space": false,
"backend": "tokenizers",
"bos_token": "]~!b[",
"clean_up_tokenization_spaces": false,
"eos_token": "[e~[",
"is_local": true,
"model_max_length": 40960000,
"tokenizer_class": "TokenizersBackend",
"tool_parser_type": "minimax_m2",
"unk_token": "]!d~["
}