mlx-community
/

MiniMax-M2.1-4bit

Text Generation

4-bit precision

Model card Files Files and versions

Update tokenizer_config.json

#3

by ArthurZ HF Staff - opened 24 days ago

base: refs/heads/main

←

from: refs/pr/3

Discussion Files changed

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -491,7 +491,7 @@
   "eos_token": "[e~[",
   "extra_special_tokens": {},
   "model_max_length": 40960000,
-  "tokenizer_class": "GPT2Tokenizer",
   "unk_token": "]!d~[",
   "tool_parser_type": "minimax_m2"
 }

   "eos_token": "[e~[",
   "extra_special_tokens": {},
   "model_max_length": 40960000,
+  "tokenizer_class": "TokenizersBackend",
   "unk_token": "]!d~[",
   "tool_parser_type": "minimax_m2"
 }