Fix extra_special_tokens: list to dict for transformers 4.55

data/tokenizer/mindi_tokenizer/tokenizer_config.json

@@ -5,34 +5,34 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|im_end|>",
   "errors": "replace",
-  "extra_special_tokens": [
-    "<|mindi_start|>",
-    "<|mindi_end|>",
-    "<|code_start|>",
-    "<|code_end|>",
-    "<|vision_start|>",
-    "<|vision_end|>",
-    "<|critique_start|>",
-    "<|critique_end|>",
-    "<|suggest_start|>",
-    "<|suggest_end|>",
-    "<|think_start|>",
-    "<|think_end|>",
-    "<|file_start|>",
-    "<|file_end|>",
-    "<|search_start|>",
-    "<|search_end|>",
-    "<|sandbox_start|>",
-    "<|sandbox_end|>",
-    "<|error_start|>",
-    "<|error_end|>",
-    "<|fix_start|>",
-    "<|fix_end|>"
-  ],
+  "extra_special_tokens": {
+    "<|mindi_start|>": "<|mindi_start|>",
+    "<|mindi_end|>": "<|mindi_end|>",
+    "<|code_start|>": "<|code_start|>",
+    "<|code_end|>": "<|code_end|>",
+    "<|vision_start|>": "<|vision_start|>",
+    "<|vision_end|>": "<|vision_end|>",
+    "<|critique_start|>": "<|critique_start|>",
+    "<|critique_end|>": "<|critique_end|>",
+    "<|suggest_start|>": "<|suggest_start|>",
+    "<|suggest_end|>": "<|suggest_end|>",
+    "<|think_start|>": "<|think_start|>",
+    "<|think_end|>": "<|think_end|>",
+    "<|file_start|>": "<|file_start|>",
+    "<|file_end|>": "<|file_end|>",
+    "<|search_start|>": "<|search_start|>",
+    "<|search_end|>": "<|search_end|>",
+    "<|sandbox_start|>": "<|sandbox_start|>",
+    "<|sandbox_end|>": "<|sandbox_end|>",
+    "<|error_start|>": "<|error_start|>",
+    "<|error_end|>": "<|error_end|>",
+    "<|fix_start|>": "<|fix_start|>",
+    "<|fix_end|>": "<|fix_end|>"
+  },
   "is_local": true,
   "model_max_length": 32768,
   "pad_token": "<|endoftext|>",
   "split_special_tokens": false,
   "tokenizer_class": "Qwen2Tokenizer",
   "unk_token": null
-}
+}