Upload tokenizer_config.json with huggingface_hub

tokenizer_config.json

@@ -81,7 +81,10 @@
     "<|im_middle|>"
   ],
   "auto_map": {
-    "AutoTokenizer": "tokenization_moonshot.MoonshotTokenizer"
+    "AutoTokenizer": [
+      "tokenization_moonshot.TikTokenTokenizer",
+      null
+    ]
   },
   "bos_token": "[BOS]",
   "chat_template": "{%- for message in messages -%}{%- if loop.first and messages[0]['role'] != 'system' -%}<|im_system|>system<|im_middle|>You are a helpful assistant<|im_end|>{%- endif -%}{%- if message['role'] == 'system' -%}<|im_system|>{%- endif -%}{%- if message['role'] == 'user' -%}<|im_user|>{%- endif -%}{%- if message['role'] == 'assistant' -%}<|im_assistant|>{%- endif -%}{{ message['role'] }}<|im_middle|>{{message['content']}}<|im_end|>{%- endfor -%}{%- if add_generation_prompt -%}<|im_assistant|>assistant<|im_middle|>{%- endif -%}",