| { |
| "auto_map": { |
| "AutoTokenizer": [ |
| "tokenization_kimi.TikTokenTokenizer", |
| null |
| ] |
| }, |
| "backend": "tokenizers", |
| "bos_token": "[BOS]", |
| "clean_up_tokenization_spaces": false, |
| "eos_token": "[EOS]", |
| "extra_special_tokens": [ |
| "<|im_end|>", |
| "<|im_user|>", |
| "<|im_assistant|>", |
| "<|im_system|>", |
| "<|im_middle|>", |
| "<|media_start|>", |
| "<|media_content|>", |
| "<|media_end|>", |
| "<|media_pad|>" |
| ], |
| "is_local": true, |
| "local_files_only": false, |
| "model_max_length": 1000000000000000019884624838656, |
| "pad_token": "[PAD]", |
| "tokenizer_class": "TokenizersBackend", |
| "unk_token": "[UNK]" |
| } |
|
|
