{ "tokenizer_class": "TokenizersBackend", "fast_tokenizer_files": [ "tokenizer.5.0.0.json" ], "unk_token": "\u0000", "bos_token": "\u0000", "eos_token": "\u0000", "pad_token": "\u0000", "padding": true, "padding_side": "left", "return_tensors": "pt", "model_input_names": [ "input_ids", "attention_mask" ], "clean_up_tokenization_spaces": false, "model_specific_special_tokens": { "audio_prompt_token": "<|audio_prompt|>", "audio_latent_token": "<|audio_latent|>", "audio_bos_token": "<|audio_bos|>" } }