{ "additional_special_tokens": [ { "content": "[SILENCE_PAD]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[UTTERANCE_PAD]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[WORD_PAD]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTER]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT1]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT2]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT3]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT4]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT5]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT6]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT7]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT8]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT9]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT10]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT11]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT12]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT13]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT14]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT15]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT16]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT17]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT18]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT19]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[INTERRUPT20]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC1]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC2]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC3]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC4]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC5]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC6]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC7]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC8]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC9]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC10]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC11]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC12]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC13]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC14]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC15]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC16]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC17]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC18]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC19]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC20]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC21]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC22]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC23]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC24]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC25]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC26]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC27]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC28]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC29]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC30]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC31]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC32]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC33]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC34]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC35]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC36]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC37]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC38]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC39]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, { "content": "[BC40]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } ], "bos_token": { "content": "<|begin_of_text|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "eos_token": { "content": "<|eot_id|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "pad_token": "<|eot_id|>" }