| { | |
| "added_tokens_decoder": { | |
| "2": { | |
| "content": "td", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "3": { | |
| "content": "úw", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "4": { | |
| "content": "ěy", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "9": { | |
| "content": "ngb", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "10": { | |
| "content": "ny", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "12": { | |
| "content": "dd", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "17": { | |
| "content": "dh", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "18": { | |
| "content": "ùw", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "19": { | |
| "content": "dz", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "20": { | |
| "content": "ey", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "23": { | |
| "content": "ndr", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "27": { | |
| "content": "uw", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "29": { | |
| "content": "ng", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "31": { | |
| "content": "ch", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "34": { | |
| "content": "dr", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "38": { | |
| "content": "z̀", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "39": { | |
| "content": "nj", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "43": { | |
| "content": "tdr", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "44": { | |
| "content": "iy", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "48": { | |
| "content": "ǔw", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "49": { | |
| "content": "èy", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "52": { | |
| "content": "íy", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "53": { | |
| "content": "ř", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "54": { | |
| "content": "ŕ", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "56": { | |
| "content": "th", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "62": { | |
| "content": "mb", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "64": { | |
| "content": "ów", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "68": { | |
| "content": "r̀", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "70": { | |
| "content": "bb", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "71": { | |
| "content": "ž", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "74": { | |
| "content": "ǒw", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "79": { | |
| "content": "kp", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "80": { | |
| "content": "nz", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "81": { | |
| "content": "dy", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "82": { | |
| "content": "tdy", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "83": { | |
| "content": "ź", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "84": { | |
| "content": "ts", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "85": { | |
| "content": "ow", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "89": { | |
| "content": "dj", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "91": { | |
| "content": "ìy", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "95": { | |
| "content": "ǐy", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "97": { | |
| "content": "nd", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "100": { | |
| "content": "pb", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "103": { | |
| "content": "òw", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "105": { | |
| "content": "sh", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "107": { | |
| "content": "gb", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "108": { | |
| "content": "éy", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "111": { | |
| "content": "[UNK]", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "112": { | |
| "content": "[PAD]", | |
| "lstrip": true, | |
| "normalized": false, | |
| "rstrip": true, | |
| "single_word": false, | |
| "special": false | |
| }, | |
| "113": { | |
| "content": "<s>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| }, | |
| "114": { | |
| "content": "</s>", | |
| "lstrip": false, | |
| "normalized": false, | |
| "rstrip": false, | |
| "single_word": false, | |
| "special": true | |
| } | |
| }, | |
| "bos_token": "<s>", | |
| "clean_up_tokenization_spaces": false, | |
| "do_lower_case": false, | |
| "eos_token": "</s>", | |
| "extra_special_tokens": {}, | |
| "model_max_length": 1000000000000000019884624838656, | |
| "pad_token": "[PAD]", | |
| "replace_word_delimiter_char": " ", | |
| "target_lang": "led", | |
| "tokenizer_class": "Wav2Vec2CTCTokenizer", | |
| "unk_token": "[UNK]", | |
| "word_delimiter_token": "|" | |
| } | |