{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8193": { "content": "", "lstrip": true, "normalized": true, "rstrip": false, "single_word": false, "special": true }, "8194": { "content": "ace_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8195": { "content": "ace_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8196": { "content": "acm_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8197": { "content": "acq_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8198": { "content": "aeb_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8199": { "content": "afr_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8200": { "content": "ajp_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8201": { "content": "aka_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8202": { "content": "amh_Ethi", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8203": { "content": "apc_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8204": { "content": "arb_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8205": { "content": "ars_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8206": { "content": "ary_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8207": { "content": "arz_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8208": { "content": "asm_Beng", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8209": { "content": "ast_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8210": { "content": "awa_Deva", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8211": { "content": "ayr_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8212": { "content": "azb_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8213": { "content": "azj_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8214": { "content": "bak_Cyrl", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8215": { "content": "bam_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8216": { "content": "ban_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8217": { "content": "bel_Cyrl", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8218": { "content": "bem_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8219": { "content": "ben_Beng", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8220": { "content": "bho_Deva", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8221": { "content": "bjn_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8222": { "content": "bjn_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8223": { "content": "bod_Tibt", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8224": { "content": "bos_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8225": { "content": "bug_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8226": { "content": "bul_Cyrl", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8227": { "content": "cat_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8228": { "content": "ceb_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8229": { "content": "ces_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8230": { "content": "cjk_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8231": { "content": "ckb_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8232": { "content": "crh_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8233": { "content": "cym_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8234": { "content": "dan_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8235": { "content": "deu_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8236": { "content": "dik_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8237": { "content": "dyu_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8238": { "content": "dzo_Tibt", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8239": { "content": "ell_Grek", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8240": { "content": "eng_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8241": { "content": "epo_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8242": { "content": "est_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8243": { "content": "eus_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8244": { "content": "ewe_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8245": { "content": "fao_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8246": { "content": "pes_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8247": { "content": "fij_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8248": { "content": "fin_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8249": { "content": "fon_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8250": { "content": "fra_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8251": { "content": "fur_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8252": { "content": "fuv_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8253": { "content": "gla_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8254": { "content": "gle_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8255": { "content": "glg_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8256": { "content": "grn_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8257": { "content": "guj_Gujr", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8258": { "content": "hat_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8259": { "content": "hau_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8260": { "content": "heb_Hebr", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8261": { "content": "hin_Deva", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8262": { "content": "hne_Deva", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8263": { "content": "hrv_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8264": { "content": "hun_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8265": { "content": "hye_Armn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8266": { "content": "ibo_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8267": { "content": "ilo_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8268": { "content": "ind_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8269": { "content": "isl_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8270": { "content": "ita_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8271": { "content": "jav_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8272": { "content": "jpn_Jpan", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8273": { "content": "kab_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8274": { "content": "kac_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8275": { "content": "kam_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8276": { "content": "kan_Knda", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8277": { "content": "kas_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8278": { "content": "kas_Deva", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8279": { "content": "kat_Geor", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8280": { "content": "knc_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8281": { "content": "knc_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8282": { "content": "kaz_Cyrl", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8283": { "content": "kbp_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8284": { "content": "kea_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8285": { "content": "khm_Khmr", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8286": { "content": "kik_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8287": { "content": "kin_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8288": { "content": "kir_Cyrl", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8289": { "content": "kmb_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8290": { "content": "kon_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8291": { "content": "kor_Hang", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8292": { "content": "kmr_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8293": { "content": "lao_Laoo", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8294": { "content": "lvs_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8295": { "content": "lij_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8296": { "content": "lim_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8297": { "content": "lin_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8298": { "content": "lit_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8299": { "content": "lmo_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8300": { "content": "ltg_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8301": { "content": "ltz_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8302": { "content": "lua_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8303": { "content": "lug_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8304": { "content": "luo_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8305": { "content": "lus_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8306": { "content": "mag_Deva", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8307": { "content": "mai_Deva", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8308": { "content": "mal_Mlym", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8309": { "content": "mar_Deva", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8310": { "content": "min_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8311": { "content": "mkd_Cyrl", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8312": { "content": "plt_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8313": { "content": "mlt_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8314": { "content": "mni_Beng", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8315": { "content": "khk_Cyrl", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8316": { "content": "mos_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8317": { "content": "mri_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8318": { "content": "zsm_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8319": { "content": "mya_Mymr", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8320": { "content": "nld_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8321": { "content": "nno_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8322": { "content": "nob_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8323": { "content": "npi_Deva", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8324": { "content": "nso_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8325": { "content": "nus_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8326": { "content": "nya_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8327": { "content": "oci_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8328": { "content": "gaz_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8329": { "content": "ory_Orya", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8330": { "content": "pag_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8331": { "content": "pan_Guru", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8332": { "content": "pap_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8333": { "content": "pol_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8334": { "content": "por_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8335": { "content": "prs_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8336": { "content": "pbt_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8337": { "content": "quy_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8338": { "content": "ron_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8339": { "content": "run_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8340": { "content": "rus_Cyrl", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8341": { "content": "sag_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8342": { "content": "san_Deva", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8343": { "content": "sat_Beng", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8344": { "content": "scn_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8345": { "content": "shn_Mymr", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8346": { "content": "sin_Sinh", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8347": { "content": "slk_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8348": { "content": "slv_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8349": { "content": "smo_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8350": { "content": "sna_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8351": { "content": "snd_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8352": { "content": "som_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8353": { "content": "sot_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8354": { "content": "spa_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8355": { "content": "als_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8356": { "content": "srd_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8357": { "content": "srp_Cyrl", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8358": { "content": "ssw_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8359": { "content": "sun_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8360": { "content": "swe_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8361": { "content": "swh_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8362": { "content": "szl_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8363": { "content": "tam_Taml", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8364": { "content": "tat_Cyrl", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8365": { "content": "tel_Telu", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8366": { "content": "tgk_Cyrl", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8367": { "content": "tgl_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8368": { "content": "tha_Thai", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8369": { "content": "tir_Ethi", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8370": { "content": "taq_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8371": { "content": "taq_Tfng", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8372": { "content": "tpi_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8373": { "content": "tsn_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8374": { "content": "tso_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8375": { "content": "tuk_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8376": { "content": "tum_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8377": { "content": "tur_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8378": { "content": "twi_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8379": { "content": "tzm_Tfng", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8380": { "content": "uig_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8381": { "content": "ukr_Cyrl", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8382": { "content": "umb_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8383": { "content": "urd_Arab", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8384": { "content": "uzn_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8385": { "content": "vec_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8386": { "content": "vie_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8387": { "content": "war_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8388": { "content": "wol_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8389": { "content": "xho_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8390": { "content": "ydd_Hebr", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8391": { "content": "yor_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8392": { "content": "yue_Hant", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8393": { "content": "zho_Hans", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8394": { "content": "zho_Hant", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8395": { "content": "zul_Latn", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "8396": { "content": "mhr_Cyrl", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "mhr_Cyrl" ], "bos_token": "", "clean_up_tokenization_spaces": true, "cls_token": "", "eos_token": "", "legacy": false, "legacy_behaviour": false, "mask_token": "", "model_max_length": 1000000000000000019884624838656, "pad_token": "", "sep_token": "", "sp_model_kwargs": {}, "src_lang": "eng_Latn", "tgt_lang": null, "tokenizer_class": "NllbTokenizer", "unk_token": "" }