{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40000": { "content": "__af__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40001": { "content": "__am__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40002": { "content": "__ar__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40003": { "content": "__ast__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40004": { "content": "__az__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40005": { "content": "__ba__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40006": { "content": "__be__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40007": { "content": "__bg__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40008": { "content": "__bn__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40009": { "content": "__br__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40010": { "content": "__bs__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40011": { "content": "__ca__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40012": { "content": "__ceb__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40013": { "content": "__cs__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40014": { "content": "__cy__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40015": { "content": "__da__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40016": { "content": "__de__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40017": { "content": "__el__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40018": { "content": "__en__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40019": { "content": "__es__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40020": { "content": "__et__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40021": { "content": "__fa__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40022": { "content": "__ff__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40023": { "content": "__fi__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40024": { "content": "__fr__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40025": { "content": "__fy__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40026": { "content": "__ga__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40027": { "content": "__gd__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40028": { "content": "__gl__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40029": { "content": "__gu__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40030": { "content": "__ha__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40031": { "content": "__he__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40032": { "content": "__hi__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40033": { "content": "__hr__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40034": { "content": "__ht__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40035": { "content": "__hu__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40036": { "content": "__hy__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40037": { "content": "__id__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40038": { "content": "__ig__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40039": { "content": "__ilo__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40040": { "content": "__is__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40041": { "content": "__it__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40042": { "content": "__ja__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40043": { "content": "__jv__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40044": { "content": "__ka__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40045": { "content": "__kk__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40046": { "content": "__km__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40047": { "content": "__kn__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40048": { "content": "__ko__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40049": { "content": "__lb__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40050": { "content": "__lg__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40051": { "content": "__ln__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40052": { "content": "__lo__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40053": { "content": "__lt__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40054": { "content": "__lv__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40055": { "content": "__mg__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40056": { "content": "__mk__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40057": { "content": "__ml__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40058": { "content": "__mn__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40059": { "content": "__mr__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40060": { "content": "__ms__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40061": { "content": "__my__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40062": { "content": "__ne__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40063": { "content": "__nl__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40064": { "content": "__no__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40065": { "content": "__ns__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40066": { "content": "__oc__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40067": { "content": "__or__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40068": { "content": "__pa__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40069": { "content": "__pl__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40070": { "content": "__ps__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40071": { "content": "__pt__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40072": { "content": "__ro__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40073": { "content": "__ru__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40074": { "content": "__sd__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40075": { "content": "__si__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40076": { "content": "__sk__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40077": { "content": "__sl__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40078": { "content": "__so__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40079": { "content": "__sq__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40080": { "content": "__sr__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40081": { "content": "__ss__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40082": { "content": "__su__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40083": { "content": "__sv__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40084": { "content": "__sw__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40085": { "content": "__ta__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40086": { "content": "__th__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40087": { "content": "__tl__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40088": { "content": "__tn__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40089": { "content": "__tr__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40090": { "content": "__uk__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40091": { "content": "__ur__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40092": { "content": "__uz__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40093": { "content": "__vi__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40094": { "content": "__wo__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40095": { "content": "__xh__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40096": { "content": "__yi__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40097": { "content": "__yo__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40098": { "content": "__zh__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "40099": { "content": "__zu__", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "__af__", "__am__", "__ar__", "__ast__", "__az__", "__ba__", "__be__", "__bg__", "__bn__", "__br__", "__bs__", "__ca__", "__ceb__", "__cs__", "__cy__", "__da__", "__de__", "__el__", "__en__", "__es__", "__et__", "__fa__", "__ff__", "__fi__", "__fr__", "__fy__", "__ga__", "__gd__", "__gl__", "__gu__", "__ha__", "__he__", "__hi__", "__hr__", "__ht__", "__hu__", "__hy__", "__id__", "__ig__", "__ilo__", "__is__", "__it__", "__ja__", "__jv__", "__ka__", "__kk__", "__km__", "__kn__", "__ko__", "__lb__", "__lg__", "__ln__", "__lo__", "__lt__", "__lv__", "__mg__", "__mk__", "__ml__", "__mn__", "__mr__", "__ms__", "__my__", "__ne__", "__nl__", "__no__", "__ns__", "__oc__", "__or__", "__pa__", "__pl__", "__ps__", "__pt__", "__ro__", "__ru__", "__sd__", "__si__", "__sk__", "__sl__", "__so__", "__sq__", "__sr__", "__ss__", "__su__", "__sv__", "__sw__", "__ta__", "__th__", "__tl__", "__tn__", "__tr__", "__uk__", "__ur__", "__uz__", "__vi__", "__wo__", "__xh__", "__yi__", "__yo__", "__zh__", "__zu__" ], "bos_token": "", "clean_up_tokenization_spaces": false, "eos_token": "", "extra_special_tokens": {}, "language_codes": "m2m100", "model_max_length": 1000000000000000019884624838656, "num_madeup_words": 8, "pad_token": "", "sep_token": "", "sp_model_kwargs": {}, "src_lang": "vi", "tgt_lang": "lo", "tokenizer_class": "M2M100Tokenizer", "unk_token": "" }