PolyglotIQ_mt5_lang_detect / added_tokens.json
AnonymousArt's picture
Upload tokenizer
0f4eb78
raw
history blame contribute delete
489 Bytes
{
"ay": 250127,
"bn": 250121,
"bs": 250120,
"cs": 250124,
"eo": 250119,
"eu": 250123,
"gd": 250103,
"gn": 250109,
"jv": 250104,
"kn": 250105,
"lg": 250114,
"mk": 250100,
"mn": 250116,
"mr": 250112,
"ms": 250111,
"nl": 250107,
"ps": 250113,
"sd": 250110,
"sl": 250129,
"so": 250102,
"sq": 250128,
"sr": 250122,
"sv": 250125,
"sw": 250117,
"tk": 250108,
"tl": 250115,
"ts": 250126,
"yi": 250101,
"zh-CN": 250106,
"zh-TW": 250118
}