sanchit-gandhi's picture
Upload tokenizer
2252a60
raw
history blame contribute delete
434 Bytes
{
" ": 36,
"-": 8,
"_": 33,
"c": 3,
"а": 20,
"б": 15,
"в": 25,
"г": 16,
"д": 28,
"е": 30,
"ж": 0,
"з": 17,
"и": 22,
"й": 5,
"к": 32,
"л": 29,
"м": 2,
"н": 31,
"о": 18,
"п": 7,
"р": 9,
"с": 1,
"т": 11,
"у": 4,
"ф": 14,
"х": 35,
"ц": 24,
"ч": 6,
"ш": 19,
"щ": 12,
"ы": 10,
"ь": 26,
"э": 34,
"ю": 23,
"я": 13,
"ё": 27,
"—": 21
}