tokenizer2 / vocab.json
suku9's picture
Upload tokenizer
1f9c75b verified
{
"#": 25,
"(": 28,
")": 24,
"-": 22,
"1": 29,
"2": 6,
"3": 23,
"4": 20,
"5": 13,
"6": 17,
"</s>": 1,
"<go>": 3,
"<pad>": 0,
"<unk>": 2,
"=": 16,
"B": 27,
"C": 11,
"F": 9,
"H": 10,
"N": 19,
"O": 5,
"S": 4,
"[": 18,
"]": 26,
"c": 21,
"l": 8,
"n": 7,
"o": 12,
"r": 14,
"s": 15
}