stldec_random / vocab.json
saracandu's picture
Upload tokenizer
8348ea6 verified
raw
history blame contribute delete
410 Bytes
{
"unk": 0,
"pad": 1,
"/s": 2,
"s": 3,
"(": 4,
")": 5,
"always": 6,
"eventually": 7,
"until": 8,
"and": 9,
"or": 10,
"not": 11,
">=": 12,
"<=": 13,
">": 14,
"<": 15,
"=": 16,
"x_": 17,
"[": 18,
"]": 19,
",": 20,
"inf": 21,
"-": 22,
".": 23,
"0": 24,
"1": 25,
"2": 26,
"3": 27,
"4": 28,
"5": 29,
"6": 30,
"7": 31,
"8": 32,
"9": 33,
"@": 34
}