File size: 865 Bytes
84aa4f6 055461e 84aa4f6 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 | {
"tokenizer_class": "PreTrainedTokenizerFast",
"unk_token": "_",
"pad_token": "_",
"bos_token": "<",
"eos_token": ">",
"vocab": "0123456789+-*/()^.,= <>_",
"char_to_id": {
"0": 0,
"1": 1,
"2": 2,
"3": 3,
"4": 4,
"5": 5,
"6": 6,
"7": 7,
"8": 8,
"9": 9,
"+": 10,
"-": 11,
"*": 12,
"/": 13,
"(": 14,
")": 15,
"^": 16,
".": 17,
",": 18,
"=": 19,
" ": 20,
"<": 21,
">": 22,
"_": 23
},
"id_to_char": {
"0": "0",
"1": "1",
"2": "2",
"3": "3",
"4": "4",
"5": "5",
"6": "6",
"7": "7",
"8": "8",
"9": "9",
"10": "+",
"11": "-",
"12": "*",
"13": "/",
"14": "(",
"15": ")",
"16": "^",
"17": ".",
"18": ",",
"19": "=",
"20": " ",
"21": "<",
"22": ">",
"23": "_"
}
} |