tokenizer_config.json

{
  "tokenizer_class": "PreTrainedTokenizerFast",
  "unk_token": "_",
  "pad_token": "_",
  "bos_token": "<",
  "eos_token": ">",
  "vocab": "0123456789+-*/()^.,= <>_",
  "char_to_id": {
    "0": 0,
    "1": 1,
    "2": 2,
    "3": 3,
    "4": 4,
    "5": 5,
    "6": 6,
    "7": 7,
    "8": 8,
    "9": 9,
    "+": 10,
    "-": 11,
    "*": 12,
    "/": 13,
    "(": 14,
    ")": 15,
    "^": 16,
    ".": 17,
    ",": 18,
    "=": 19,
    " ": 20,
    "<": 21,
    ">": 22,
    "_": 23
  },
  "id_to_char": {
    "0": "0",
    "1": "1",
    "2": "2",
    "3": "3",
    "4": "4",
    "5": "5",
    "6": "6",
    "7": "7",
    "8": "8",
    "9": "9",
    "10": "+",
    "11": "-",
    "12": "*",
    "13": "/",
    "14": "(",
    "15": ")",
    "16": "^",
    "17": ".",
    "18": ",",
    "19": "=",
    "20": " ",
    "21": "<",
    "22": ">",
    "23": "_"
  }
}