tokenizer_config.json

{
  "vocab_size": 154,
  "tokenizer_class": "CustomTokenizer",
  "model_max_length": 14,
  "padding_side": "right",
  "truncation_side": "right",
  "special_tokens": {
    "pad_token": "[PAD]",
    "unk_token": "[UNK]"
  }
}