tokenizer.json

{
  "type": "sentencepiece_bpe",
  "format": "sentencepiece",
  "model": "tokenizer.model",
  "vocab_size": 32000,
  "add_bos": false,
  "add_eos": false,
  "sha256": "dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055"
}