meta.json

{
  "name": "UnitronX-Tokenizer-32k-v1",
  "saved_at": "2025-11-06T21:44:44Z",
  "vocab_size": 32000,
  "special_tokens": [
    "<unk>",
    "<s>",
    "</s>",
    "<pad>",
    "<mask>",
    "<eot>",
    "<URL>",
    "<EMAIL>",
    "<PATH>",
    "<HEX>",
    "<UUID>",
    "<HANDLE>",
    "<HASHTAG>",
    "<NUM_2D>",
    "<NUM_4D>",
    "<NUM_N>"
  ],
  "byte_fallback": true,
  "sha256": "b69c786fa3cee01dd1f60835cd1b5081efd197c6ea84214fc2ba0d605c229df0"
}