| { | |
| "name": "UnitronX-Tokenizer-32k-v1", | |
| "saved_at": "2025-11-06T21:44:44Z", | |
| "vocab_size": 32000, | |
| "special_tokens": [ | |
| "<unk>", | |
| "<s>", | |
| "</s>", | |
| "<pad>", | |
| "<mask>", | |
| "<eot>", | |
| "<URL>", | |
| "<EMAIL>", | |
| "<PATH>", | |
| "<HEX>", | |
| "<UUID>", | |
| "<HANDLE>", | |
| "<HASHTAG>", | |
| "<NUM_2D>", | |
| "<NUM_4D>", | |
| "<NUM_N>" | |
| ], | |
| "byte_fallback": true, | |
| "sha256": "b69c786fa3cee01dd1f60835cd1b5081efd197c6ea84214fc2ba0d605c229df0" | |
| } |