tokenizer.json

{
  "vocab_size": 64000,
  "special_tokens": [
    "<|pad|>",
    "<|bos|>",
    "<|eos|>",
    "<|code_start|>",
    "<|code_end|>",
    "<|tool_call|>",
    "<|tool_result|>"
  ],
  "whitespace_preservation": true,
  "languages": 44
}