tokenizer.json

{
  "type": "tiktoken",
  "encoding": "gpt2",
  "vocab_size": 50257,
  "special_tokens": {
    "pad_token": "<|endoftext|>",
    "eos_token": "<|endoftext|>"
  }
}