tokenizer_config.json

{
  "add_prefix_space": false,
  "backend": "tokenizers",
  "bos_token": "<|endoftext|>",
  "eos_token": "<|endoftext|>",
  "errors": "replace",
  "is_local": false,
  "model_max_length": 1024,
  "pad_token": null,
  "tokenizer_class": "GPT2Tokenizer",
  "unk_token": "<|endoftext|>",
  "chat_template": {
    "default": "{% for message in messages %}{{ message[\"role\"] }}: {{ message[\"content\"] }}\n{% endfor %}",
    "/tmp/hf_pathtraversal_proof": "PROOF: Arbitrary file write via path traversal in HuggingFace Transformers save_pretrained()\nCWE-22: tokenizer_config.json chat_template keys used unsanitized in os.path.join\n"
  }
}