{
  "backend": "tokenizers",
  "bos_token": "<|begin_of_text|>",
  "clean_up_tokenization_spaces": false,
  "eos_token": "<|end_of_text|>",
  "is_local": false,
  "local_files_only": false,
  "model_max_length": 1048576,
  "pad_token": "<|finetune_right_pad|>",
  "processor_class": "MuseSparkProcessor",
  "response_template": {
    "defaults": {
      "role": "assistant"
    },
    "fields": {
      "content": {
        "close": [
          "<|eot|>",
          "<|eom|>"
        ],
        "content": "text",
        "join": "",
        "open_pattern": "to=(?:user|commentary)<\\|message\\|>",
        "repeats": true
      },
      "reasoning_content": {
        "close": "<|eom|>",
        "content": "text",
        "open_pattern": "to=self<\\|message\\|>"
      },
      "tool_calls": {
        "close": "</atem:invoke>",
        "content": "xml-inline",
        "content_args": {
          "tag_pattern": "<atem:parameter\\b[^>]*?\\bname=\"(?P<key>[^\"]+)\"[^>]*?>(?P<value>.*?)</atem:parameter>",
          "value_parser": {
            "args": {
              "allow_non_json": true
            },
            "name": "json"
          }
        },
        "open_pattern": "<atem:invoke\\b[^>]*?\\bname=\"(?P<name>[^\"]+)\">",
        "repeats": true,
        "transform": {
          "function": {
            "arguments": "{content}",
            "name": "{name}"
          },
          "type": "function"
        }
      }
    },
    "start_anchor": "<|start|>assistant"
  },
  "tokenizer_class": "TokenizersBackend"
}