Hugging Face's logo

Backup-bdg
/
Xoron-Dev-MultiMoe

Any-to-Any
Transformers
Safetensors
English
xoron
multimodal
Mixture of Experts
text-to-image
image editing
image to video
text-to-video
video editing
text-to-speech
speech-to-text
speech-to-speech
image-to-text
video-to-text
agentic
tool-use
flow-matching
3d-rope
titok
vidtok
dual-stream-attention
zero-shot-voice-cloning
bigvgan
snake-activation
multi-receptive-field-fusion
custom_code
Model card Files
xet
 Community
1
Xoron-Dev-MultiMoe / special_tokens_map.json
Backup-bdg's picture
Backup-bdg
Update model weights after training (epoch 1, loss 5.7691)
c3b1f1c verified
raw
history blame contribute delete
79.2 kB
{
 "additional_special_tokens": [
 {
 "content": "<|bos|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|eos|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|pad|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|prompt|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/prompt|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|text|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/text|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|response|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/response|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|system|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/system|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|user|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/user|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|assistant|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/assistant|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|memory|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/memory|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|working_memory|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/working_memory|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|long_term_memory|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/long_term_memory|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|summary|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/summary|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|condensed|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/condensed|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|user_profile|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/user_profile|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|user_pref|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/user_pref|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|hard_rule|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/hard_rule|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|session|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/session|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|conv_history|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/conv_history|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|fim_prefix|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|fim_middle|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|fim_suffix|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|fim_pad|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|commit_before|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/commit_before|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|commit_after|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/commit_after|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|commit_msg|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/commit_msg|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|diff|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/diff|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|diff_add|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|diff_del|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|diff_ctx|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|reponame|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/reponame|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|gh_stars|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/gh_stars|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|branch|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/branch|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|issue|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/issue|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|issue_title|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/issue_title|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|issue_body|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/issue_body|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|issue_closed|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|issue_open|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|pr|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/pr|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|pr_title|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/pr_title|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|pr_body|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/pr_body|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|pr_merged|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|pr_closed|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|jupyter|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/jupyter|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|jupyter_code|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/jupyter_code|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|jupyter_output|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/jupyter_output|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|jupyter_text|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/jupyter_text|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|jupyter_error|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/jupyter_error|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|empty_output|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|exec|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/exec|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|exec_result|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/exec_result|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|exec_error|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/exec_error|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|exec_timeout|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|add_file|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/add_file|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|delete_file|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/delete_file|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|rename_file|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/rename_file|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|edit_file|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/edit_file|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|read_file|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/read_file|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|file_sep|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|file_content|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/file_content|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|edit_range|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/edit_range|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|line|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/line|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|insert_before|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|insert_after|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|replace|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/replace|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "[e~[",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "]~e]",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "[d~[",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "]~d]",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "[p~[",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "]~p]",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "]~b]",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "]~!b[",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "[m~[",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "]~m]",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|doc|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/doc|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|eod|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|file:txt|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/file:txt|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|file:md|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/file:md|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|file:json|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/file:json|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|file:xml|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/file:xml|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|file:yaml|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/file:yaml|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|file:html|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/file:html|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|file:css|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/file:css|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|file:csv|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/file:csv|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|file:toml|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/file:toml|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|file:ini|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/file:ini|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|file:log|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/file:log|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|filename|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/filename|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|filepath|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/filepath|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|image|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/image|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|video|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/video|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|timestamp|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/timestamp|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|time_range|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/time_range|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|keyframe|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/keyframe|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|scene_change|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|scene|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/scene|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|segment|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/segment|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|frame|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/frame|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|frame_num|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/frame_num|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|action|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/action|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|event|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/event|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|region|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/region|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|bbox|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/bbox|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|object|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/object|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|gen_image|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/gen_image|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|gen_video|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/gen_video|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tool_call|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/tool_call|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tool_result|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/tool_result|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|function_name|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/function_name|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|function_args|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/function_args|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|arg_name|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/arg_name|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|arg_value|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/arg_value|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tools|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/tools|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|function_def|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/function_def|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|available_tools|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/available_tools|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tool_def|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/tool_def|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tool_name|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/tool_name|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tool_desc|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/tool_desc|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tool_params|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/tool_params|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|param_name|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/param_name|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|param_type|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/param_type|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|param_required|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|param_optional|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tool_error|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/tool_error|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tool_success|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tool_calls|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/tool_calls|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tool_id|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/tool_id|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|code|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/code|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:python|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:javascript|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:typescript|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:java|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:cpp|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:c|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:csharp|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:go|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:rust|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:ruby|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:php|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:swift|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:kotlin|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:scala|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:shell|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:bash|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:sql|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:r|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:matlab|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:lua|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:perl|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:haskell|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lang:other|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|think|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/think|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|observation|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/observation|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|note|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/note|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|step|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/step|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|reflection|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/reflection|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|hypothesis|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/hypothesis|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|conclusion|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/conclusion|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|plan|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/plan|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|plan_step|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/plan_step|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|critique|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/critique|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|error_found|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|no_error|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|analysis|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/analysis|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|breakdown|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/breakdown|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|decision|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/decision|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|option|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/option|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|chosen|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|rejected|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|because|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|therefore|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|however|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|alternatively|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|confidence:high|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|confidence:medium|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|confidence:low|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|confidence:uncertain|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|uncertainty_score|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/uncertainty_score|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|certainty_score|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/certainty_score|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|uncertain|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/uncertain|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|unknown|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|need_verify|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|may_outdated|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|speculative|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|approximate|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|verify|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/verify|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|fact_check|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|self_correct|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|correction|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/correction|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|retract|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|clarify|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|cite|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/cite|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|source|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/source|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|ref|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/ref|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|quote|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/quote|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|attribution|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/attribution|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|context|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/context|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|retrieved|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/retrieved|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|grounded|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|ungrounded|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|partially_grounded|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|knowledge_cutoff|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|beyond_knowledge|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|within_knowledge|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|knowledge_date|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/knowledge_date|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|listen|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/listen|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|speak|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/speak|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|audio|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/audio|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|audio_prompt|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/audio_prompt|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|speaker_ref|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/speaker_ref|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|eot|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|continue|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|yield|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|interrupt|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|backoff|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|user_int|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/user_int|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|cough|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|laugh|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|sigh|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|hesitation|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|backchannel|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|confused|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|agree|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|disagree|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|pause|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|resume|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|rewind|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|adjust|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|emotion|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/emotion|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|arousal|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/arousal|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|valence|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/valence|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|dominance|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/dominance|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|happy|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|sad|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|angry|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|fearful|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|surprised|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|disgusted|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|neutral|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|excited|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|frustrated|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|bored|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|match_emo|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|contrast_emo|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|calm|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|energetic|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|sing|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/sing|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|rap|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/rap|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|chant|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/chant|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|hum|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/hum|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|whistle|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/whistle|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|pitch|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/pitch|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tempo|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/tempo|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|rhythm|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/rhythm|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|melody|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/melody|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|key|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/key|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|style:pop|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|style:rock|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|style:jazz|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|style:classical|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|style:hiphop|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|style:rnb|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|style:country|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|style:soul|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|lyrics|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/lyrics|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|verse|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/verse|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|chorus|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/chorus|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|bridge|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/bridge|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|beatbox|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/beatbox|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|perc|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/perc|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|kick|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|snare|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|hihat|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|crash|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|fill|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|click|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|pop|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|whisper|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/whisper|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|shout|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/shout|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|growl|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/growl|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|falsetto|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/falsetto|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|breath_in|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|breath_out|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|breath_heavy|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|sigh_x|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|gasp|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|yawn|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|ahem|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|hmm|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|aha|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|ooh|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|wow|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|ugh|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|phew|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tsk|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|shh|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|adlib|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/adlib|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|harmony|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/harmony|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|poly|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/poly|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|vibrato|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tremolo|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|gliss|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|spec|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/spec|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|spec_ok|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|spec_no|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|rewrite|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/rewrite|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|rollback|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|checkpoint|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|conf_tok|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|unc_tok|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|draft|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/draft|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|final|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/final|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|table|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/table|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|row|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/row|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|cell|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/cell|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|thead|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/thead|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|tbody|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/tbody|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|schema|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/schema|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|field|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/field|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|type|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/type|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|required|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|optional|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|version|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/version|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|deprecated|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|since|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/since|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|changelog|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/changelog|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|json|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/json|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|xml|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/xml|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|yaml|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/yaml|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|csv|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/csv|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|list|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/list|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|item|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/item|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|ol|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/ol|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|ul|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/ul|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|kv|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/kv|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|key|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/key|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|value|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/value|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|task|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/task|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|task_type|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/task_type|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|instruction|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/instruction|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|constraint|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/constraint|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|example|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/example|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|input|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/input|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|output|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/output|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|expected|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|/expected|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|sep|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|nl|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|mask|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|...|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|cont|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|truncated|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 },
 {
 "content": "<|redacted|>",
 "lstrip": false,
 "normalized": false,
 "rstrip": false,
 "single_word": false
 }
 ],
 "bos_token": "<|bos|>",
 "eos_token": "<|eos|>",
 "pad_token": "<|pad|>"
}