special_tokens.json

{
  "bos": "<|bos|>",
  "eos": "<|eos|>",
  "pad": "<|pad|>",
  "prompt_start": "<|prompt|>",
  "prompt_end": "<|/prompt|>",
  "text_start": "<|text|>",
  "text_end": "<|/text|>",
  "response_start": "<|response|>",
  "response_end": "<|/response|>",
  "system_start": "<|system|>",
  "system_end": "<|/system|>",
  "user_start": "<|user|>",
  "user_end": "<|/user|>",
  "assistant_start": "<|assistant|>",
  "assistant_end": "<|/assistant|>",
  "memory_start": "<|memory|>",
  "memory_end": "<|/memory|>",
  "working_memory_start": "<|working_memory|>",
  "working_memory_end": "<|/working_memory|>",
  "long_term_memory_start": "<|long_term_memory|>",
  "long_term_memory_end": "<|/long_term_memory|>",
  "summary_start": "<|summary|>",
  "summary_end": "<|/summary|>",
  "condensed_start": "<|condensed|>",
  "condensed_end": "<|/condensed|>",
  "user_profile_start": "<|user_profile|>",
  "user_profile_end": "<|/user_profile|>",
  "user_preference_start": "<|user_pref|>",
  "user_preference_end": "<|/user_pref|>",
  "hard_rule_start": "<|hard_rule|>",
  "hard_rule_end": "<|/hard_rule|>",
  "session_start": "<|session|>",
  "session_end": "<|/session|>",
  "conversation_history_start": "<|conv_history|>",
  "conversation_history_end": "<|/conv_history|>",
  "fim_prefix": "<|fim_prefix|>",
  "fim_middle": "<|fim_middle|>",
  "fim_suffix": "<|fim_suffix|>",
  "fim_pad": "<|fim_pad|>",
  "commit_before": "<|commit_before|>",
  "commit_before_end": "<|/commit_before|>",
  "commit_after": "<|commit_after|>",
  "commit_after_end": "<|/commit_after|>",
  "commit_msg": "<|commit_msg|>",
  "commit_msg_end": "<|/commit_msg|>",
  "diff_start": "<|diff|>",
  "diff_end": "<|/diff|>",
  "diff_add": "<|diff_add|>",
  "diff_del": "<|diff_del|>",
  "diff_context": "<|diff_ctx|>",
  "reponame": "<|reponame|>",
  "reponame_end": "<|/reponame|>",
  "gh_stars": "<|gh_stars|>",
  "gh_stars_end": "<|/gh_stars|>",
  "branch": "<|branch|>",
  "branch_end": "<|/branch|>",
  "issue_start": "<|issue|>",
  "issue_end": "<|/issue|>",
  "issue_title": "<|issue_title|>",
  "issue_title_end": "<|/issue_title|>",
  "issue_body": "<|issue_body|>",
  "issue_body_end": "<|/issue_body|>",
  "issue_closed": "<|issue_closed|>",
  "issue_open": "<|issue_open|>",
  "pr_start": "<|pr|>",
  "pr_end": "<|/pr|>",
  "pr_title": "<|pr_title|>",
  "pr_title_end": "<|/pr_title|>",
  "pr_body": "<|pr_body|>",
  "pr_body_end": "<|/pr_body|>",
  "pr_merged": "<|pr_merged|>",
  "pr_closed": "<|pr_closed|>",
  "jupyter_start": "<|jupyter|>",
  "jupyter_end": "<|/jupyter|>",
  "jupyter_code": "<|jupyter_code|>",
  "jupyter_code_end": "<|/jupyter_code|>",
  "jupyter_output": "<|jupyter_output|>",
  "jupyter_output_end": "<|/jupyter_output|>",
  "jupyter_text": "<|jupyter_text|>",
  "jupyter_text_end": "<|/jupyter_text|>",
  "jupyter_error": "<|jupyter_error|>",
  "jupyter_error_end": "<|/jupyter_error|>",
  "empty_output": "<|empty_output|>",
  "exec_start": "<|exec|>",
  "exec_end": "<|/exec|>",
  "exec_result": "<|exec_result|>",
  "exec_result_end": "<|/exec_result|>",
  "exec_error": "<|exec_error|>",
  "exec_error_end": "<|/exec_error|>",
  "exec_timeout": "<|exec_timeout|>",
  "add_file": "<|add_file|>",
  "add_file_end": "<|/add_file|>",
  "delete_file": "<|delete_file|>",
  "delete_file_end": "<|/delete_file|>",
  "rename_file": "<|rename_file|>",
  "rename_file_end": "<|/rename_file|>",
  "edit_file": "<|edit_file|>",
  "edit_file_end": "<|/edit_file|>",
  "read_file": "<|read_file|>",
  "read_file_end": "<|/read_file|>",
  "file_sep": "<|file_sep|>",
  "file_content": "<|file_content|>",
  "file_content_end": "<|/file_content|>",
  "edit_range": "<|edit_range|>",
  "edit_range_end": "<|/edit_range|>",
  "line_num": "<|line|>",
  "line_num_end": "<|/line|>",
  "insert_before": "<|insert_before|>",
  "insert_after": "<|insert_after|>",
  "replace": "<|replace|>",
  "replace_end": "<|/replace|>",
  "encoder_start": "[e~[",
  "encoder_end": "]~e]",
  "decoder_start": "[d~[",
  "decoder_end": "]~d]",
  "projection_start": "[p~[",
  "projection_end": "]~p]",
  "state_begin": "]~b]",
  "state_end": "]~!b[",
  "modal_switch": "[m~[",
  "modal_switch_end": "]~m]",
  "doc_start": "<|doc|>",
  "doc_end": "<|/doc|>",
  "eod": "<|eod|>",
  "file_txt": "<|file:txt|>",
  "file_txt_end": "<|/file:txt|>",
  "file_md": "<|file:md|>",
  "file_md_end": "<|/file:md|>",
  "file_json": "<|file:json|>",
  "file_json_end": "<|/file:json|>",
  "file_xml": "<|file:xml|>",
  "file_xml_end": "<|/file:xml|>",
  "file_yaml": "<|file:yaml|>",
  "file_yaml_end": "<|/file:yaml|>",
  "file_html": "<|file:html|>",
  "file_html_end": "<|/file:html|>",
  "file_css": "<|file:css|>",
  "file_css_end": "<|/file:css|>",
  "file_csv": "<|file:csv|>",
  "file_csv_end": "<|/file:csv|>",
  "file_toml": "<|file:toml|>",
  "file_toml_end": "<|/file:toml|>",
  "file_ini": "<|file:ini|>",
  "file_ini_end": "<|/file:ini|>",
  "file_log": "<|file:log|>",
  "file_log_end": "<|/file:log|>",
  "filename_start": "<|filename|>",
  "filename_end": "<|/filename|>",
  "filepath_start": "<|filepath|>",
  "filepath_end": "<|/filepath|>",
  "image_start": "<|image|>",
  "image_end": "<|/image|>",
  "video_start": "<|video|>",
  "video_end": "<|/video|>",
  "timestamp_start": "<|timestamp|>",
  "timestamp_end": "<|/timestamp|>",
  "time_range_start": "<|time_range|>",
  "time_range_end": "<|/time_range|>",
  "keyframe": "<|keyframe|>",
  "keyframe_end": "<|/keyframe|>",
  "scene_change": "<|scene_change|>",
  "scene_start": "<|scene|>",
  "scene_end": "<|/scene|>",
  "segment_start": "<|segment|>",
  "segment_end": "<|/segment|>",
  "frame_start": "<|frame|>",
  "frame_end": "<|/frame|>",
  "frame_num": "<|frame_num|>",
  "frame_num_end": "<|/frame_num|>",
  "action_start": "<|action|>",
  "action_end": "<|/action|>",
  "event_start": "<|event|>",
  "event_end": "<|/event|>",
  "region_start": "<|region|>",
  "region_end": "<|/region|>",
  "bbox_start": "<|bbox|>",
  "bbox_end": "<|/bbox|>",
  "object_start": "<|object|>",
  "object_end": "<|/object|>",
  "gen_image_start": "<|gen_image|>",
  "gen_image_end": "<|/gen_image|>",
  "gen_video_start": "<|gen_video|>",
  "gen_video_end": "<|/gen_video|>",
  "tool_call_start": "<|tool_call|>",
  "tool_call_end": "<|/tool_call|>",
  "tool_result_start": "<|tool_result|>",
  "tool_result_end": "<|/tool_result|>",
  "function_name_start": "<|function_name|>",
  "function_name_end": "<|/function_name|>",
  "function_args_start": "<|function_args|>",
  "function_args_end": "<|/function_args|>",
  "arg_name_start": "<|arg_name|>",
  "arg_name_end": "<|/arg_name|>",
  "arg_value_start": "<|arg_value|>",
  "arg_value_end": "<|/arg_value|>",
  "tools_start": "<|tools|>",
  "tools_end": "<|/tools|>",
  "function_def_start": "<|function_def|>",
  "function_def_end": "<|/function_def|>",
  "available_tools_start": "<|available_tools|>",
  "available_tools_end": "<|/available_tools|>",
  "tool_def_start": "<|tool_def|>",
  "tool_def_end": "<|/tool_def|>",
  "tool_name": "<|tool_name|>",
  "tool_name_end": "<|/tool_name|>",
  "tool_description": "<|tool_desc|>",
  "tool_description_end": "<|/tool_desc|>",
  "tool_params_start": "<|tool_params|>",
  "tool_params_end": "<|/tool_params|>",
  "param_name": "<|param_name|>",
  "param_name_end": "<|/param_name|>",
  "param_type": "<|param_type|>",
  "param_type_end": "<|/param_type|>",
  "param_required": "<|param_required|>",
  "param_optional": "<|param_optional|>",
  "tool_error_start": "<|tool_error|>",
  "tool_error_end": "<|/tool_error|>",
  "tool_success": "<|tool_success|>",
  "tool_calls_start": "<|tool_calls|>",
  "tool_calls_end": "<|/tool_calls|>",
  "tool_id_start": "<|tool_id|>",
  "tool_id_end": "<|/tool_id|>",
  "code_start": "<|code|>",
  "code_end": "<|/code|>",
  "lang_python": "<|lang:python|>",
  "lang_javascript": "<|lang:javascript|>",
  "lang_typescript": "<|lang:typescript|>",
  "lang_java": "<|lang:java|>",
  "lang_cpp": "<|lang:cpp|>",
  "lang_c": "<|lang:c|>",
  "lang_csharp": "<|lang:csharp|>",
  "lang_go": "<|lang:go|>",
  "lang_rust": "<|lang:rust|>",
  "lang_ruby": "<|lang:ruby|>",
  "lang_php": "<|lang:php|>",
  "lang_swift": "<|lang:swift|>",
  "lang_kotlin": "<|lang:kotlin|>",
  "lang_scala": "<|lang:scala|>",
  "lang_shell": "<|lang:shell|>",
  "lang_bash": "<|lang:bash|>",
  "lang_sql": "<|lang:sql|>",
  "lang_r": "<|lang:r|>",
  "lang_matlab": "<|lang:matlab|>",
  "lang_lua": "<|lang:lua|>",
  "lang_perl": "<|lang:perl|>",
  "lang_haskell": "<|lang:haskell|>",
  "lang_other": "<|lang:other|>",
  "think_start": "<|think|>",
  "think_end": "<|/think|>",
  "observation_start": "<|observation|>",
  "observation_end": "<|/observation|>",
  "note_start": "<|note|>",
  "note_end": "<|/note|>",
  "step_start": "<|step|>",
  "step_end": "<|/step|>",
  "reflection_start": "<|reflection|>",
  "reflection_end": "<|/reflection|>",
  "hypothesis_start": "<|hypothesis|>",
  "hypothesis_end": "<|/hypothesis|>",
  "conclusion_start": "<|conclusion|>",
  "conclusion_end": "<|/conclusion|>",
  "plan_start": "<|plan|>",
  "plan_end": "<|/plan|>",
  "plan_step": "<|plan_step|>",
  "plan_step_end": "<|/plan_step|>",
  "critique_start": "<|critique|>",
  "critique_end": "<|/critique|>",
  "error_found": "<|error_found|>",
  "no_error": "<|no_error|>",
  "analysis_start": "<|analysis|>",
  "analysis_end": "<|/analysis|>",
  "breakdown_start": "<|breakdown|>",
  "breakdown_end": "<|/breakdown|>",
  "decision_start": "<|decision|>",
  "decision_end": "<|/decision|>",
  "option_start": "<|option|>",
  "option_end": "<|/option|>",
  "chosen": "<|chosen|>",
  "rejected": "<|rejected|>",
  "because": "<|because|>",
  "therefore": "<|therefore|>",
  "however": "<|however|>",
  "alternatively": "<|alternatively|>",
  "confidence_high": "<|confidence:high|>",
  "confidence_medium": "<|confidence:medium|>",
  "confidence_low": "<|confidence:low|>",
  "confidence_uncertain": "<|confidence:uncertain|>",
  "uncertainty_score": "<|uncertainty_score|>",
  "uncertainty_score_end": "<|/uncertainty_score|>",
  "certainty_score": "<|certainty_score|>",
  "certainty_score_end": "<|/certainty_score|>",
  "uncertain_start": "<|uncertain|>",
  "uncertain_end": "<|/uncertain|>",
  "unknown": "<|unknown|>",
  "need_verification": "<|need_verify|>",
  "may_be_outdated": "<|may_outdated|>",
  "speculative": "<|speculative|>",
  "approximate": "<|approximate|>",
  "verify_start": "<|verify|>",
  "verify_end": "<|/verify|>",
  "fact_check": "<|fact_check|>",
  "self_correct": "<|self_correct|>",
  "correction_start": "<|correction|>",
  "correction_end": "<|/correction|>",
  "retract": "<|retract|>",
  "clarify": "<|clarify|>",
  "cite_start": "<|cite|>",
  "cite_end": "<|/cite|>",
  "source_start": "<|source|>",
  "source_end": "<|/source|>",
  "reference_start": "<|ref|>",
  "reference_end": "<|/ref|>",
  "quote_start": "<|quote|>",
  "quote_end": "<|/quote|>",
  "attribution": "<|attribution|>",
  "attribution_end": "<|/attribution|>",
  "context_start": "<|context|>",
  "context_end": "<|/context|>",
  "retrieved_start": "<|retrieved|>",
  "retrieved_end": "<|/retrieved|>",
  "grounded": "<|grounded|>",
  "ungrounded": "<|ungrounded|>",
  "partially_grounded": "<|partially_grounded|>",
  "knowledge_cutoff": "<|knowledge_cutoff|>",
  "beyond_knowledge": "<|beyond_knowledge|>",
  "within_knowledge": "<|within_knowledge|>",
  "knowledge_date": "<|knowledge_date|>",
  "knowledge_date_end": "<|/knowledge_date|>",
  "listen_start": "<|listen|>",
  "listen_end": "<|/listen|>",
  "speak_start": "<|speak|>",
  "speak_end": "<|/speak|>",
  "audio_start": "<|audio|>",
  "audio_end": "<|/audio|>",
  "audio_prompt_start": "<|audio_prompt|>",
  "audio_prompt_end": "<|/audio_prompt|>",
  "speaker_ref_start": "<|speaker_ref|>",
  "speaker_ref_end": "<|/speaker_ref|>",
  "eot_predict": "<|eot|>",
  "eot_continue": "<|continue|>",
  "eot_yield": "<|yield|>",
  "eot_interrupt": "<|interrupt|>",
  "eot_backoff": "<|backoff|>",
  "user_interrupt_start": "<|user_int|>",
  "user_interrupt_end": "<|/user_int|>",
  "user_cough": "<|cough|>",
  "user_laugh": "<|laugh|>",
  "user_sigh": "<|sigh|>",
  "user_hesitation": "<|hesitation|>",
  "user_backchannel": "<|backchannel|>",
  "user_confusion": "<|confused|>",
  "user_agreement": "<|agree|>",
  "user_disagreement": "<|disagree|>",
  "response_pause": "<|pause|>",
  "response_resume": "<|resume|>",
  "response_rewind": "<|rewind|>",
  "response_adjust": "<|adjust|>",
  "emotion_start": "<|emotion|>",
  "emotion_end": "<|/emotion|>",
  "arousal_level": "<|arousal|>",
  "arousal_end": "<|/arousal|>",
  "valence_level": "<|valence|>",
  "valence_end": "<|/valence|>",
  "dominance_level": "<|dominance|>",
  "dominance_end": "<|/dominance|>",
  "emotion_happy": "<|happy|>",
  "emotion_sad": "<|sad|>",
  "emotion_angry": "<|angry|>",
  "emotion_fearful": "<|fearful|>",
  "emotion_surprised": "<|surprised|>",
  "emotion_disgusted": "<|disgusted|>",
  "emotion_neutral": "<|neutral|>",
  "emotion_excited": "<|excited|>",
  "emotion_frustrated": "<|frustrated|>",
  "emotion_bored": "<|bored|>",
  "match_emotion": "<|match_emo|>",
  "contrast_emotion": "<|contrast_emo|>",
  "calm_response": "<|calm|>",
  "energetic_response": "<|energetic|>",
  "sing_start": "<|sing|>",
  "sing_end": "<|/sing|>",
  "rap_start": "<|rap|>",
  "rap_end": "<|/rap|>",
  "chant_start": "<|chant|>",
  "chant_end": "<|/chant|>",
  "hum_start": "<|hum|>",
  "hum_end": "<|/hum|>",
  "whistle_start": "<|whistle|>",
  "whistle_end": "<|/whistle|>",
  "pitch_start": "<|pitch|>",
  "pitch_end": "<|/pitch|>",
  "tempo_start": "<|tempo|>",
  "tempo_end": "<|/tempo|>",
  "rhythm_start": "<|rhythm|>",
  "rhythm_end": "<|/rhythm|>",
  "melody_start": "<|melody|>",
  "melody_end": "<|/melody|>",
  "key_signature": "<|key|>",
  "key_signature_end": "<|/key|>",
  "style_pop": "<|style:pop|>",
  "style_rock": "<|style:rock|>",
  "style_jazz": "<|style:jazz|>",
  "style_classical": "<|style:classical|>",
  "style_hiphop": "<|style:hiphop|>",
  "style_rnb": "<|style:rnb|>",
  "style_country": "<|style:country|>",
  "style_soul": "<|style:soul|>",
  "lyrics_start": "<|lyrics|>",
  "lyrics_end": "<|/lyrics|>",
  "verse_start": "<|verse|>",
  "verse_end": "<|/verse|>",
  "chorus_start": "<|chorus|>",
  "chorus_end": "<|/chorus|>",
  "bridge_start": "<|bridge|>",
  "bridge_end": "<|/bridge|>",
  "beatbox_start": "<|beatbox|>",
  "beatbox_end": "<|/beatbox|>",
  "percussion_start": "<|perc|>",
  "percussion_end": "<|/perc|>",
  "drum_kick": "<|kick|>",
  "drum_snare": "<|snare|>",
  "drum_hihat": "<|hihat|>",
  "drum_crash": "<|crash|>",
  "drum_fill": "<|fill|>",
  "click": "<|click|>",
  "pop": "<|pop|>",
  "whisper_start": "<|whisper|>",
  "whisper_end": "<|/whisper|>",
  "shout_start": "<|shout|>",
  "shout_end": "<|/shout|>",
  "growl_start": "<|growl|>",
  "growl_end": "<|/growl|>",
  "falsetto_start": "<|falsetto|>",
  "falsetto_end": "<|/falsetto|>",
  "breath_in": "<|breath_in|>",
  "breath_out": "<|breath_out|>",
  "breath_heavy": "<|breath_heavy|>",
  "sigh_express": "<|sigh_x|>",
  "gasp": "<|gasp|>",
  "yawn": "<|yawn|>",
  "clear_throat": "<|ahem|>",
  "hmm": "<|hmm|>",
  "aha": "<|aha|>",
  "ooh": "<|ooh|>",
  "wow": "<|wow|>",
  "ugh": "<|ugh|>",
  "phew": "<|phew|>",
  "tsk": "<|tsk|>",
  "shh": "<|shh|>",
  "adlib_start": "<|adlib|>",
  "adlib_end": "<|/adlib|>",
  "harmony_start": "<|harmony|>",
  "harmony_end": "<|/harmony|>",
  "polyphonic_start": "<|poly|>",
  "polyphonic_end": "<|/poly|>",
  "vibrato": "<|vibrato|>",
  "tremolo": "<|tremolo|>",
  "glissando": "<|gliss|>",
  "speculate_start": "<|spec|>",
  "speculate_end": "<|/spec|>",
  "speculate_accept": "<|spec_ok|>",
  "speculate_reject": "<|spec_no|>",
  "rewrite_start": "<|rewrite|>",
  "rewrite_end": "<|/rewrite|>",
  "rollback": "<|rollback|>",
  "checkpoint": "<|checkpoint|>",
  "token_confident": "<|conf_tok|>",
  "token_uncertain": "<|unc_tok|>",
  "draft_start": "<|draft|>",
  "draft_end": "<|/draft|>",
  "final_start": "<|final|>",
  "final_end": "<|/final|>",
  "table_start": "<|table|>",
  "table_end": "<|/table|>",
  "table_row_start": "<|row|>",
  "table_row_end": "<|/row|>",
  "table_cell_start": "<|cell|>",
  "table_cell_end": "<|/cell|>",
  "table_header_start": "<|thead|>",
  "table_header_end": "<|/thead|>",
  "table_body_start": "<|tbody|>",
  "table_body_end": "<|/tbody|>",
  "schema_start": "<|schema|>",
  "schema_end": "<|/schema|>",
  "schema_field": "<|field|>",
  "schema_field_end": "<|/field|>",
  "schema_type": "<|type|>",
  "schema_type_end": "<|/type|>",
  "schema_required": "<|required|>",
  "schema_optional": "<|optional|>",
  "version": "<|version|>",
  "version_end": "<|/version|>",
  "deprecated": "<|deprecated|>",
  "since": "<|since|>",
  "since_end": "<|/since|>",
  "changelog_start": "<|changelog|>",
  "changelog_end": "<|/changelog|>",
  "json_start": "<|json|>",
  "json_end": "<|/json|>",
  "xml_start": "<|xml|>",
  "xml_end": "<|/xml|>",
  "yaml_start": "<|yaml|>",
  "yaml_end": "<|/yaml|>",
  "csv_start": "<|csv|>",
  "csv_end": "<|/csv|>",
  "list_start": "<|list|>",
  "list_end": "<|/list|>",
  "list_item": "<|item|>",
  "list_item_end": "<|/item|>",
  "ordered_list": "<|ol|>",
  "ordered_list_end": "<|/ol|>",
  "unordered_list": "<|ul|>",
  "unordered_list_end": "<|/ul|>",
  "kv_start": "<|kv|>",
  "kv_end": "<|/kv|>",
  "key_start": "<|key|>",
  "key_end": "<|/key|>",
  "value_start": "<|value|>",
  "value_end": "<|/value|>",
  "task_start": "<|task|>",
  "task_end": "<|/task|>",
  "task_type": "<|task_type|>",
  "task_type_end": "<|/task_type|>",
  "instruction_start": "<|instruction|>",
  "instruction_end": "<|/instruction|>",
  "constraint_start": "<|constraint|>",
  "constraint_end": "<|/constraint|>",
  "example_start": "<|example|>",
  "example_end": "<|/example|>",
  "input_start": "<|input|>",
  "input_end": "<|/input|>",
  "output_start": "<|output|>",
  "output_end": "<|/output|>",
  "expected_start": "<|expected|>",
  "expected_end": "<|/expected|>",
  "separator": "<|sep|>",
  "newline": "<|nl|>",
  "mask": "<|mask|>",
  "ellipsis": "<|...|>",
  "continuation": "<|cont|>",
  "truncated": "<|truncated|>",
  "redacted": "<|redacted|>"
}