Delete added_tokens.json

added_tokens.json

@@ -1,289 +0,0 @@
-{
-  "</tool_call>": 151658,
-  "<tool_call>": 151657,
-  "<|/add_file|>": 151732,
-  "<|/arg_name|>": 151807,
-  "<|/arg_value|>": 151809,
-  "<|/assistant|>": 151679,
-  "<|/audio|>": 151897,
-  "<|/branch|>": 151696,
-  "<|/cite|>": 151876,
-  "<|/code|>": 151822,
-  "<|/commit_after|>": 151683,
-  "<|/commit_before|>": 151681,
-  "<|/commit_msg|>": 151685,
-  "<|/conclusion|>": 151859,
-  "<|/context|>": 151884,
-  "<|/correction|>": 151874,
-  "<|/delete_file|>": 151734,
-  "<|/diff|>": 151687,
-  "<|/doc|>": 151762,
-  "<|/edit_file|>": 151738,
-  "<|/edit_range|>": 151744,
-  "<|/emotion|>": 151899,
-  "<|/exec_error|>": 151729,
-  "<|/exec_result|>": 151727,
-  "<|/exec|>": 151725,
-  "<|/file:css|>": 151777,
-  "<|/file:csv|>": 151779,
-  "<|/file:html|>": 151775,
-  "<|/file:ini|>": 151783,
-  "<|/file:json|>": 151769,
-  "<|/file:log|>": 151785,
-  "<|/file:md|>": 151767,
-  "<|/file:toml|>": 151781,
-  "<|/file:txt|>": 151765,
-  "<|/file:xml|>": 151771,
-  "<|/file:yaml|>": 151773,
-  "<|/file_content|>": 151742,
-  "<|/filename|>": 151787,
-  "<|/filepath|>": 151789,
-  "<|/function_args|>": 151805,
-  "<|/function_def|>": 151813,
-  "<|/function_name|>": 151803,
-  "<|/gen_image|>": 151795,
-  "<|/gen_video|>": 151797,
-  "<|/gh_stars|>": 151694,
-  "<|/hypothesis|>": 151857,
-  "<|/image|>": 151791,
-  "<|/issue_body|>": 151702,
-  "<|/issue_title|>": 151700,
-  "<|/issue|>": 151698,
-  "<|/jupyter_code|>": 151716,
-  "<|/jupyter_error|>": 151722,
-  "<|/jupyter_output|>": 151718,
-  "<|/jupyter_text|>": 151720,
-  "<|/jupyter|>": 151714,
-  "<|/line|>": 151746,
-  "<|/listen|>": 151893,
-  "<|/note|>": 151851,
-  "<|/observation|>": 151849,
-  "<|/pr_body|>": 151710,
-  "<|/pr_title|>": 151708,
-  "<|/prompt|>": 151669,
-  "<|/prosody|>": 151913,
-  "<|/pr|>": 151706,
-  "<|/quote|>": 151882,
-  "<|/read_file|>": 151740,
-  "<|/reflection|>": 151855,
-  "<|/ref|>": 151880,
-  "<|/rename_file|>": 151736,
-  "<|/replace|>": 151750,
-  "<|/reponame|>": 151692,
-  "<|/response|>": 151673,
-  "<|/retrieved|>": 151886,
-  "<|/source|>": 151878,
-  "<|/speak|>": 151895,
-  "<|/step|>": 151853,
-  "<|/system|>": 151675,
-  "<|/text|>": 151671,
-  "<|/think|>": 151847,
-  "<|/tool_calls|>": 151818,
-  "<|/tool_call|>": 151799,
-  "<|/tool_error|>": 151815,
-  "<|/tool_id|>": 151820,
-  "<|/tool_result|>": 151801,
-  "<|/tools|>": 151811,
-  "<|/uncertain|>": 151865,
-  "<|/user|>": 151677,
-  "<|/verify|>": 151870,
-  "<|/video|>": 151793,
-  "<|add_file|>": 151731,
-  "<|arg_name|>": 151806,
-  "<|arg_value|>": 151808,
-  "<|assistant|>": 151678,
-  "<|audio|>": 151896,
-  "<|beyond_knowledge|>": 151890,
-  "<|bos|>": 151665,
-  "<|box_end|>": 151649,
-  "<|box_start|>": 151648,
-  "<|branch|>": 151695,
-  "<|cite|>": 151875,
-  "<|code|>": 151821,
-  "<|commit_after|>": 151682,
-  "<|commit_before|>": 151680,
-  "<|commit_msg|>": 151684,
-  "<|conclusion|>": 151858,
-  "<|confidence:high|>": 151860,
-  "<|confidence:low|>": 151862,
-  "<|confidence:medium|>": 151861,
-  "<|confidence:uncertain|>": 151863,
-  "<|context|>": 151883,
-  "<|correction|>": 151873,
-  "<|delete_file|>": 151733,
-  "<|diff_add|>": 151688,
-  "<|diff_ctx|>": 151690,
-  "<|diff_del|>": 151689,
-  "<|diff|>": 151686,
-  "<|doc|>": 151761,
-  "<|edit_file|>": 151737,
-  "<|edit_range|>": 151743,
-  "<|emotion:angry|>": 151903,
-  "<|emotion:calm|>": 151907,
-  "<|emotion:confident|>": 151911,
-  "<|emotion:curious|>": 151909,
-  "<|emotion:disgusted|>": 151906,
-  "<|emotion:excited|>": 151908,
-  "<|emotion:fearful|>": 151905,
-  "<|emotion:happy|>": 151901,
-  "<|emotion:neutral|>": 151900,
-  "<|emotion:sad|>": 151902,
-  "<|emotion:surprised|>": 151904,
-  "<|emotion:sympathetic|>": 151910,
-  "<|emotion|>": 151898,
-  "<|empty_output|>": 151723,
-  "<|endoftext|>": 151643,
-  "<|eod|>": 151763,
-  "<|eos|>": 151666,
-  "<|exec_error|>": 151728,
-  "<|exec_result|>": 151726,
-  "<|exec_timeout|>": 151730,
-  "<|exec|>": 151724,
-  "<|fact_check|>": 151871,
-  "<|file:css|>": 151776,
-  "<|file:csv|>": 151778,
-  "<|file:html|>": 151774,
-  "<|file:ini|>": 151782,
-  "<|file:json|>": 151768,
-  "<|file:log|>": 151784,
-  "<|file:md|>": 151766,
-  "<|file:toml|>": 151780,
-  "<|file:txt|>": 151764,
-  "<|file:xml|>": 151770,
-  "<|file:yaml|>": 151772,
-  "<|file_content|>": 151741,
-  "<|file_sep|>": 151664,
-  "<|filename|>": 151786,
-  "<|filepath|>": 151788,
-  "<|fim_middle|>": 151660,
-  "<|fim_pad|>": 151662,
-  "<|fim_prefix|>": 151659,
-  "<|fim_suffix|>": 151661,
-  "<|function_args|>": 151804,
-  "<|function_def|>": 151812,
-  "<|function_name|>": 151802,
-  "<|gen_image|>": 151794,
-  "<|gen_video|>": 151796,
-  "<|gh_stars|>": 151693,
-  "<|grounded|>": 151887,
-  "<|hypothesis|>": 151856,
-  "<|im_end|>": 151645,
-  "<|im_start|>": 151644,
-  "<|image_pad|>": 151655,
-  "<|image|>": 151790,
-  "<|insert_after|>": 151748,
-  "<|insert_before|>": 151747,
-  "<|issue_body|>": 151701,
-  "<|issue_closed|>": 151703,
-  "<|issue_open|>": 151704,
-  "<|issue_title|>": 151699,
-  "<|issue|>": 151697,
-  "<|jupyter_code|>": 151715,
-  "<|jupyter_error|>": 151721,
-  "<|jupyter_output|>": 151717,
-  "<|jupyter_text|>": 151719,
-  "<|jupyter|>": 151713,
-  "<|knowledge_cutoff|>": 151889,
-  "<|lang:bash|>": 151838,
-  "<|lang:cpp|>": 151827,
-  "<|lang:csharp|>": 151829,
-  "<|lang:c|>": 151828,
-  "<|lang:go|>": 151830,
-  "<|lang:haskell|>": 151844,
-  "<|lang:javascript|>": 151824,
-  "<|lang:java|>": 151826,
-  "<|lang:kotlin|>": 151835,
-  "<|lang:lua|>": 151842,
-  "<|lang:matlab|>": 151841,
-  "<|lang:other|>": 151845,
-  "<|lang:perl|>": 151843,
-  "<|lang:php|>": 151833,
-  "<|lang:python|>": 151823,
-  "<|lang:ruby|>": 151832,
-  "<|lang:rust|>": 151831,
-  "<|lang:r|>": 151840,
-  "<|lang:scala|>": 151836,
-  "<|lang:shell|>": 151837,
-  "<|lang:sql|>": 151839,
-  "<|lang:swift|>": 151834,
-  "<|lang:typescript|>": 151825,
-  "<|line|>": 151745,
-  "<|listen|>": 151892,
-  "<|mask|>": 151929,
-  "<|may_outdated|>": 151868,
-  "<|need_verify|>": 151867,
-  "<|nl|>": 151928,
-  "<|note|>": 151850,
-  "<|object_ref_end|>": 151647,
-  "<|object_ref_start|>": 151646,
-  "<|observation|>": 151848,
-  "<|pad|>": 151667,
-  "<|pr_body|>": 151709,
-  "<|pr_closed|>": 151712,
-  "<|pr_merged|>": 151711,
-  "<|pr_title|>": 151707,
-  "<|prompt|>": 151668,
-  "<|prosody:emphasis|>": 151924,
-  "<|prosody:fast|>": 151914,
-  "<|prosody:high_pitch|>": 151921,
-  "<|prosody:loud|>": 151917,
-  "<|prosody:low_pitch|>": 151922,
-  "<|prosody:normal_pitch|>": 151923,
-  "<|prosody:normal_speed|>": 151916,
-  "<|prosody:normal_volume|>": 151920,
-  "<|prosody:pause_long|>": 151926,
-  "<|prosody:pause_short|>": 151925,
-  "<|prosody:slow|>": 151915,
-  "<|prosody:soft|>": 151918,
-  "<|prosody:whisper|>": 151919,
-  "<|prosody|>": 151912,
-  "<|pr|>": 151705,
-  "<|quad_end|>": 151651,
-  "<|quad_start|>": 151650,
-  "<|quote|>": 151881,
-  "<|read_file|>": 151739,
-  "<|reflection|>": 151854,
-  "<|ref|>": 151879,
-  "<|rename_file|>": 151735,
-  "<|replace|>": 151749,
-  "<|repo_name|>": 151663,
-  "<|reponame|>": 151691,
-  "<|response|>": 151672,
-  "<|retrieved|>": 151885,
-  "<|self_correct|>": 151872,
-  "<|sep|>": 151927,
-  "<|source|>": 151877,
-  "<|speak|>": 151894,
-  "<|step|>": 151852,
-  "<|system|>": 151674,
-  "<|text|>": 151670,
-  "<|think|>": 151846,
-  "<|tool_calls|>": 151817,
-  "<|tool_call|>": 151798,
-  "<|tool_error|>": 151814,
-  "<|tool_id|>": 151819,
-  "<|tool_result|>": 151800,
-  "<|tool_success|>": 151816,
-  "<|tools|>": 151810,
-  "<|uncertain|>": 151864,
-  "<|ungrounded|>": 151888,
-  "<|unknown|>": 151866,
-  "<|user|>": 151676,
-  "<|verify|>": 151869,
-  "<|video_pad|>": 151656,
-  "<|video|>": 151792,
-  "<|vision_end|>": 151653,
-  "<|vision_pad|>": 151654,
-  "<|vision_start|>": 151652,
-  "<|within_knowledge|>": 151891,
-  "[d~[": 151753,
-  "[e~[": 151751,
-  "[m~[": 151759,
-  "[p~[": 151755,
-  "]~!b[": 151758,
-  "]~b]": 151757,
-  "]~d]": 151754,
-  "]~e]": 151752,
-  "]~m]": 151760,
-  "]~p]": 151756
-}