SFT_64 / added_tokens.json
omrisap's picture
Upload tokenizer
b4c0ee4 verified
{
"</tool_call>": 151658,
"<ANSWER>": 151729,
"<tool_call>": 151657,
"<z_0>": 151665,
"<z_10>": 151675,
"<z_11>": 151676,
"<z_12>": 151677,
"<z_13>": 151678,
"<z_14>": 151679,
"<z_15>": 151680,
"<z_16>": 151681,
"<z_17>": 151682,
"<z_18>": 151683,
"<z_19>": 151684,
"<z_1>": 151666,
"<z_20>": 151685,
"<z_21>": 151686,
"<z_22>": 151687,
"<z_23>": 151688,
"<z_24>": 151689,
"<z_25>": 151690,
"<z_26>": 151691,
"<z_27>": 151692,
"<z_28>": 151693,
"<z_29>": 151694,
"<z_2>": 151667,
"<z_30>": 151695,
"<z_31>": 151696,
"<z_32>": 151697,
"<z_33>": 151698,
"<z_34>": 151699,
"<z_35>": 151700,
"<z_36>": 151701,
"<z_37>": 151702,
"<z_38>": 151703,
"<z_39>": 151704,
"<z_3>": 151668,
"<z_40>": 151705,
"<z_41>": 151706,
"<z_42>": 151707,
"<z_43>": 151708,
"<z_44>": 151709,
"<z_45>": 151710,
"<z_46>": 151711,
"<z_47>": 151712,
"<z_48>": 151713,
"<z_49>": 151714,
"<z_4>": 151669,
"<z_50>": 151715,
"<z_51>": 151716,
"<z_52>": 151717,
"<z_53>": 151718,
"<z_54>": 151719,
"<z_55>": 151720,
"<z_56>": 151721,
"<z_57>": 151722,
"<z_58>": 151723,
"<z_59>": 151724,
"<z_5>": 151670,
"<z_60>": 151725,
"<z_61>": 151726,
"<z_62>": 151727,
"<z_63>": 151728,
"<z_6>": 151671,
"<z_7>": 151672,
"<z_8>": 151673,
"<z_9>": 151674,
"<|box_end|>": 151649,
"<|box_start|>": 151648,
"<|endoftext|>": 151643,
"<|file_sep|>": 151664,
"<|fim_middle|>": 151660,
"<|fim_pad|>": 151662,
"<|fim_prefix|>": 151659,
"<|fim_suffix|>": 151661,
"<|im_end|>": 151645,
"<|im_start|>": 151644,
"<|image_pad|>": 151655,
"<|object_ref_end|>": 151647,
"<|object_ref_start|>": 151646,
"<|quad_end|>": 151651,
"<|quad_start|>": 151650,
"<|repo_name|>": 151663,
"<|video_pad|>": 151656,
"<|vision_end|>": 151653,
"<|vision_pad|>": 151654,
"<|vision_start|>": 151652
}