Senryu / special_token_ids.json
kerzgrr's picture
Upload Senryu (apo_zero apo-v2 EMA @ step 704, from SFT step 12800)
d5df530 verified
Raw History Blame Contribute Delete
602 Bytes
{
"bos_token": "<|begin_of_text|>",
"eos_token": "<|end_of_text|>",
"pad_token": "<|padding|>",
"unk_token": "<|unknown|>",
"bos_token_id": 0,
"eos_token_id": 1,
"pad_token_id": 2,
"unk_token_id": 3,
"im_start": "<|im_start|>",
"im_start_id": 4,
"im_end": "<|im_end|>",
"im_end_id": 5,
"think_control": "<|think|>",
"think_control_id": 15,
"no_think_control": "<|no_think|>",
"no_think_control_id": 14,
"tool_response": "<|tool_response|>",
"tool_response_id": 7,
"think_open": "<think>",
"think_open_id": 8,
"think_close": "</think>",
"think_close_id": 9
}