File size: 561 Bytes
c54e27d 2548909 c54e27d 2548909 c54e27d 2548909 c54e27d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | {
"tokenizer_class": "PreTrainedTokenizerFast",
"model_max_length": 2048,
"padding_side": "right",
"truncation_side": "right",
"bos_token": "<|endoftext|>",
"eos_token": "<|endoftext|>",
"unk_token": "<|endoftext|>",
"pad_token": "<|endoftext|>",
"additional_special_tokens": [
"<|im_start|>",
"<|im_end|>",
"<|code_start|>",
"<|code_end|>",
"<|math_start|>",
"<|math_end|>",
"<|solution|>",
"<|doc_end|>",
"<|domain_code|>",
"<|domain_math|>",
"<|domain_general|>",
"<|domain_reasoning|>"
]
} |