File size: 149 Bytes
1fd8df4 | 1 2 3 4 5 6 7 | {
"bos_token": "<bos>",
"chat_template": "{% include template_name %}",
"eos_token": "<eos>",
"tokenizer_class": "PreTrainedTokenizerFast"
}
|
1fd8df4 | 1 2 3 4 5 6 7 | {
"bos_token": "<bos>",
"chat_template": "{% include template_name %}",
"eos_token": "<eos>",
"tokenizer_class": "PreTrainedTokenizerFast"
}
|