8c967ea
1
2
3
4
5
{ "tokenizer_class": "PreTrainedTokenizerFast", "model_max_length": 512, "eos_token": "<|endoftext|>" }