fcd6969 cf1d858 fcd6969
1
2
3
4
5
6
7
8
{ "tokenizer_class": "PreTrainedTokenizerFast", "model_max_length": 48, "unk_token": "<unk>", "eos_token": "</s>", "pad_token": "</s>", "clean_up_tokenization_spaces": false }
