65f6059
1
2
3
4
5
6
7
8
9
10
{ "clean_up_tokenization_spaces": true, "cls_token": "<cls>", "mask_token": "<mask>", "model_max_length": 512, "pad_token": "<pad>", "sep_token": "<sep>", "tokenizer_class": "PreTrainedTokenizerFast" }
