4733884 f8b23db 4733884
1
2
3
4
5
6
7
8
9
10
{ "backend": "tokenizers", "cls_token": "[CLS]", "eos_token": "[EOS]", "is_local": false, "model_max_length": 1000000000000000019884624838656, "pad_token": "[PAD]", "tokenizer_class": "TokenizersBackend" }
