{ "backend": "tokenizers", "clean_up_tokenization_spaces": true, "cls_token": "[CLS]", "extra_special_tokens": [ "[-1.0]", "[-0.9]", "[-0.8]", "[-0.7]", "[-0.6]", "[-0.5]", "[-0.4]", "[-0.3]", "[-0.2]", "[-0.1]", "[0.0]", "[0.1]", "[0.2]", "[0.3]", "[0.4]", "[0.5]", "[0.6]", "[0.7]", "[0.8]", "[0.9]", "[1.0]" ], "is_local": true, "mask_token": "[MASK]", "max_length": 512, "model_input_names": [ "input_ids", "attention_mask" ], "model_max_length": 8192, "pad_to_multiple_of": null, "pad_token": "[PAD]", "pad_token_type_id": 0, "padding_side": "right", "sep_token": "[SEP]", "stride": 0, "tokenizer_class": "PreTrainedTokenizerFast", "truncation_side": "right", "truncation_strategy": "longest_first", "unk_token": "[UNK]" }