deskull commited on
Commit
dff2c2a
·
verified ·
1 Parent(s): fd7e297

Patch tokenizer_class to PreTrainedTokenizerFast

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -59,6 +59,6 @@
59
  "mask_token": "<mask>",
60
  "model_max_length": 1000000000000000019884624838656,
61
  "pad_token": "<pad>",
62
- "tokenizer_class": "BertProteinSequenceTokenizer",
63
  "unk_token": "<unk>"
64
- }
 
59
  "mask_token": "<mask>",
60
  "model_max_length": 1000000000000000019884624838656,
61
  "pad_token": "<pad>",
62
+ "tokenizer_class": "PreTrainedTokenizerFast",
63
  "unk_token": "<unk>"
64
+ }