unikei
/

bert-base-proteins

Model card Files Files and versions

unikei commited on Nov 6, 2023

Commit

04faa87

·

1 Parent(s): 93a4113

Upload tokenizer.json

Files changed (1) hide show

tokenizer.json +1 -1

tokenizer.json CHANGED Viewed

@@ -143,7 +143,7 @@
     "type": "WordPiece",
     "unk_token": "[UNK]",
     "continuing_subword_prefix": "##",
-    "max_input_chars_per_word": 100,
     "vocab": {
       "[PAD]": 0,
       "[UNK]": 1,

     "type": "WordPiece",
     "unk_token": "[UNK]",
     "continuing_subword_prefix": "##",
+    "max_input_chars_per_word": 33000,
     "vocab": {
       "[PAD]": 0,
       "[UNK]": 1,