SchwallerGroup
/

MechSMILES_tokenizer

Model card Files Files and versions

Volowan commited on Nov 21, 2025

Commit

c4eecc4

·

verified ·

1 Parent(s): e8318f3

Upload tokenizer

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -57,6 +57,6 @@
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[pad]",
   "sep_token": "[sep]",
-  "tokenizer_class": "PreTrainedTokenizer",
   "unk_token": "[unk]"
 }

   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "[pad]",
   "sep_token": "[sep]",
+  "tokenizer_class": "PreTrainedTokenizerFast",
   "unk_token": "[unk]"
 }