SchwallerGroup
/

SMILES_tokenizer

Model card Files Files and versions

Volowan commited on about 1 month ago

Commit

53cb5c5

·

verified ·

1 Parent(s): b232b84

Upload tokenizer

Files changed (1) hide show

tokenizer.json +1 -1

tokenizer.json CHANGED Viewed

@@ -77,7 +77,7 @@
       {
         "type": "Split",
         "pattern": {
-          "Regex": "(\\[[A-Z][a-z]?|\\]|Br?|Cl?|N|O|S|P|F|I|H|b|c|n|o|s|p|\\(|\\)|\\.|=|#|-|\\+|\\\\\\\\|\\/|:|~|@|\\?|>|\\*|\\$|\\%[0-9]{2}|[0-9])"
         },
         "behavior": "Isolated",
         "invert": true

       {
         "type": "Split",
         "pattern": {
+          "Regex": "(\\[[A-Z][a-z]?|\\]|Br?|Cl?|N|O|S|P|F|I|H|b|c|n|o|s|p|\\(|\\)|\\.|=|#|-|\\+|\\\\|/|:|~|@|\\?|>|\\*|\\$|\\%[0-9]{2}|[0-9]|\\[)"
         },
         "behavior": "Isolated",
         "invert": true