Code change

AtomwiseTokenizer.py

@@ -0,0 +1,20 @@
+def atomwise_tokenizer(smi, exclusive_tokens = None):
+    """
+    Tokenize a SMILES molecule at atom-level:
+        (1) 'Br' and 'Cl' are two-character tokens
+        (2) Symbols with bracket are considered as tokens
+
+    exclusive_tokens: A list of specifical symbols with bracket you want to keep. e.g., ['[C@@H]', '[nH]'].
+    Other symbols with bracket will be replaced by '[UNK]'. default is `None`.
+    """
+    import re
+    pattern =  "(\[[^\]]+]|Br?|Cl?|N|O|S|P|F|I|b|c|n|o|s|p|\(|\)|\.|=|#|-|\+|\\\\|\/|:|~|@|\?|>|\*|\$|\%[0-9]{2}|[0-9])"
+    regex = re.compile(pattern)
+    tokens = [token for token in regex.findall(smi)]
+
+    if exclusive_tokens:
+        for i, tok in enumerate(tokens):
+            if tok.startswith('['):
+                if tok not in exclusive_tokens:
+                    tokens[i] = '[UNK]'
+    return tokens

app.py

@@ -1,7 +1,5 @@
 import gradio as gr
+from AtomwiseTokenizer import atomwise_tokenizer
 
-def greet(name):
-    return "Hello " + name + "!!"
-
-iface = gr.Interface(fn=greet, inputs="text", outputs="text")
+iface = gr.Interface(fn=atomwise_tokenizer, inputs=["text", "text"], outputs="text")
 iface.launch()