Added token IDs

BpeTokenizer.py

@@ -9,5 +9,8 @@ def bpe_tokenizer(smiles_string):
 
     # To get the tokenized output as text
     tokens_text = encoded_output.tokens
+
+    # To get the corresponding token IDs
+    token_ids = encoded_output.ids
     
-    return tokens_text
+    return tokens_text, token_ids

app.py

@@ -1,18 +1,12 @@
 import gradio as gr
 from BpeTokenizer import bpe_tokenizer
 
-# def tem(name, num = 3):
-#     return name + num
-
-
-# iface = gr.Interface(fn=tem, inputs=["text", "text"], outputs="text")
-
 iface = gr.Interface(
     fn = bpe_tokenizer,
     inputs=[
         gr.Textbox(label="SMILES"),         
     ],
-    outputs="text"
+    outputs=["text", "text"]
 )
 
 iface.launch()