Update app.py

app.py

@@ -1,13 +1,20 @@
 import gradio as gr
 from transformers import AutoTokenizer
 
-# Define a function to tokenize text with a selected tokenizer
+chart_html = gr.HTML(label="Token Frequency Chart")
+
+# Define a function to tokenize text and create visualization
 def tokenize_text(text, tokenizer_name):
   tokenizer = AutoTokenizer.from_pretrained(tokenizer_name)
   tokenized_text = tokenizer.tokenize(text)
   input_ids = tokenizer.convert_tokens_to_ids(tokenized_text)
-  decoded_text = tokenizer.decode(input_ids)  # Decode the input IDs
-  return f"Tokenized Text: {tokenized_text}\nInput IDs: {input_ids}\nDecoded Text: {decoded_text}"
+  decoded_text = tokenizer.decode(input_ids)
+
+  # Create visualization HTML
+  chart_html = create_token_frequency_chart(tokenized_text)
+
+  return f"Tokenized Text: {tokenized_text}\nInput IDs: {input_ids}\nDecoded Text: {decoded_text}", chart_html
+
 
 
 # Define available tokenizers