Upload app.py

app.py

@@ -27,7 +27,9 @@ def generate_beam_html(index, all_beams_data, dark_mode):
     normal_color = "white" if dark_mode else "black"
 
     for token, score in zip(beam_tokens, beam_scores):
-        display_token = token.replace(' ', ' ').replace('_', ' ').replace(' ', ' ')
+        # Comprehensive replacement of SentencePiece space (U+2581),
+        # literal underscores (U+005F), and non-breaking spaces (U+00A0).
+        display_token = token.replace('▁', ' ').replace('_', ' ').replace(' ', ' ')
         if score < 0.6:
             color = "red"
             bg_color = "#441111" if dark_mode else "#ffe6e6"