Update app.py

app.py

@@ -2079,29 +2079,24 @@ def clean_and_format_markdown(raw_text):
 
 
 def deep_clean_text(text):
-    # Normalize Unicode to a standard form
+    # Normalize Unicode
     text = unicodedata.normalize('NFKC', text)
-
-    # Remove zero-width characters and other invisible Unicode chars (ZWSP: \u200B, ZWNBSP: \uFEFF, etc.)
+    # Remove zero-width and invisible chars
     text = re.sub(r'[\u200B\uFEFF\u200C\u200D]', '', text)
-
-    # Replace escaped and actual newlines with a space
+    # Remove control chars
+    text = re.sub(r'[\x00-\x1F\x7F-\x9F]', '', text)
+    # Replace newlines
     text = text.replace('\\n', ' ').replace('\n', ' ')
-
-    # Remove HTML tags if any
+    # Remove HTML tags
     text = re.sub(r'<[^>]*>', '', text)
-
-    # Insert space after punctuation if missing
+    # Space after punctuation
     text = re.sub(r'([.,!?])(\S)', r'\1 \2', text)
-
-    # Fix spacing between numbers and letters
+    # Space between numbers and letters
     text = re.sub(r'(\d)([A-Za-z])', r'\1 \2', text)
     text = re.sub(r'([A-Za-z])(\d)', r'\1 \2', text)
-
-    # Replace multiple spaces with a single space
+    # Normalize spaces
     text = re.sub(r'\s+', ' ', text).strip()
-
-    # You can also replace unusual hyphens or dashes with a standard dash
+    # Normalize dashes
     text = text.replace('−', '-')
 
     return text
@@ -2277,12 +2272,9 @@ def handle_prompt(prompt):
                         combined_text = full_response
                     with response_placeholder:
                         with st.chat_message("assistant"):
-                            html_content = f"""
-                            <div style="white-space: pre-wrap; word-wrap: break-word;">
-                                {combined_text}
-                            </div>
-                            """
-                            st.write(html_content,unsafe_allow_html=True)
+                            logging.debug(repr(combined_text))
+                            st.text(combined_text) 
+                            #st.write(combined_text,unsafe_allow_html=True)
                     st.session_state.chat_history.append({"role": "assistant", "content": combined_text})
                     copy_to_clipboard(combined_text)