Update app.py

app.py

@@ -2107,7 +2107,20 @@ def clean_and_format_markdown(text: str) -> str:
     return text
 
 
+def minimal_clean_text(text):
+    # Normalize Unicode to ensure a consistent form
+    text = unicodedata.normalize('NFKC', text)
+    
+    # Remove zero-width and invisible characters
+    # (e.g., \u200B, \uFEFF, \u200C, \u200D)
+    text = re.sub(r'[\u200B\uFEFF\u200C\u200D]', '', text)
 
+    # Remove control characters (ASCII control chars and DEL)
+    text = re.sub(r'[\x00-\x1F\x7F-\x9F]', '', text)
+    
+    # Do not alter spacing, punctuation, or other formatting
+    
+    return text
 
 prompt = st.chat_input("")
 global combined_text
@@ -2260,7 +2273,7 @@ def handle_prompt(prompt):
                     })
                     full_response = output["output"]
 
-                    #cleaned_text = clean_and_format_markdown(full_response)
+                    cleaned_text = minimal_clean_text(full_response)
 
                     # Use Markdown with a styled div to ensure proper word wrapping
                     
@@ -2271,11 +2284,11 @@ def handle_prompt(prompt):
                         trust_tip, suggestion = get_trust_tip_and_suggestion()
                         
                         # Combine the response text with Trust Tip and Suggestion
-                        combined_text = f"{full_response}\n\n---\n\n**Trust Tip**: {trust_tip}\n\n**Suggestion**: {suggestion}"
+                        combined_text = f"{cleaned_text}\n\n---\n\n**Trust Tip**: {trust_tip}\n\n**Suggestion**: {suggestion}"
                         
                     else:
                         # If already present, just use the full response
-                        combined_text = full_response
+                        combined_text = cleaned_text
                     with response_placeholder:
                         with st.chat_message("assistant"):
                             st.markdown(combined_text, unsafe_allow_html=True)