Update app.py

app.py

@@ -26,6 +26,7 @@ from bs4 import BeautifulSoup
 import smtplib
 from email.mime.multipart import MIMEMultipart
 from email.mime.text import MIMEText
+from markdownify import markdownify
 
 # Initialize logging and load environment variables
 logging.basicConfig(level=logging.INFO)
@@ -146,52 +147,8 @@ def send_feedback_via_email(name, email, feedback):
 
 
 def clean_text(text):
-    # Use BeautifulSoup to parse and clean HTML
-    soup = BeautifulSoup(text, 'html.parser')
-    
-    # Convert <a> tags to Markdown links
-    for a in soup.find_all('a'):
-        a.replace_with(f"[{a.get_text()}]({a['href']})")
-
-    # Convert <b> and <strong> tags to Markdown bold
-    for tag in ['b', 'strong']:
-        for element in soup.find_all(tag):
-            element.insert_before('**')
-            element.insert_after('**')
-            element.unwrap()
-    
-    # Convert <i> and <em> tags to Markdown italic
-    for tag in ['i', 'em']:
-        for element in soup.find_all(tag):
-            element.insert_before('*')
-            element.insert_after('*')
-            element.unwrap()
-    
-    # Preserve <h1> to <h6> tags as Markdown headings
-    for level in range(1, 7):
-        for heading in soup.find_all(f'h{level}'):
-            heading.insert_before('#' * level + ' ')
-            heading.insert_after('\n')
-            heading.unwrap()
-    
-    # Convert <u> tags to Markdown underline (if needed)
-    # Markdown does not support underline, so we'll remove the tags
-    for tag in ['u']:
-        for element in soup.find_all(tag):
-            element.unwrap()
-
-    # Get the cleaned text
-    cleaned_text = soup.get_text()
-    
-    # Handle extra whitespace and preserve spacing
-    # Maintain paragraph breaks
-    cleaned_text = re.sub(r'\n\s*\n', '\n\n', cleaned_text)
-    # Replace multiple spaces with a single space
-    cleaned_text = re.sub(r'\s+', ' ', cleaned_text)
-    # Strip leading/trailing spaces
-    cleaned_text = cleaned_text.strip()
-
-    return cleaned_text
+        """Converts HTML content to Markdown format using markdownify."""
+    return markdownify(html_content, strip=['img', 'video'])
     
 def side():        
     with st.sidebar.form(key='feedback_form'):
@@ -616,7 +573,7 @@ if prompt :
                     suggestion = random.choice(suggestions)
                     cleaned_text += f"\n\n**Trust Tip**: {trust_tip}  \n\n **Suggestion**: {suggestion}"
                     
-                st.write(cleaned_text)
+                st.markdown(cleaned_text)