Update app.py

app.py

@@ -1,7 +1,7 @@
 # =============================================================================
 # By T.Sakai / G.Huet
 # =============================================================================
-import os, time, io, json, random, re, requests, openai, base64
+import os, time, io, json, random, re, requests, openai, base64, html
 import gradio as gr
 import PyPDF2, tempfile, logging, difflib
 import markdown, unicodedata, pdfkit
@@ -829,6 +829,9 @@ def expand_snippet_area(soup: BeautifulSoup, snippet: str) -> Tag:
 def fine_tune_report(adjustment_request: str, openai_api_key: str, serpapi_api_key: str, report_html: str, 
                      initial_request: str, qa: str, target_style: str, knowledge_crumbs: str, 
                      complementary_guidance: str) -> (str, str):
+    # unescape report
+    report_html = html.unescape(report_html)
+    
     # Quick adjustments
     if "remove the following text:" in adjustment_request.lower():
         # Extract the target text and process removal directly.
@@ -1052,6 +1055,8 @@ Now provide your suggestions."""
 def improve_report_from_chat(user_message: str, chat_history: list, report_text: str, crumbs_text: str, style: str, initial_request: str, qa: str, complementary_guidance: str):
     adjustment_request = user_message.replace("@improve", "").strip()
 
+    report_text = html.unescape(report_text)
+    
     # --- CASE 1: Removal request ---
     removal_match = re.search(r"remove the following text:\s*\[\[([^\]]+)\]\]", adjustment_request, re.I)
     if removal_match:
@@ -1115,6 +1120,9 @@ def expand_report(expansion_request: str, openai_api_key: str, serpapi_api_key:
     os.environ["OPENAI_API_KEY"] = openai_api_key
     os.environ["SERPAPI_API_KEY"] = serpapi_api_key
 
+    # unescape report
+    report_html = html.unescape(report_html)
+    
     logging.info("expansion_report: Starting fine-tuning process based on the adjustment request.")
 
     # Step 1: Identify unique strings in the targeted sections.
@@ -1320,6 +1328,10 @@ def expand_report_from_chat(user_message: str, chat_history: list, report_text:
     Then, use those suggestions (if any) as the expansion instruction to update the report HTML.
     Returns the updated chat history and the updated report.
     """
+
+    # unescape report
+    report_text = html.unescape(report_text)
+    
     expand_request = user_message.replace("@expand", "").strip()
     
     suggestions = suggest_expansions(report_text, os.getenv("OPENAI_API_KEY"), os.getenv("SERPAPI_API_KEY"),
@@ -1395,6 +1407,8 @@ Now provide your suggestions to expand the report."""
 def send_chat_message(user_message, openai_api_key, serpapi_api_key, chat_history, report_text, crumbs_text, style, initial_request, qa, complementary_guidance):
     os.environ["OPENAI_API_KEY"] = openai_api_key
     os.environ["SERPAPI_API_KEY"] = serpapi_api_key
+
+    report_text = html.unescape(report_text)
     
     if "@improve" in user_message.lower():
         return improve_report_from_chat(user_message, chat_history, report_text, crumbs_text, style, initial_request, qa, complementary_guidance)