Update app.py

app.py

@@ -1143,38 +1143,36 @@ Only output valid JSON with no comments or code fences."""
 
     updated_report_html = str(soup)
     
-    # (Step 5 and Step 6 remain as before to update the reference table and the QA log)
-
-    prompt_refs = (f"""
-You are a technical editor.
-
-Review the following expanded report HTML.
-If any new inline citations (e.g., [x]) have been introduced that are not in the original reference table,
-generate an updated References Summary Table as valid HTML. Output only the updated reference table HTML with no explanations.
-Updated Report HTML:\n{updated_report_html}"""
+    # Step 5 (and 6): Update the reference table if needed.
+    prompt_refs = (
+        f"\nYou are a technical editor.\n\n"
+        "Review the following updated report HTML. If any new inline citations (e.g., [x]) have been added that are not in the original reference table,\n"
+        "generate an updated Reference Summary Table as valid HTML. Output only the updated table without any additional comments.\n\n"
+        f"Updated Report HTML:\n{updated_report_html}"
     )
-    updated_refs = llm_call(prompt=prompt_refs, model="o3-mini", temperature=0, max_tokens_param=1000)
-    updated_refs = updated_refs.strip().strip("```")
+    # Increase token limit to 1500 for this call
+    updated_refs = llm_call(prompt=prompt_refs, model="o3-mini", temperature=0, max_tokens_param=1500)
+    updated_refs = updated_refs.strip().strip("```").strip()
     
-    if updated_refs:
+    if updated_refs and not updated_refs.lower().startswith("error: empty response"):
         soup_updated = BeautifulSoup(updated_report_html, "html.parser")
-        ref_heading = soup_updated.find(lambda tag: tag.name in ["h1", "h2", "h3", "h4"] and "References Summary Table" in tag.get_text())
+        ref_heading = soup_updated.find(lambda tag: tag.name in ["h1", "h2", "h3", "h4"] and "reference summary table" in tag.get_text(strip=True).lower())
         if ref_heading:
             next_sibling = ref_heading.find_next_sibling()
             if next_sibling:
                 try:
                     new_ref_html = BeautifulSoup(updated_refs, "html.parser")
                     next_sibling.replace_with(new_ref_html)
-                    logging.info("expansion_report: Reference table updated successfully.")
+                    logging.info("fine_tune_report: Reference table updated successfully.")
                 except Exception as e:
-                    logging.error("expansion_report: Error updating reference table: %s", e)
+                    logging.error("fine_tune_report: Error updating reference table: %s", e)
             else:
-                logging.info("expansion_report: No sibling after reference heading; skipping reference update.")
+                logging.info("fine_tune_report: No sibling after reference heading; skipping reference update.")
             updated_report_html = str(soup_updated)
         else:
-            logging.info("expansion_report: No reference table heading found; reference update skipped.")
+            logging.info("fine_tune_report: No reference table heading found; reference update skipped.")
     else:
-        logging.info("expansion_report: No updated reference table returned; leaving unchanged.")
+        logging.info("fine_tune_report: No valid updated reference table returned; leaving unchanged.")
 
     global_summary = "Corrections Applied Based on User Request:\n" + "\n".join(corrections_summary)
     updated_qa = qa.strip() + "\n----------\n" + global_summary