Update app.py

app.py

@@ -81,7 +81,7 @@ def replace_graph_placeholders(report_html: str, context: str, initial_query: st
         logging.info(f"Generating graph {placeholder_num}")
         
         try:
-            visual_html = generate_visual_snippet(instructions, context, initial_query, crumbs)
+            visual_html = generate_graph_snippet(instructions, context, initial_query, crumbs)
             # Add error boundary and logging
             return f'<!-- Graph {placeholder_num} Start -->\n{visual_html}\n<!-- Graph {placeholder_num} End -->'
         except Exception as e:
@@ -597,18 +597,25 @@ Proceed."""
     try:
         response = openai_call(prompt=prompt, model="gpt-4o-mini", max_tokens_param=max_tokens, temperature=temperature)
         res_text = response.strip()
+        if not res_text:
+            logging.error("analyze_with_gpt4o: Empty response received from API.")
+            return {"relevant": "no", "summary": "", "followups": []}
         # Remove Markdown code fences if present
         if res_text.startswith("```"):
             res_text = re.sub(r"^```(json)?", "", res_text)
             res_text = re.sub(r"```$", "", res_text).strip()
-        if not res_text:
-            logging.error("analyze_with_gpt4o: Empty response received from API.")
-            return {"relevant": "no", "summary": "", "followups": []}
+        res_text = res_text.strip().strip("```").strip()
+        # Optionally remove any start/end markers like "json" if present:
+        if res_text.lower().startswith("json"):
+            res_text = res_text[4:].strip()
         try:
             result = json.loads(res_text)
         except json.JSONDecodeError as je:
             logging.error(f"analyze_with_gpt4o: JSON decode error: {je}. Raw response: '{res_text}'")
             return {"relevant": "no", "summary": "", "followups": []}
+        except json.JSONDecodeError as je:
+            logging.error(f"analyze_with_gpt4o: JSON decode error: {je}. Raw response: '{res_text}'")
+            return {"relevant": "no", "summary": "", "followups": []}
         logging.info(f"analyze_with_gpt4o: snippet analysis result: {result}")
         return result
     except Exception as e:
@@ -1513,8 +1520,8 @@ def iterative_deep_research_gen(initial_query: str, reportstyle: str, breadth: i
                         process_log += f"Error retrieving content from {url}: {e}\n"
                         continue
                 # Skip processing if raw_content is empty or too short (< 1000 characters)
-                if not raw_content or len(raw_content) < 1000:
-                    process_log += f"Content from {url} is too short (<1000 characters), skipping.\n"
+                if not raw_content or len(raw_content) < 1000 or "could not be extracted" in raw_content.lower() or "error" in raw_content.lower():
+                    process_log += f"Content from {url} is either an error or too short (<1000 characters), skipping.\n"
                     continue
                 
                 # 1) Clean and do minimal parse