Update common/validation_utils.py

common/validation_utils.py

@@ -12,6 +12,7 @@ def is_first_person(answer):
     Checks if the answer is written in first person.
     Returns True if first person pronouns are found and third person references are not dominant.
     """
+    logging.debug(f"Checking if answer is first person: {answer}")
     # Look for first person pronouns
     first_person = re.search(r'\b(I|my|me|mine|we|our|us|ours)\b', answer, re.IGNORECASE)
     # Look for third person references (e.g., "he", "she", "they", or a capitalized name at the start)
@@ -132,12 +133,14 @@ def validate_response(question, answer, user_profile_str, fast_facts_str, interv
             if line.lower().startswith("plausibility rating:"):
                 try:
                     plausibility = float(line.split(":",1)[1].strip())
-                except Exception:
+                except Exception as e:
+                    logging.error(f"Error parsing plausibility rating: {e}")
                     plausibility = None
             if line.lower().startswith("relevance rating:"):
                 try:
                     relevance = float(line.split(":",1)[1].strip())
-                except Exception:
+                except Exception as e:
+                    logging.error(f"Error parsing relevance rating: {e}")
                     relevance = None
         logging.info(f"Exploratory evaluation: plausibility={plausibility}, relevance={relevance}")
         if plausibility is not None and relevance is not None:
@@ -148,6 +151,7 @@ def validate_response(question, answer, user_profile_str, fast_facts_str, interv
                 return True
         return False
     else:
+        logging.info("Performing fact-based evaluation (accuracy)...")
         # Fact-based: Ask LLM for accuracy rating
         eval_prompt = f"""
         You are an expert market research evaluator. Given the following:
@@ -169,7 +173,8 @@ def validate_response(question, answer, user_profile_str, fast_facts_str, interv
             if line.lower().startswith("accuracy rating:"):
                 try:
                     accuracy = float(line.split(":",1)[1].strip())
-                except Exception:
+                except Exception as e:
+                    logging.error(f"Error parsing accuracy rating: {e}")
                     accuracy = None
         logging.info(f"Fact-based evaluation: accuracy={accuracy}")
         if accuracy is not None: