Update common/ResponseValidation.py

common/ResponseValidation.py

@@ -31,31 +31,19 @@ def matches_user_speaking_style(answer, processor_llm, user_profile, agent_quest
         # --- Step 2: Context-sensitive first-person check ---
         fp_prompt = f"""
 You are an expert in analysing writing style and narrative perspective.
-
 Determine whether the following response is *stylistically appropriate* and matches a first-person perspective *when contextually expected*.
-
 - A first-person response typically includes pronouns like "I", "me", "my", "mine", "we", "our", or "us".
 - However, for **short factual responses** (e.g. "What's your name?" → "Alex") or answers that clearly imply personal ownership or involvement (e.g. "Our team led the project"), the absence of explicit first-person pronouns can still be acceptable.
 - The key question is: **Given the question and expected tone, is the response appropriately personal and aligned with a first-person speaking style?**
-
 Evaluate the response below.
-
 ### Question:
 {agent_question}
-
 ### Response:
 {answer}
-
 Return:
 First Person: Yes
 or
 First Person: No
-and briefly explain if "No".
-
-Output format:
-First Person: Yes
-or
-First Person: No
 Reason: <short explanation>
 """
         fp_response = processor_llm.invoke(fp_prompt)
@@ -77,7 +65,7 @@ Reason: <short explanation>
         # --- Step 4: Style validation prompt ---
         style_check_prompt = f"""
 You are a communication coach and writing style analyst.
-Evaluate whether the following response aligns with the given communication profile.
+Evaluate how well the following response aligns with the given communication profile.
 ---
 ### Response:
 {answer}
@@ -88,23 +76,29 @@ Evaluate whether the following response aligns with the given communication prof
 - Common Topics: {topics}
 ---
 ### Instructions:
-- Does the writing match the tone, style, and sentence structure described?
-- Is the language aligned in formality, expressiveness, and delivery?
-- Respond only with one of the following:
-Style Match: Yes  
-or  
-Style Match: No
+Assess how well the response aligns with the communication profile.
+- Allow for natural variation and expressive differences.
+- If the tone and structure mostly match, even if not perfect, that’s acceptable.
+- Only return “Style Match: No” if the response clearly *conflicts* with the profile (e.g., too formal, too short, too robotic).
+Respond only with one of:
+- Style Match: Yes
+- Style Match: Mostly
+- Style Match: No
 """
         logging.info("[Style Match Check] Invoking LLM for profile-based style check")
         style_response = processor_llm.invoke(style_check_prompt)
         style_result = style_response.content.strip().lower()
 
-        if "style match: yes" in style_result:
-            logging.info("[Style Match Check] Match confirmed")
+        if "style match: yes" in style_result or "style match: mostly" in style_result:
+            logging.info("[Style Match Check] Match confirmed (or mostly matched)")
             if return_explanation:
                 return True, None
             return True
+
         elif "style match: no" in style_result:
+            if "first person: yes" in fp_result:
+                logging.info("[Style Match Check] Potential false negative: First-person check passed but style rejected")
+
             # --- Ask LLM for explanation on mismatch ---
             explanation_prompt = f"""
 You are a communication coach and writing style analyst.
@@ -127,6 +121,7 @@ Please provide a concise reason why the style does not match.
             if return_explanation:
                 return False, explanation
             return False
+
         else:
             logging.warning(f"[Style Match Check] Unexpected output format: {style_result}")
             if return_explanation: