issue for Low confidence cluster added

coreference_resolution.py

@@ -52,7 +52,7 @@ class CoreferenceResolver:
         else:
             self.nlp = None
 
-    def _validate_cluster(self, text: str, cluster_strings: List[str]) -> Dict:
+    def _validate_cluster(self, text: str, cluster_strings: List[str], min_logit: float, avg_logit: float) -> Dict:
         """
         Validate a coreference cluster for linguistic correctness
 
@@ -67,6 +67,8 @@ class CoreferenceResolver:
             return {'is_valid': True, 'issues': [], 'severity': None}
 
         issues = []
+        if (avg_logit < self.confidence_threshold or min_logit < self.min_confidence_threshold):
+            issues.append("Low confidence cluster")
         self.doc = self.nlp(text)
 
         # Extract POS tags for each mention
@@ -183,7 +185,7 @@ class CoreferenceResolver:
             avg_prob = self._logit_to_prob(avg_logit)
 
             # Validate cluster for linguistic correctness
-            validation = self._validate_cluster(text, cluster_strings)
+            validation = self._validate_cluster(text, cluster_strings, min_logit, avg_logit)
 
             # Determine if cluster needs verification using BOTH thresholds AND validation
             # Fail if ANY condition is true: