add

util/evaluator.py

@@ -9,9 +9,23 @@ class evaluator:
 
     def validate_scores(self, scores):
         required_keys = ["Factually Correct", "Useful", "Context Specific", "User Specific", "Provides Pluralism"]
+
         for key in required_keys:
-            if key not in scores or not isinstance(scores[key], (int, float)) or not (-1 <= scores[key] <= 1):
-                return {"Factually Correct": -1,"Useful": -1,"Context Specific": -1,"User Specific":-1,"Provides Pluralism":-1}
+            if key not in scores:
+                return {k: {"Score": -1, "Justification": "Invalid input"} for k in required_keys}
+
+            score_data = scores[key]
+
+            if not isinstance(score_data, dict):
+                return {k: {"Score": -1, "Justification": "Invalid input format"} for k in required_keys}
+
+            if "Score" not in score_data or not isinstance(score_data["Score"], (int, float)) or not (
+                    0 <= score_data["Score"] <= 1):
+                return {k: {"Score": -1, "Justification": "Invalid score value"} for k in required_keys}
+
+            if "Justification" not in score_data or not isinstance(score_data["Justification"], str) or not score_data[
+                "Justification"].strip():
+                return {k: {"Score": -1, "Justification": "Invalid or missing justification"} for k in required_keys}
 
         return scores