Update tasks/wrong_endpoint/grader.py

tasks/wrong_endpoint/grader.py

@@ -1,9 +1,29 @@
-"""Grader for wrong_endpoint task: 404 Not Found."""
+def grade(trajectory) -> float:
+    """Grade the wrong_endpoint task based on agent trajectory.
 
-from tasks.grading_helper import run_agent_on_incident
+    Args:
+        trajectory: List of (action, observation, reward) tuples from the episode.
 
+    Returns:
+        Score between 0 and 1.
+    """
+    if not trajectory:
+        return 0.0
 
-def grade() -> float:
-    """Grade the wrong_endpoint task. Returns score between 0 and 1."""
-    score = run_agent_on_incident("wrong_endpoint")
-    return max(0.001, min(0.999, score))
+    # Check if agent used change_endpoint to fix the 404 error
+    actions = [step[0] if isinstance(step, (list, tuple)) else step.get("action", "") for step in trajectory]
+
+    correct_action_used = "change_endpoint" in actions
+    resolved = any(
+        (step[2] > 0 if isinstance(step, (list, tuple)) else step.get("reward", 0) > 0)
+        for step in trajectory
+    )
+
+    if correct_action_used and resolved:
+        return 0.95
+    elif correct_action_used:
+        return 0.6
+    elif resolved:
+        return 0.4
+    else:
+        return 0.05