tasks/missing_fields/grader.py

"""Grader for missing_fields task: 400 Bad Request - missing email field."""


def grade(trajectory) -> float:
    """Grade the missing_fields task based on agent trajectory.

    Args:
        trajectory: List of (action, observation, reward) tuples from the episode.

    Returns:
        Score between 0 and 1.
    """
    if not trajectory:
        return 0.0

    # Check if agent used add_field to fix the 400 error
    actions = [step[0] if isinstance(step, (list, tuple)) else step.get("action", "") for step in trajectory]

    correct_action_used = "add_field" in actions
    resolved = any(
        (step[2] > 0 if isinstance(step, (list, tuple)) else step.get("reward", 0) > 0)
        for step in trajectory
    )

    if correct_action_used and resolved:
        return 0.95
    elif correct_action_used:
        return 0.6
    elif resolved:
        return 0.4
    else:
        return 0.05