Spaces:
Sleeping
Sleeping
File size: 732 Bytes
37b8bd7 aa17113 37b8bd7 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | """tasks/medium/task.py — Medium difficulty task definition."""
TASK_ID = "medium"
DESCRIPTION = (
"Content moderation — medium difficulty. "
"Agent must verify claims, evaluate mixed evidence sources, and make a "
"moderation decision (allow / flag / remove). "
"Content is partially true or misleading — nuanced reasoning required."
)
SCORE_RANGE = [0.0, 1.0]
N_SCENARIOS = 5
class MediumTask:
"""OpenEnv task entrypoint for medium difficulty."""
task_id = TASK_ID
description = DESCRIPTION
score_range = SCORE_RANGE
n_scenarios = N_SCENARIOS
def grade(self, episode: dict) -> float:
from tasks.medium.grader import grade_episode
return grade_episode(episode)
|