tasks.py

from __future__ import annotations

from benchmark_tasks import TASK_SPECS


TASKS = [
    {
        "id": "engineer_manager_task_0",
        "task_id": "quiet-morning",
        "name": "quiet-morning",
        "difficulty": "easy",
        "description": TASK_SPECS["quiet-morning"].description,
        "max_steps": 32,
        "reset_params": {"task_id": 0},
        "action_schema": {
            "target_slot": "integer slot index within the workday",
            "operation": "0=idle, 1=schedule work, 2=reschedule meeting, 3=toggle mute comms",
            "task_id": "quiet-morning",
        },
        "grader": "graders:grade_task_0",
        "graders": ["graders:grade_task_0"],
        "reward_range": [0.0, 1.0],
    },
    {
        "id": "engineer_manager_task_1",
        "task_id": "meeting-surgery",
        "name": "meeting-surgery",
        "difficulty": "medium",
        "description": TASK_SPECS["meeting-surgery"].description,
        "max_steps": 32,
        "reset_params": {"task_id": 1},
        "action_schema": {
            "target_slot": "integer slot index within the workday",
            "operation": "0=idle, 1=schedule work, 2=reschedule meeting, 3=toggle mute comms",
            "task_id": "meeting-surgery",
        },
        "grader": "graders:grade_task_1",
        "graders": ["graders:grade_task_1"],
        "reward_range": [0.0, 1.0],
    },
    {
        "id": "engineer_manager_task_2",
        "task_id": "delivery-triage",
        "name": "delivery-triage",
        "difficulty": "hard",
        "description": TASK_SPECS["delivery-triage"].description,
        "max_steps": 32,
        "reset_params": {"task_id": 2},
        "action_schema": {
            "target_slot": "integer slot index within the workday",
            "operation": "0=idle, 1=schedule work, 2=reschedule meeting, 3=toggle mute comms",
            "task_id": "delivery-triage",
        },
        "grader": "graders:grade_task_2",
        "graders": ["graders:grade_task_2"],
        "reward_range": [0.0, 1.0],
    },
]


TASK_ID_TO_INDEX = {task["task_id"]: index for index, task in enumerate(TASKS)}


TASK_GRADER_PAIRS = [
    ("engineer_manager_task_0", "graders:grade_task_0"),
    ("engineer_manager_task_1", "graders:grade_task_1"),
    ("engineer_manager_task_2", "graders:grade_task_2"),
]


__all__ = ["TASKS", "TASK_ID_TO_INDEX", "TASK_GRADER_PAIRS"]