layoutenv / tasks.py
Ryz3n758's picture
Upload folder using huggingface_hub
cf9499e verified
Raw
History Blame Contribute Delete
1.16 kB
"""
Explicit task registry for hackathon validators.
The hidden OpenEnv validation phase appears to discover tasks from manifest
metadata rather than from inference.py alone, so we publish the three bundled
benchmark tasks here in a conventional top-level module.
"""
from __future__ import annotations
from typing import Any, Dict, List
TASKS: List[Dict[str, Any]] = [
{
"id": "easy",
"name": "Easy Layout Cleanup",
"description": "Improve a lightly perturbed poster layout.",
"difficulty": "easy",
"grader": "graders:grade_easy",
},
{
"id": "medium",
"name": "Medium Layout Cleanup",
"description": "Improve a moderately perturbed poster layout.",
"difficulty": "medium",
"grader": "graders:grade_medium",
},
{
"id": "hard",
"name": "Hard Layout Cleanup",
"description": "Improve a heavily perturbed poster layout.",
"difficulty": "hard",
"grader": "graders:grade_hard",
},
]
def get_tasks() -> List[Dict[str, Any]]:
"""Return a copy of the task registry."""
return [dict(task) for task in TASKS]