| """ |
| WebArena Playwright Task Manager for MCPMark |
| ============================================ |
| |
| Simple task manager for WebArena-backed Playwright MCP tasks. |
| """ |
|
|
| from __future__ import annotations |
| import sys |
| import os |
| import subprocess |
| from pathlib import Path |
| from typing import List, Dict, Any |
|
|
| from src.logger import get_logger |
| from src.base.task_manager import BaseTask, BaseTaskManager |
| logger = get_logger(__name__) |
|
|
| class PlaywrightTaskManager(BaseTaskManager): |
| """Task manager for Playwright tasks against a WebArena environment.""" |
|
|
| def __init__( |
| self, |
| tasks_root: Path | None = None, |
| base_url: str | None = None, |
| task_suite: str = "standard", |
| ): |
| if tasks_root is None: |
| tasks_root = Path(__file__).resolve().parents[3] / "tasks" |
| super().__init__( |
| tasks_root, |
| mcp_service="playwright_webarena", |
| task_class=BaseTask, |
| task_organization="directory", |
| task_suite=task_suite, |
| ) |
|
|
| def _create_task_from_files( |
| self, category_id: str, task_files_info: Dict[str, Any] |
| ) -> BaseTask: |
| import json |
| |
| |
| meta_path = task_files_info["instruction_path"].parent / "meta.json" |
| final_category_id = category_id |
| task_id = task_files_info["task_id"] |
| |
| if meta_path.exists(): |
| try: |
| with open(meta_path, 'r') as f: |
| meta_data = json.load(f) |
| |
| final_category_id = meta_data.get("category_id", category_id) |
| task_id = meta_data.get("task_id", task_id) |
| except Exception as e: |
| logger.warning(f"Failed to load meta.json from {meta_path}: {e}") |
|
|
| task = BaseTask( |
| task_instruction_path=task_files_info["instruction_path"], |
| task_verification_path=task_files_info["verification_path"], |
| service="playwright_webarena", |
| category_id=final_category_id, |
| task_id=task_id, |
| ) |
| |
| return task |
|
|
|
|
| |
| def get_task_instruction(self, task: BaseTask) -> str: |
| base_instruction = task.get_task_instruction().strip() |
| base_url = getattr(task, "base_url", None) |
| prefix = f"Navigate to {base_url.rstrip('/')} and complete the following task." |
| |
| return self._format_task_instruction(f"{prefix}\n\n{base_instruction}") |
|
|
| def _get_verification_command(self, task: BaseTask) -> List[str]: |
| return [sys.executable, str(task.task_verification_path)] |
|
|
| |
| def run_verification(self, task: BaseTask) -> subprocess.CompletedProcess: |
| env = os.environ.copy() |
| base_url = getattr(task, "base_url", None) |
| if base_url: |
| env["WEBARENA_BASE_URL"] = base_url.rstrip("/") |
| return subprocess.run( |
| self._get_verification_command(task), |
| capture_output=True, |
| text=True, |
| timeout=300, |
| env=env, |
| ) |
|
|
| def _format_task_instruction(self, base_instruction: str) -> str: |
| note = "Use Playwright MCP tools to complete this task." |
| return (base_instruction |
| + "\n\n" |
| + note + "\n\nNote: Based on your understanding, solve the task all at once by yourself, don't ask for my opinions on anything.") |
|
|