{ "summary": { "total_sites": 56, "passed_sites": 56, "failed_sites": 0, "duration_seconds": 777.33 }, "enabled_plugins": [ "mcp-python-sandbox", "mcp-search", "mcp-html", "proc-json" ], "selected_agents": [ "planner", "navigator", "extractor", "verifier", "memory", "coordinator" ], "results": [ { "index": 1, "site_id": "github", "site_name": "GitHub", "url": "https://github.com/explore", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "github", "planner_python_template_id": "github", "site_template_step_id": "github", "navigator_template_id": "github", "navigator_python_template_id": "github", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 16.92 }, { "index": 2, "site_id": "reddit", "site_name": "Reddit", "url": "https://www.reddit.com/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "reddit", "planner_python_template_id": "reddit", "site_template_step_id": "reddit", "navigator_template_id": "reddit", "navigator_python_template_id": "reddit", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 44.4 }, { "index": 3, "site_id": "x", "site_name": "X (Twitter)", "url": "https://x.com/explore", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "x", "planner_python_template_id": "x", "site_template_step_id": "x", "navigator_template_id": "x", "navigator_python_template_id": "x", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 16.83 }, { "index": 4, "site_id": "youtube", "site_name": "YouTube", "url": "https://www.youtube.com/feed/trending", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "youtube", "planner_python_template_id": "youtube", "site_template_step_id": "youtube", "navigator_template_id": "youtube", "navigator_python_template_id": "youtube", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 72.72 }, { "index": 5, "site_id": "instagram", "site_name": "Instagram", "url": "https://www.instagram.com/explore/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "instagram", "planner_python_template_id": "instagram", "site_template_step_id": "instagram", "navigator_template_id": "instagram", "navigator_python_template_id": "instagram", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 21.79 }, { "index": 6, "site_id": "facebook", "site_name": "Facebook", "url": "https://www.facebook.com/watch/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "facebook", "planner_python_template_id": "facebook", "site_template_step_id": "facebook", "navigator_template_id": "facebook", "navigator_python_template_id": "facebook", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 21.69 }, { "index": 7, "site_id": "linkedin", "site_name": "LinkedIn", "url": "https://www.linkedin.com/feed/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "linkedin", "planner_python_template_id": "linkedin", "site_template_step_id": "linkedin", "navigator_template_id": "linkedin", "navigator_python_template_id": "linkedin", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.55 }, { "index": 8, "site_id": "tiktok", "site_name": "TikTok", "url": "https://www.tiktok.com/trending", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "tiktok", "planner_python_template_id": "tiktok", "site_template_step_id": "tiktok", "navigator_template_id": "tiktok", "navigator_python_template_id": "tiktok", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.4 }, { "index": 9, "site_id": "medium", "site_name": "Medium", "url": "https://medium.com/tag/technology", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "medium", "planner_python_template_id": "medium", "site_template_step_id": "medium", "navigator_template_id": "medium", "navigator_python_template_id": "medium", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.47 }, { "index": 10, "site_id": "devto", "site_name": "DEV Community", "url": "https://dev.to/top/week", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "devto", "planner_python_template_id": "devto", "site_template_step_id": "devto", "navigator_template_id": "devto", "navigator_python_template_id": "devto", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.59 }, { "index": 11, "site_id": "stackoverflow", "site_name": "Stack Overflow", "url": "https://stackoverflow.com/questions", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "stackoverflow", "planner_python_template_id": "stackoverflow", "site_template_step_id": "stackoverflow", "navigator_template_id": "stackoverflow", "navigator_python_template_id": "stackoverflow", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 7.66 }, { "index": 12, "site_id": "kaggle", "site_name": "Kaggle", "url": "https://www.kaggle.com/datasets", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "kaggle", "planner_python_template_id": "kaggle", "site_template_step_id": "kaggle", "navigator_template_id": "kaggle", "navigator_python_template_id": "kaggle", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 8.43 }, { "index": 13, "site_id": "huggingface", "site_name": "Hugging Face", "url": "https://huggingface.co/models", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "huggingface", "planner_python_template_id": "huggingface", "site_template_step_id": "huggingface", "navigator_template_id": "huggingface", "navigator_python_template_id": "huggingface", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 15.17 }, { "index": 14, "site_id": "arxiv", "site_name": "arXiv", "url": "https://arxiv.org/list/cs/new", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "arxiv", "planner_python_template_id": "arxiv", "site_template_step_id": "arxiv", "navigator_template_id": "arxiv", "navigator_python_template_id": "arxiv", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 122.94, "rerun_with_extended_timeout": true }, { "index": 15, "site_id": "wikipedia", "site_name": "Wikipedia", "url": "https://en.wikipedia.org/wiki/Main_Page", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "wikipedia", "planner_python_template_id": "wikipedia", "site_template_step_id": "wikipedia", "navigator_template_id": "wikipedia", "navigator_python_template_id": "wikipedia", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 15.79 }, { "index": 16, "site_id": "pypi", "site_name": "PyPI", "url": "https://pypi.org/search/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "pypi", "planner_python_template_id": "pypi", "site_template_step_id": "pypi", "navigator_template_id": "pypi", "navigator_python_template_id": "pypi", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 6.57 }, { "index": 17, "site_id": "npm", "site_name": "npm", "url": "https://www.npmjs.com/search", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "npm", "planner_python_template_id": "npm", "site_template_step_id": "npm", "navigator_template_id": "npm", "navigator_python_template_id": "npm", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 9.91 }, { "index": 18, "site_id": "producthunt", "site_name": "Product Hunt", "url": "https://www.producthunt.com/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "producthunt", "planner_python_template_id": "producthunt", "site_template_step_id": "producthunt", "navigator_template_id": "producthunt", "navigator_python_template_id": "producthunt", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 7.07 }, { "index": 19, "site_id": "hackernews", "site_name": "Hacker News", "url": "https://news.ycombinator.com/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "hackernews", "planner_python_template_id": "hackernews", "site_template_step_id": "hackernews", "navigator_template_id": "hackernews", "navigator_python_template_id": "hackernews", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 21.74 }, { "index": 20, "site_id": "substack", "site_name": "Substack", "url": "https://substack.com/discover", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "substack", "planner_python_template_id": "substack", "site_template_step_id": "substack", "navigator_template_id": "substack", "navigator_python_template_id": "substack", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 6.08 }, { "index": 21, "site_id": "quora", "site_name": "Quora", "url": "https://www.quora.com/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "quora", "planner_python_template_id": "quora", "site_template_step_id": "quora", "navigator_template_id": "quora", "navigator_python_template_id": "quora", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 4.82 }, { "index": 22, "site_id": "pinterest", "site_name": "Pinterest", "url": "https://www.pinterest.com/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "pinterest", "planner_python_template_id": "pinterest", "site_template_step_id": "pinterest", "navigator_template_id": "pinterest", "navigator_python_template_id": "pinterest", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.54 }, { "index": 23, "site_id": "imdb", "site_name": "IMDb", "url": "https://www.imdb.com/chart/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "imdb", "planner_python_template_id": "imdb", "site_template_step_id": "imdb", "navigator_template_id": "imdb", "navigator_python_template_id": "imdb", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 5.58 }, { "index": 24, "site_id": "nytimes", "site_name": "New York Times", "url": "https://www.nytimes.com/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "nytimes", "planner_python_template_id": "nytimes", "site_template_step_id": "nytimes", "navigator_template_id": "nytimes", "navigator_python_template_id": "nytimes", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.65 }, { "index": 25, "site_id": "bbc", "site_name": "BBC", "url": "https://www.bbc.com/news", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "bbc", "planner_python_template_id": "bbc", "site_template_step_id": "bbc", "navigator_template_id": "bbc", "navigator_python_template_id": "bbc", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.65 }, { "index": 26, "site_id": "cnn", "site_name": "CNN", "url": "https://www.cnn.com/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "cnn", "planner_python_template_id": "cnn", "site_template_step_id": "cnn", "navigator_template_id": "cnn", "navigator_python_template_id": "cnn", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 11.17 }, { "index": 27, "site_id": "reuters", "site_name": "Reuters", "url": "https://www.reuters.com/world/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "reuters", "planner_python_template_id": "reuters", "site_template_step_id": "reuters", "navigator_template_id": "reuters", "navigator_python_template_id": "reuters", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 10.07 }, { "index": 28, "site_id": "bloomberg", "site_name": "Bloomberg", "url": "https://www.bloomberg.com/markets", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "bloomberg", "planner_python_template_id": "bloomberg", "site_template_step_id": "bloomberg", "navigator_template_id": "bloomberg", "navigator_python_template_id": "bloomberg", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.71 }, { "index": 29, "site_id": "coinmarketcap", "site_name": "CoinMarketCap", "url": "https://coinmarketcap.com/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "coinmarketcap", "planner_python_template_id": "coinmarketcap", "site_template_step_id": "coinmarketcap", "navigator_template_id": "coinmarketcap", "navigator_python_template_id": "coinmarketcap", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.7 }, { "index": 30, "site_id": "coindesk", "site_name": "CoinDesk", "url": "https://www.coindesk.com/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "coindesk", "planner_python_template_id": "coindesk", "site_template_step_id": "coindesk", "navigator_template_id": "coindesk", "navigator_python_template_id": "coindesk", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 32.14 }, { "index": 31, "site_id": "investopedia", "site_name": "Investopedia", "url": "https://www.investopedia.com/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "investopedia", "planner_python_template_id": "investopedia", "site_template_step_id": "investopedia", "navigator_template_id": "investopedia", "navigator_python_template_id": "investopedia", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 7.36 }, { "index": 32, "site_id": "googlescholar", "site_name": "Google Scholar", "url": "https://scholar.google.com/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "googlescholar", "planner_python_template_id": "googlescholar", "site_template_step_id": "googlescholar", "navigator_template_id": "googlescholar", "navigator_python_template_id": "googlescholar", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 3.01 }, { "index": 33, "site_id": "gitlab", "site_name": "GitLab", "url": "https://gitlab.com/explore", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "gitlab", "planner_python_template_id": "gitlab", "site_template_step_id": "gitlab", "navigator_template_id": "gitlab", "navigator_python_template_id": "gitlab", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 20.19 }, { "index": 34, "site_id": "bitbucket", "site_name": "Bitbucket", "url": "https://bitbucket.org/product", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "bitbucket", "planner_python_template_id": "bitbucket", "site_template_step_id": "bitbucket", "navigator_template_id": "bitbucket", "navigator_python_template_id": "bitbucket", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 27.79 }, { "index": 35, "site_id": "amazon", "site_name": "Amazon", "url": "https://www.amazon.com/gp/bestsellers", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "amazon", "planner_python_template_id": "amazon", "site_template_step_id": "amazon", "navigator_template_id": "amazon", "navigator_python_template_id": "amazon", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 11.53 }, { "index": 36, "site_id": "ebay", "site_name": "eBay", "url": "https://www.ebay.com/deals", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "ebay", "planner_python_template_id": "ebay", "site_template_step_id": "ebay", "navigator_template_id": "ebay", "navigator_python_template_id": "ebay", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 17.64 }, { "index": 37, "site_id": "walmart", "site_name": "Walmart", "url": "https://www.walmart.com/shop/deals", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "walmart", "planner_python_template_id": "walmart", "site_template_step_id": "walmart", "navigator_template_id": "walmart", "navigator_python_template_id": "walmart", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.68 }, { "index": 38, "site_id": "etsy", "site_name": "Etsy", "url": "https://www.etsy.com/c/jewelry", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "etsy", "planner_python_template_id": "etsy", "site_template_step_id": "etsy", "navigator_template_id": "etsy", "navigator_python_template_id": "etsy", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.67 }, { "index": 39, "site_id": "aliexpress", "site_name": "AliExpress", "url": "https://www.aliexpress.com/category/200003482/electronics.html", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "aliexpress", "planner_python_template_id": "aliexpress", "site_template_step_id": "aliexpress", "navigator_template_id": "aliexpress", "navigator_python_template_id": "aliexpress", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.55 }, { "index": 40, "site_id": "coursera", "site_name": "Coursera", "url": "https://www.coursera.org/courses", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "coursera", "planner_python_template_id": "coursera", "site_template_step_id": "coursera", "navigator_template_id": "coursera", "navigator_python_template_id": "coursera", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.61 }, { "index": 41, "site_id": "udemy", "site_name": "Udemy", "url": "https://www.udemy.com/courses/development/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "udemy", "planner_python_template_id": "udemy", "site_template_step_id": "udemy", "navigator_template_id": "udemy", "navigator_python_template_id": "udemy", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 6.4 }, { "index": 42, "site_id": "edx", "site_name": "edX", "url": "https://www.edx.org/search", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "edx", "planner_python_template_id": "edx", "site_template_step_id": "edx", "navigator_template_id": "edx", "navigator_python_template_id": "edx", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.65 }, { "index": 43, "site_id": "freecodecamp", "site_name": "freeCodeCamp", "url": "https://www.freecodecamp.org/news/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "freecodecamp", "planner_python_template_id": "freecodecamp", "site_template_step_id": "freecodecamp", "navigator_template_id": "freecodecamp", "navigator_python_template_id": "freecodecamp", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 7.0 }, { "index": 44, "site_id": "paperswithcode", "site_name": "Papers with Code", "url": "https://paperswithcode.com/sota", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "paperswithcode", "planner_python_template_id": "paperswithcode", "site_template_step_id": "paperswithcode", "navigator_template_id": "paperswithcode", "navigator_python_template_id": "paperswithcode", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 31.51 }, { "index": 45, "site_id": "openreview", "site_name": "OpenReview", "url": "https://openreview.net/group?id=ICLR.cc", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "openreview", "planner_python_template_id": "openreview", "site_template_step_id": "openreview", "navigator_template_id": "openreview", "navigator_python_template_id": "openreview", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 7.33 }, { "index": 46, "site_id": "leetcode", "site_name": "LeetCode", "url": "https://leetcode.com/problemset/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "leetcode", "planner_python_template_id": "leetcode", "site_template_step_id": "leetcode", "navigator_template_id": "leetcode", "navigator_python_template_id": "leetcode", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 16.8 }, { "index": 47, "site_id": "geeksforgeeks", "site_name": "GeeksforGeeks", "url": "https://www.geeksforgeeks.org/explore", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "geeksforgeeks", "planner_python_template_id": "geeksforgeeks", "site_template_step_id": "geeksforgeeks", "navigator_template_id": "geeksforgeeks", "navigator_python_template_id": "geeksforgeeks", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.57 }, { "index": 48, "site_id": "indeed", "site_name": "Indeed", "url": "https://www.indeed.com/jobs", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "indeed", "planner_python_template_id": "indeed", "site_template_step_id": "indeed", "navigator_template_id": "indeed", "navigator_python_template_id": "indeed", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 22.98 }, { "index": 49, "site_id": "glassdoor", "site_name": "Glassdoor", "url": "https://www.glassdoor.com/Job/index.htm", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "glassdoor", "planner_python_template_id": "glassdoor", "site_template_step_id": "glassdoor", "navigator_template_id": "glassdoor", "navigator_python_template_id": "glassdoor", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 10.02 }, { "index": 50, "site_id": "twitch", "site_name": "Twitch", "url": "https://www.twitch.tv/directory", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "twitch", "planner_python_template_id": "twitch", "site_template_step_id": "twitch", "navigator_template_id": "twitch", "navigator_python_template_id": "twitch", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 19.78 }, { "index": 51, "site_id": "vimeo", "site_name": "Vimeo", "url": "https://vimeo.com/channels", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "vimeo", "planner_python_template_id": "vimeo", "site_template_step_id": "vimeo", "navigator_template_id": "vimeo", "navigator_python_template_id": "vimeo", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 7.91 }, { "index": 52, "site_id": "spotify", "site_name": "Spotify", "url": "https://open.spotify.com/genre/0JQ5DAqbMKFEC4WFtoNRpw", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "spotify", "planner_python_template_id": "spotify", "site_template_step_id": "spotify", "navigator_template_id": "spotify", "navigator_python_template_id": "spotify", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate" ], "complete_status": "partial", "total_steps": 8, "total_reward": 0.0, "stream_error": null, "errors": [], "duration_seconds": 4.53 }, { "index": 53, "site_id": "soundcloud", "site_name": "SoundCloud", "url": "https://soundcloud.com/discover", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "soundcloud", "planner_python_template_id": "soundcloud", "site_template_step_id": "soundcloud", "navigator_template_id": "soundcloud", "navigator_python_template_id": "soundcloud", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 22.37 }, { "index": 54, "site_id": "airbnb", "site_name": "Airbnb", "url": "https://www.airbnb.com/s/homes", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "airbnb", "planner_python_template_id": "airbnb", "site_template_step_id": "airbnb", "navigator_template_id": "airbnb", "navigator_python_template_id": "airbnb", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.8773333333333335, "stream_error": null, "errors": [], "duration_seconds": 10.89 }, { "index": 55, "site_id": "booking", "site_name": "Booking.com", "url": "https://www.booking.com/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "booking", "planner_python_template_id": "booking", "site_template_step_id": "booking", "navigator_template_id": "booking", "navigator_python_template_id": "booking", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.510666666666667, "stream_error": null, "errors": [], "duration_seconds": 3.83 }, { "index": 56, "site_id": "zillow", "site_name": "Zillow", "url": "https://www.zillow.com/homes/", "passed": true, "checks": { "planner_template": true, "planner_python_template": true, "site_template_step": true, "navigator_template": true, "navigator_python_template": true, "received_complete_event": true }, "planner_template_id": "zillow", "planner_python_template_id": "zillow", "site_template_step_id": "zillow", "navigator_template_id": "zillow", "navigator_python_template_id": "zillow", "actions": [ "plugins", "planner", "planner_python", "site_template", "navigator", "navigator_python", "navigate", "navigate", "extract", "extract", "extract", "extract", "extract", "extract", "verify", "complete" ], "complete_status": "completed", "total_steps": 16, "total_reward": 5.744, "stream_error": null, "errors": [], "duration_seconds": 2.17 } ] }