Hugging Face's logo

Spaces:
NeerajCodz
/
scrapeRL
Sleeping

App Files Community
scrapeRL / backend /tests /reports /site_template_agent_runtime_verification.json
NeerajCodz's picture
NeerajCodz
test: add runtime agent verification for 56 site templates
1f42d7b
raw
history blame contribute delete
63.3 kB
{
 "summary": {
 "total_sites": 56,
 "passed_sites": 56,
 "failed_sites": 0,
 "duration_seconds": 777.33
 },
 "enabled_plugins": [
 "mcp-python-sandbox",
 "mcp-search",
 "mcp-html",
 "proc-json"
 ],
 "selected_agents": [
 "planner",
 "navigator",
 "extractor",
 "verifier",
 "memory",
 "coordinator"
 ],
 "results": [
 {
 "index": 1,
 "site_id": "github",
 "site_name": "GitHub",
 "url": "https://github.com/explore",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "github",
 "planner_python_template_id": "github",
 "site_template_step_id": "github",
 "navigator_template_id": "github",
 "navigator_python_template_id": "github",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 16.92
 },
 {
 "index": 2,
 "site_id": "reddit",
 "site_name": "Reddit",
 "url": "https://www.reddit.com/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "reddit",
 "planner_python_template_id": "reddit",
 "site_template_step_id": "reddit",
 "navigator_template_id": "reddit",
 "navigator_python_template_id": "reddit",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 44.4
 },
 {
 "index": 3,
 "site_id": "x",
 "site_name": "X (Twitter)",
 "url": "https://x.com/explore",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "x",
 "planner_python_template_id": "x",
 "site_template_step_id": "x",
 "navigator_template_id": "x",
 "navigator_python_template_id": "x",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 16.83
 },
 {
 "index": 4,
 "site_id": "youtube",
 "site_name": "YouTube",
 "url": "https://www.youtube.com/feed/trending",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "youtube",
 "planner_python_template_id": "youtube",
 "site_template_step_id": "youtube",
 "navigator_template_id": "youtube",
 "navigator_python_template_id": "youtube",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 72.72
 },
 {
 "index": 5,
 "site_id": "instagram",
 "site_name": "Instagram",
 "url": "https://www.instagram.com/explore/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "instagram",
 "planner_python_template_id": "instagram",
 "site_template_step_id": "instagram",
 "navigator_template_id": "instagram",
 "navigator_python_template_id": "instagram",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 21.79
 },
 {
 "index": 6,
 "site_id": "facebook",
 "site_name": "Facebook",
 "url": "https://www.facebook.com/watch/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "facebook",
 "planner_python_template_id": "facebook",
 "site_template_step_id": "facebook",
 "navigator_template_id": "facebook",
 "navigator_python_template_id": "facebook",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 21.69
 },
 {
 "index": 7,
 "site_id": "linkedin",
 "site_name": "LinkedIn",
 "url": "https://www.linkedin.com/feed/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "linkedin",
 "planner_python_template_id": "linkedin",
 "site_template_step_id": "linkedin",
 "navigator_template_id": "linkedin",
 "navigator_python_template_id": "linkedin",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.55
 },
 {
 "index": 8,
 "site_id": "tiktok",
 "site_name": "TikTok",
 "url": "https://www.tiktok.com/trending",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "tiktok",
 "planner_python_template_id": "tiktok",
 "site_template_step_id": "tiktok",
 "navigator_template_id": "tiktok",
 "navigator_python_template_id": "tiktok",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.4
 },
 {
 "index": 9,
 "site_id": "medium",
 "site_name": "Medium",
 "url": "https://medium.com/tag/technology",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "medium",
 "planner_python_template_id": "medium",
 "site_template_step_id": "medium",
 "navigator_template_id": "medium",
 "navigator_python_template_id": "medium",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.47
 },
 {
 "index": 10,
 "site_id": "devto",
 "site_name": "DEV Community",
 "url": "https://dev.to/top/week",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "devto",
 "planner_python_template_id": "devto",
 "site_template_step_id": "devto",
 "navigator_template_id": "devto",
 "navigator_python_template_id": "devto",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.59
 },
 {
 "index": 11,
 "site_id": "stackoverflow",
 "site_name": "Stack Overflow",
 "url": "https://stackoverflow.com/questions",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "stackoverflow",
 "planner_python_template_id": "stackoverflow",
 "site_template_step_id": "stackoverflow",
 "navigator_template_id": "stackoverflow",
 "navigator_python_template_id": "stackoverflow",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 7.66
 },
 {
 "index": 12,
 "site_id": "kaggle",
 "site_name": "Kaggle",
 "url": "https://www.kaggle.com/datasets",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "kaggle",
 "planner_python_template_id": "kaggle",
 "site_template_step_id": "kaggle",
 "navigator_template_id": "kaggle",
 "navigator_python_template_id": "kaggle",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 8.43
 },
 {
 "index": 13,
 "site_id": "huggingface",
 "site_name": "Hugging Face",
 "url": "https://huggingface.co/models",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "huggingface",
 "planner_python_template_id": "huggingface",
 "site_template_step_id": "huggingface",
 "navigator_template_id": "huggingface",
 "navigator_python_template_id": "huggingface",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 15.17
 },
 {
 "index": 14,
 "site_id": "arxiv",
 "site_name": "arXiv",
 "url": "https://arxiv.org/list/cs/new",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "arxiv",
 "planner_python_template_id": "arxiv",
 "site_template_step_id": "arxiv",
 "navigator_template_id": "arxiv",
 "navigator_python_template_id": "arxiv",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 122.94,
 "rerun_with_extended_timeout": true
 },
 {
 "index": 15,
 "site_id": "wikipedia",
 "site_name": "Wikipedia",
 "url": "https://en.wikipedia.org/wiki/Main_Page",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "wikipedia",
 "planner_python_template_id": "wikipedia",
 "site_template_step_id": "wikipedia",
 "navigator_template_id": "wikipedia",
 "navigator_python_template_id": "wikipedia",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 15.79
 },
 {
 "index": 16,
 "site_id": "pypi",
 "site_name": "PyPI",
 "url": "https://pypi.org/search/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "pypi",
 "planner_python_template_id": "pypi",
 "site_template_step_id": "pypi",
 "navigator_template_id": "pypi",
 "navigator_python_template_id": "pypi",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 6.57
 },
 {
 "index": 17,
 "site_id": "npm",
 "site_name": "npm",
 "url": "https://www.npmjs.com/search",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "npm",
 "planner_python_template_id": "npm",
 "site_template_step_id": "npm",
 "navigator_template_id": "npm",
 "navigator_python_template_id": "npm",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 9.91
 },
 {
 "index": 18,
 "site_id": "producthunt",
 "site_name": "Product Hunt",
 "url": "https://www.producthunt.com/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "producthunt",
 "planner_python_template_id": "producthunt",
 "site_template_step_id": "producthunt",
 "navigator_template_id": "producthunt",
 "navigator_python_template_id": "producthunt",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 7.07
 },
 {
 "index": 19,
 "site_id": "hackernews",
 "site_name": "Hacker News",
 "url": "https://news.ycombinator.com/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "hackernews",
 "planner_python_template_id": "hackernews",
 "site_template_step_id": "hackernews",
 "navigator_template_id": "hackernews",
 "navigator_python_template_id": "hackernews",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 21.74
 },
 {
 "index": 20,
 "site_id": "substack",
 "site_name": "Substack",
 "url": "https://substack.com/discover",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "substack",
 "planner_python_template_id": "substack",
 "site_template_step_id": "substack",
 "navigator_template_id": "substack",
 "navigator_python_template_id": "substack",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 6.08
 },
 {
 "index": 21,
 "site_id": "quora",
 "site_name": "Quora",
 "url": "https://www.quora.com/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "quora",
 "planner_python_template_id": "quora",
 "site_template_step_id": "quora",
 "navigator_template_id": "quora",
 "navigator_python_template_id": "quora",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.82
 },
 {
 "index": 22,
 "site_id": "pinterest",
 "site_name": "Pinterest",
 "url": "https://www.pinterest.com/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "pinterest",
 "planner_python_template_id": "pinterest",
 "site_template_step_id": "pinterest",
 "navigator_template_id": "pinterest",
 "navigator_python_template_id": "pinterest",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.54
 },
 {
 "index": 23,
 "site_id": "imdb",
 "site_name": "IMDb",
 "url": "https://www.imdb.com/chart/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "imdb",
 "planner_python_template_id": "imdb",
 "site_template_step_id": "imdb",
 "navigator_template_id": "imdb",
 "navigator_python_template_id": "imdb",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 5.58
 },
 {
 "index": 24,
 "site_id": "nytimes",
 "site_name": "New York Times",
 "url": "https://www.nytimes.com/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "nytimes",
 "planner_python_template_id": "nytimes",
 "site_template_step_id": "nytimes",
 "navigator_template_id": "nytimes",
 "navigator_python_template_id": "nytimes",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.65
 },
 {
 "index": 25,
 "site_id": "bbc",
 "site_name": "BBC",
 "url": "https://www.bbc.com/news",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "bbc",
 "planner_python_template_id": "bbc",
 "site_template_step_id": "bbc",
 "navigator_template_id": "bbc",
 "navigator_python_template_id": "bbc",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.65
 },
 {
 "index": 26,
 "site_id": "cnn",
 "site_name": "CNN",
 "url": "https://www.cnn.com/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "cnn",
 "planner_python_template_id": "cnn",
 "site_template_step_id": "cnn",
 "navigator_template_id": "cnn",
 "navigator_python_template_id": "cnn",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 11.17
 },
 {
 "index": 27,
 "site_id": "reuters",
 "site_name": "Reuters",
 "url": "https://www.reuters.com/world/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "reuters",
 "planner_python_template_id": "reuters",
 "site_template_step_id": "reuters",
 "navigator_template_id": "reuters",
 "navigator_python_template_id": "reuters",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 10.07
 },
 {
 "index": 28,
 "site_id": "bloomberg",
 "site_name": "Bloomberg",
 "url": "https://www.bloomberg.com/markets",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "bloomberg",
 "planner_python_template_id": "bloomberg",
 "site_template_step_id": "bloomberg",
 "navigator_template_id": "bloomberg",
 "navigator_python_template_id": "bloomberg",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.71
 },
 {
 "index": 29,
 "site_id": "coinmarketcap",
 "site_name": "CoinMarketCap",
 "url": "https://coinmarketcap.com/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "coinmarketcap",
 "planner_python_template_id": "coinmarketcap",
 "site_template_step_id": "coinmarketcap",
 "navigator_template_id": "coinmarketcap",
 "navigator_python_template_id": "coinmarketcap",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.7
 },
 {
 "index": 30,
 "site_id": "coindesk",
 "site_name": "CoinDesk",
 "url": "https://www.coindesk.com/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "coindesk",
 "planner_python_template_id": "coindesk",
 "site_template_step_id": "coindesk",
 "navigator_template_id": "coindesk",
 "navigator_python_template_id": "coindesk",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 32.14
 },
 {
 "index": 31,
 "site_id": "investopedia",
 "site_name": "Investopedia",
 "url": "https://www.investopedia.com/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "investopedia",
 "planner_python_template_id": "investopedia",
 "site_template_step_id": "investopedia",
 "navigator_template_id": "investopedia",
 "navigator_python_template_id": "investopedia",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 7.36
 },
 {
 "index": 32,
 "site_id": "googlescholar",
 "site_name": "Google Scholar",
 "url": "https://scholar.google.com/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "googlescholar",
 "planner_python_template_id": "googlescholar",
 "site_template_step_id": "googlescholar",
 "navigator_template_id": "googlescholar",
 "navigator_python_template_id": "googlescholar",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 3.01
 },
 {
 "index": 33,
 "site_id": "gitlab",
 "site_name": "GitLab",
 "url": "https://gitlab.com/explore",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "gitlab",
 "planner_python_template_id": "gitlab",
 "site_template_step_id": "gitlab",
 "navigator_template_id": "gitlab",
 "navigator_python_template_id": "gitlab",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 20.19
 },
 {
 "index": 34,
 "site_id": "bitbucket",
 "site_name": "Bitbucket",
 "url": "https://bitbucket.org/product",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "bitbucket",
 "planner_python_template_id": "bitbucket",
 "site_template_step_id": "bitbucket",
 "navigator_template_id": "bitbucket",
 "navigator_python_template_id": "bitbucket",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 27.79
 },
 {
 "index": 35,
 "site_id": "amazon",
 "site_name": "Amazon",
 "url": "https://www.amazon.com/gp/bestsellers",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "amazon",
 "planner_python_template_id": "amazon",
 "site_template_step_id": "amazon",
 "navigator_template_id": "amazon",
 "navigator_python_template_id": "amazon",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 11.53
 },
 {
 "index": 36,
 "site_id": "ebay",
 "site_name": "eBay",
 "url": "https://www.ebay.com/deals",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "ebay",
 "planner_python_template_id": "ebay",
 "site_template_step_id": "ebay",
 "navigator_template_id": "ebay",
 "navigator_python_template_id": "ebay",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 17.64
 },
 {
 "index": 37,
 "site_id": "walmart",
 "site_name": "Walmart",
 "url": "https://www.walmart.com/shop/deals",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "walmart",
 "planner_python_template_id": "walmart",
 "site_template_step_id": "walmart",
 "navigator_template_id": "walmart",
 "navigator_python_template_id": "walmart",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.68
 },
 {
 "index": 38,
 "site_id": "etsy",
 "site_name": "Etsy",
 "url": "https://www.etsy.com/c/jewelry",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "etsy",
 "planner_python_template_id": "etsy",
 "site_template_step_id": "etsy",
 "navigator_template_id": "etsy",
 "navigator_python_template_id": "etsy",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.67
 },
 {
 "index": 39,
 "site_id": "aliexpress",
 "site_name": "AliExpress",
 "url": "https://www.aliexpress.com/category/200003482/electronics.html",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "aliexpress",
 "planner_python_template_id": "aliexpress",
 "site_template_step_id": "aliexpress",
 "navigator_template_id": "aliexpress",
 "navigator_python_template_id": "aliexpress",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.55
 },
 {
 "index": 40,
 "site_id": "coursera",
 "site_name": "Coursera",
 "url": "https://www.coursera.org/courses",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "coursera",
 "planner_python_template_id": "coursera",
 "site_template_step_id": "coursera",
 "navigator_template_id": "coursera",
 "navigator_python_template_id": "coursera",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.61
 },
 {
 "index": 41,
 "site_id": "udemy",
 "site_name": "Udemy",
 "url": "https://www.udemy.com/courses/development/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "udemy",
 "planner_python_template_id": "udemy",
 "site_template_step_id": "udemy",
 "navigator_template_id": "udemy",
 "navigator_python_template_id": "udemy",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 6.4
 },
 {
 "index": 42,
 "site_id": "edx",
 "site_name": "edX",
 "url": "https://www.edx.org/search",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "edx",
 "planner_python_template_id": "edx",
 "site_template_step_id": "edx",
 "navigator_template_id": "edx",
 "navigator_python_template_id": "edx",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.65
 },
 {
 "index": 43,
 "site_id": "freecodecamp",
 "site_name": "freeCodeCamp",
 "url": "https://www.freecodecamp.org/news/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "freecodecamp",
 "planner_python_template_id": "freecodecamp",
 "site_template_step_id": "freecodecamp",
 "navigator_template_id": "freecodecamp",
 "navigator_python_template_id": "freecodecamp",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 7.0
 },
 {
 "index": 44,
 "site_id": "paperswithcode",
 "site_name": "Papers with Code",
 "url": "https://paperswithcode.com/sota",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "paperswithcode",
 "planner_python_template_id": "paperswithcode",
 "site_template_step_id": "paperswithcode",
 "navigator_template_id": "paperswithcode",
 "navigator_python_template_id": "paperswithcode",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 31.51
 },
 {
 "index": 45,
 "site_id": "openreview",
 "site_name": "OpenReview",
 "url": "https://openreview.net/group?id=ICLR.cc",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "openreview",
 "planner_python_template_id": "openreview",
 "site_template_step_id": "openreview",
 "navigator_template_id": "openreview",
 "navigator_python_template_id": "openreview",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 7.33
 },
 {
 "index": 46,
 "site_id": "leetcode",
 "site_name": "LeetCode",
 "url": "https://leetcode.com/problemset/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "leetcode",
 "planner_python_template_id": "leetcode",
 "site_template_step_id": "leetcode",
 "navigator_template_id": "leetcode",
 "navigator_python_template_id": "leetcode",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 16.8
 },
 {
 "index": 47,
 "site_id": "geeksforgeeks",
 "site_name": "GeeksforGeeks",
 "url": "https://www.geeksforgeeks.org/explore",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "geeksforgeeks",
 "planner_python_template_id": "geeksforgeeks",
 "site_template_step_id": "geeksforgeeks",
 "navigator_template_id": "geeksforgeeks",
 "navigator_python_template_id": "geeksforgeeks",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.57
 },
 {
 "index": 48,
 "site_id": "indeed",
 "site_name": "Indeed",
 "url": "https://www.indeed.com/jobs",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "indeed",
 "planner_python_template_id": "indeed",
 "site_template_step_id": "indeed",
 "navigator_template_id": "indeed",
 "navigator_python_template_id": "indeed",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 22.98
 },
 {
 "index": 49,
 "site_id": "glassdoor",
 "site_name": "Glassdoor",
 "url": "https://www.glassdoor.com/Job/index.htm",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "glassdoor",
 "planner_python_template_id": "glassdoor",
 "site_template_step_id": "glassdoor",
 "navigator_template_id": "glassdoor",
 "navigator_python_template_id": "glassdoor",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 10.02
 },
 {
 "index": 50,
 "site_id": "twitch",
 "site_name": "Twitch",
 "url": "https://www.twitch.tv/directory",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "twitch",
 "planner_python_template_id": "twitch",
 "site_template_step_id": "twitch",
 "navigator_template_id": "twitch",
 "navigator_python_template_id": "twitch",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 19.78
 },
 {
 "index": 51,
 "site_id": "vimeo",
 "site_name": "Vimeo",
 "url": "https://vimeo.com/channels",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "vimeo",
 "planner_python_template_id": "vimeo",
 "site_template_step_id": "vimeo",
 "navigator_template_id": "vimeo",
 "navigator_python_template_id": "vimeo",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 7.91
 },
 {
 "index": 52,
 "site_id": "spotify",
 "site_name": "Spotify",
 "url": "https://open.spotify.com/genre/0JQ5DAqbMKFEC4WFtoNRpw",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "spotify",
 "planner_python_template_id": "spotify",
 "site_template_step_id": "spotify",
 "navigator_template_id": "spotify",
 "navigator_python_template_id": "spotify",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate"
 ],
 "complete_status": "partial",
 "total_steps": 8,
 "total_reward": 0.0,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 4.53
 },
 {
 "index": 53,
 "site_id": "soundcloud",
 "site_name": "SoundCloud",
 "url": "https://soundcloud.com/discover",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "soundcloud",
 "planner_python_template_id": "soundcloud",
 "site_template_step_id": "soundcloud",
 "navigator_template_id": "soundcloud",
 "navigator_python_template_id": "soundcloud",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 22.37
 },
 {
 "index": 54,
 "site_id": "airbnb",
 "site_name": "Airbnb",
 "url": "https://www.airbnb.com/s/homes",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "airbnb",
 "planner_python_template_id": "airbnb",
 "site_template_step_id": "airbnb",
 "navigator_template_id": "airbnb",
 "navigator_python_template_id": "airbnb",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.8773333333333335,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 10.89
 },
 {
 "index": 55,
 "site_id": "booking",
 "site_name": "Booking.com",
 "url": "https://www.booking.com/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "booking",
 "planner_python_template_id": "booking",
 "site_template_step_id": "booking",
 "navigator_template_id": "booking",
 "navigator_python_template_id": "booking",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.510666666666667,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 3.83
 },
 {
 "index": 56,
 "site_id": "zillow",
 "site_name": "Zillow",
 "url": "https://www.zillow.com/homes/",
 "passed": true,
 "checks": {
 "planner_template": true,
 "planner_python_template": true,
 "site_template_step": true,
 "navigator_template": true,
 "navigator_python_template": true,
 "received_complete_event": true
 },
 "planner_template_id": "zillow",
 "planner_python_template_id": "zillow",
 "site_template_step_id": "zillow",
 "navigator_template_id": "zillow",
 "navigator_python_template_id": "zillow",
 "actions": [
 "plugins",
 "planner",
 "planner_python",
 "site_template",
 "navigator",
 "navigator_python",
 "navigate",
 "navigate",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "extract",
 "verify",
 "complete"
 ],
 "complete_status": "completed",
 "total_steps": 16,
 "total_reward": 5.744,
 "stream_error": null,
 "errors": [],
 "duration_seconds": 2.17
 }
 ]
}