{ "model": "baseline-fallback", "mode": "baseline-fallback", "api_base_url": "https://router.huggingface.co/v1", "elapsed_seconds": 0.0116, "scores": { "easy": 0.9778, "medium": 0.678, "hard": 0.3761 }, "average": 0.6773000000000001, "tasks": { "easy": { "score": 0.9778, "completion_rate": 1.0, "efficiency": 1.0, "reward_score": 0.8889, "details": { "task": "easy", "total_reward": 6.0, "steps_taken": 3, "completed": 3, "failed": 0, "total_tasks": 3 }, "actions": [ { "action_type": "execute", "task_id": 0 }, { "action_type": "execute", "task_id": 2 }, { "action_type": "execute", "task_id": 1 } ], "step_trace": [ { "step": 0, "action": { "action_type": "execute", "task_id": 0 }, "reward": 2.0, "done": false, "resources": 0.9, "time": 1, "info": { "action": "execute", "task_id": 0, "result": "success" } }, { "step": 1, "action": { "action_type": "execute", "task_id": 2 }, "reward": 2.0, "done": false, "resources": 0.85, "time": 2, "info": { "action": "execute", "task_id": 2, "result": "success" } }, { "step": 2, "action": { "action_type": "execute", "task_id": 1 }, "reward": 2.0, "done": true, "resources": 0.75, "time": 3, "info": { "action": "execute", "task_id": 1, "result": "success", "terminal_bonus": 2.0, "done_reason": "all_tasks_terminal", "all_tasks_completed": true } } ] }, "medium": { "score": 0.678, "completion_rate": 0.6667, "efficiency": 0.6667, "reward_score": 0.7234, "details": { "task": "medium", "total_reward": 3.4046, "steps_taken": 3, "completed": 2, "failed": 1, "total_tasks": 3 }, "actions": [ { "action_type": "execute", "task_id": 0 }, { "action_type": "execute", "task_id": 1 }, { "action_type": "execute", "task_id": 2 } ], "step_trace": [ { "step": 0, "action": { "action_type": "execute", "task_id": 0 }, "reward": 2.0, "done": false, "resources": 0.8, "time": 1, "info": { "action": "execute", "task_id": 0, "result": "success" } }, { "step": 1, "action": { "action_type": "execute", "task_id": 1 }, "reward": -0.5954, "done": false, "resources": 0.55, "time": 2, "info": { "action": "execute", "task_id": 1, "result": "failure" } }, { "step": 2, "action": { "action_type": "execute", "task_id": 2 }, "reward": 2.0, "done": true, "resources": 0.3, "time": 3, "info": { "action": "execute", "task_id": 2, "result": "success", "done_reason": "all_tasks_terminal", "all_tasks_completed": false } } ] }, "hard": { "score": 0.3761, "completion_rate": 0.3333, "efficiency": 0.3333, "reward_score": 0.5472, "details": { "task": "hard", "total_reward": -0.6971, "steps_taken": 6, "completed": 1, "failed": 2, "total_tasks": 3 }, "actions": [ { "action_type": "execute", "task_id": 0 }, { "action_type": "reallocate", "task_id": 1 }, { "action_type": "delay", "task_id": 1 }, { "action_type": "execute", "task_id": 1 }, { "action_type": "execute", "task_id": 1 }, { "action_type": "execute", "task_id": 1 } ], "step_trace": [ { "step": 0, "action": { "action_type": "execute", "task_id": 0 }, "reward": 2.0, "done": false, "resources": 0.8, "time": 1, "info": { "action": "execute", "task_id": 0, "result": "success" } }, { "step": 1, "action": { "action_type": "reallocate", "task_id": 1 }, "reward": 0.0786, "done": false, "resources": 1.0, "time": 2, "info": { "action": "reallocate", "task_id": 1, "result": "reallocated", "resource_boost": 0.2 } }, { "step": 2, "action": { "action_type": "delay", "task_id": 1 }, "reward": -0.5861, "done": false, "resources": 1.0, "time": 3, "info": { "action": "delay", "task_id": 1, "result": "delayed" } }, { "step": 3, "action": { "action_type": "execute", "task_id": 1 }, "reward": -1.6004, "done": false, "resources": 0.7, "time": 4, "info": { "action": "execute", "task_id": 1, "result": "failure" } }, { "step": 4, "action": { "action_type": "execute", "task_id": 1 }, "reward": -0.2898, "done": false, "resources": 0.7, "time": 5, "info": { "action": "execute", "task_id": 1, "result": "already_terminal" } }, { "step": 5, "action": { "action_type": "execute", "task_id": 1 }, "reward": -0.2994, "done": true, "resources": 0.7, "time": 6, "info": { "action": "execute", "task_id": 1, "result": "already_terminal", "done_reason": "all_tasks_terminal", "all_tasks_completed": false } } ] } } }