Spaces:
Sleeping
Sleeping
| { | |
| "model": "baseline-fallback", | |
| "mode": "baseline-fallback", | |
| "api_base_url": "https://router.huggingface.co/v1", | |
| "elapsed_seconds": 0.0116, | |
| "scores": { | |
| "easy": 0.9778, | |
| "medium": 0.678, | |
| "hard": 0.3761 | |
| }, | |
| "average": 0.6773000000000001, | |
| "tasks": { | |
| "easy": { | |
| "score": 0.9778, | |
| "completion_rate": 1.0, | |
| "efficiency": 1.0, | |
| "reward_score": 0.8889, | |
| "details": { | |
| "task": "easy", | |
| "total_reward": 6.0, | |
| "steps_taken": 3, | |
| "completed": 3, | |
| "failed": 0, | |
| "total_tasks": 3 | |
| }, | |
| "actions": [ | |
| { | |
| "action_type": "execute", | |
| "task_id": 0 | |
| }, | |
| { | |
| "action_type": "execute", | |
| "task_id": 2 | |
| }, | |
| { | |
| "action_type": "execute", | |
| "task_id": 1 | |
| } | |
| ], | |
| "step_trace": [ | |
| { | |
| "step": 0, | |
| "action": { | |
| "action_type": "execute", | |
| "task_id": 0 | |
| }, | |
| "reward": 2.0, | |
| "done": false, | |
| "resources": 0.9, | |
| "time": 1, | |
| "info": { | |
| "action": "execute", | |
| "task_id": 0, | |
| "result": "success" | |
| } | |
| }, | |
| { | |
| "step": 1, | |
| "action": { | |
| "action_type": "execute", | |
| "task_id": 2 | |
| }, | |
| "reward": 2.0, | |
| "done": false, | |
| "resources": 0.85, | |
| "time": 2, | |
| "info": { | |
| "action": "execute", | |
| "task_id": 2, | |
| "result": "success" | |
| } | |
| }, | |
| { | |
| "step": 2, | |
| "action": { | |
| "action_type": "execute", | |
| "task_id": 1 | |
| }, | |
| "reward": 2.0, | |
| "done": true, | |
| "resources": 0.75, | |
| "time": 3, | |
| "info": { | |
| "action": "execute", | |
| "task_id": 1, | |
| "result": "success", | |
| "terminal_bonus": 2.0, | |
| "done_reason": "all_tasks_terminal", | |
| "all_tasks_completed": true | |
| } | |
| } | |
| ] | |
| }, | |
| "medium": { | |
| "score": 0.678, | |
| "completion_rate": 0.6667, | |
| "efficiency": 0.6667, | |
| "reward_score": 0.7234, | |
| "details": { | |
| "task": "medium", | |
| "total_reward": 3.4046, | |
| "steps_taken": 3, | |
| "completed": 2, | |
| "failed": 1, | |
| "total_tasks": 3 | |
| }, | |
| "actions": [ | |
| { | |
| "action_type": "execute", | |
| "task_id": 0 | |
| }, | |
| { | |
| "action_type": "execute", | |
| "task_id": 1 | |
| }, | |
| { | |
| "action_type": "execute", | |
| "task_id": 2 | |
| } | |
| ], | |
| "step_trace": [ | |
| { | |
| "step": 0, | |
| "action": { | |
| "action_type": "execute", | |
| "task_id": 0 | |
| }, | |
| "reward": 2.0, | |
| "done": false, | |
| "resources": 0.8, | |
| "time": 1, | |
| "info": { | |
| "action": "execute", | |
| "task_id": 0, | |
| "result": "success" | |
| } | |
| }, | |
| { | |
| "step": 1, | |
| "action": { | |
| "action_type": "execute", | |
| "task_id": 1 | |
| }, | |
| "reward": -0.5954, | |
| "done": false, | |
| "resources": 0.55, | |
| "time": 2, | |
| "info": { | |
| "action": "execute", | |
| "task_id": 1, | |
| "result": "failure" | |
| } | |
| }, | |
| { | |
| "step": 2, | |
| "action": { | |
| "action_type": "execute", | |
| "task_id": 2 | |
| }, | |
| "reward": 2.0, | |
| "done": true, | |
| "resources": 0.3, | |
| "time": 3, | |
| "info": { | |
| "action": "execute", | |
| "task_id": 2, | |
| "result": "success", | |
| "done_reason": "all_tasks_terminal", | |
| "all_tasks_completed": false | |
| } | |
| } | |
| ] | |
| }, | |
| "hard": { | |
| "score": 0.3761, | |
| "completion_rate": 0.3333, | |
| "efficiency": 0.3333, | |
| "reward_score": 0.5472, | |
| "details": { | |
| "task": "hard", | |
| "total_reward": -0.6971, | |
| "steps_taken": 6, | |
| "completed": 1, | |
| "failed": 2, | |
| "total_tasks": 3 | |
| }, | |
| "actions": [ | |
| { | |
| "action_type": "execute", | |
| "task_id": 0 | |
| }, | |
| { | |
| "action_type": "reallocate", | |
| "task_id": 1 | |
| }, | |
| { | |
| "action_type": "delay", | |
| "task_id": 1 | |
| }, | |
| { | |
| "action_type": "execute", | |
| "task_id": 1 | |
| }, | |
| { | |
| "action_type": "execute", | |
| "task_id": 1 | |
| }, | |
| { | |
| "action_type": "execute", | |
| "task_id": 1 | |
| } | |
| ], | |
| "step_trace": [ | |
| { | |
| "step": 0, | |
| "action": { | |
| "action_type": "execute", | |
| "task_id": 0 | |
| }, | |
| "reward": 2.0, | |
| "done": false, | |
| "resources": 0.8, | |
| "time": 1, | |
| "info": { | |
| "action": "execute", | |
| "task_id": 0, | |
| "result": "success" | |
| } | |
| }, | |
| { | |
| "step": 1, | |
| "action": { | |
| "action_type": "reallocate", | |
| "task_id": 1 | |
| }, | |
| "reward": 0.0786, | |
| "done": false, | |
| "resources": 1.0, | |
| "time": 2, | |
| "info": { | |
| "action": "reallocate", | |
| "task_id": 1, | |
| "result": "reallocated", | |
| "resource_boost": 0.2 | |
| } | |
| }, | |
| { | |
| "step": 2, | |
| "action": { | |
| "action_type": "delay", | |
| "task_id": 1 | |
| }, | |
| "reward": -0.5861, | |
| "done": false, | |
| "resources": 1.0, | |
| "time": 3, | |
| "info": { | |
| "action": "delay", | |
| "task_id": 1, | |
| "result": "delayed" | |
| } | |
| }, | |
| { | |
| "step": 3, | |
| "action": { | |
| "action_type": "execute", | |
| "task_id": 1 | |
| }, | |
| "reward": -1.6004, | |
| "done": false, | |
| "resources": 0.7, | |
| "time": 4, | |
| "info": { | |
| "action": "execute", | |
| "task_id": 1, | |
| "result": "failure" | |
| } | |
| }, | |
| { | |
| "step": 4, | |
| "action": { | |
| "action_type": "execute", | |
| "task_id": 1 | |
| }, | |
| "reward": -0.2898, | |
| "done": false, | |
| "resources": 0.7, | |
| "time": 5, | |
| "info": { | |
| "action": "execute", | |
| "task_id": 1, | |
| "result": "already_terminal" | |
| } | |
| }, | |
| { | |
| "step": 5, | |
| "action": { | |
| "action_type": "execute", | |
| "task_id": 1 | |
| }, | |
| "reward": -0.2994, | |
| "done": true, | |
| "resources": 0.7, | |
| "time": 6, | |
| "info": { | |
| "action": "execute", | |
| "task_id": 1, | |
| "result": "already_terminal", | |
| "done_reason": "all_tasks_terminal", | |
| "all_tasks_completed": false | |
| } | |
| } | |
| ] | |
| } | |
| } | |
| } |