diff --git a/log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_episodes_detail.json b/log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..7d02787d93e73b6e8ed66d00c1aecb6a400b7bc2 --- /dev/null +++ b/log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_episodes_detail.json @@ -0,0 +1,1202 @@ +[ + { + "episode_id": 1, + "seed": 100000, + "success": true, + "steps_taken": 140, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 2, + "seed": 100001, + "success": true, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 3, + "seed": 100003, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.780233336072826, + "manipulation_score": 30.780233336072826, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 4, + "seed": 100007, + "success": true, + "steps_taken": 122, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 5, + "seed": 100008, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 23.908697595377117, + "manipulation_score": 23.908697595377117, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 6, + "seed": 100010, + "success": true, + "steps_taken": 155, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 7, + "seed": 100011, + "success": true, + "steps_taken": 101, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 8, + "seed": 100012, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 28.807502669615825, + "manipulation_score": 28.807502669615825, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 9, + "seed": 100013, + "success": true, + "steps_taken": 101, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 10, + "seed": 100014, + "success": true, + "steps_taken": 101, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 11, + "seed": 100016, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 32.63256030311247, + "manipulation_score": 32.63256030311247, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 12, + "seed": 100017, + "success": true, + "steps_taken": 117, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 13, + "seed": 100019, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 57.13602916956596, + "manipulation_score": 57.13602916956596, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 14, + "seed": 100020, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 33.32602790289694, + "manipulation_score": 33.32602790289694, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 15, + "seed": 100021, + "success": true, + "steps_taken": 103, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 16, + "seed": 100022, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 28.082497314222906, + "manipulation_score": 28.082497314222906, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 17, + "seed": 100023, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 42.807262777819666, + "manipulation_score": 42.807262777819666, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 18, + "seed": 100024, + "success": true, + "steps_taken": 119, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 19, + "seed": 100026, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 42.45681898458667, + "manipulation_score": 42.45681898458667, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 20, + "seed": 100027, + "success": true, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 21, + "seed": 100031, + "success": true, + "steps_taken": 236, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 22, + "seed": 100032, + "success": true, + "steps_taken": 124, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 23, + "seed": 100033, + "success": true, + "steps_taken": 124, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 24, + "seed": 100034, + "success": true, + "steps_taken": 111, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 25, + "seed": 100036, + "success": true, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 26, + "seed": 100039, + "success": true, + "steps_taken": 127, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 27, + "seed": 100041, + "success": true, + "steps_taken": 114, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 28, + "seed": 100045, + "success": true, + "steps_taken": 104, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 29, + "seed": 100046, + "success": true, + "steps_taken": 97, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 30, + "seed": 100048, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 17.14912659220212, + "manipulation_score": 17.14912659220212, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 31, + "seed": 100051, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 49.40317565133448, + "manipulation_score": 49.40317565133448, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 32, + "seed": 100052, + "success": true, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 33, + "seed": 100053, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 25.376245179790306, + "manipulation_score": 25.376245179790306, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 34, + "seed": 100055, + "success": true, + "steps_taken": 120, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 35, + "seed": 100056, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 57.93199428906024, + "manipulation_score": 57.93199428906024, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 36, + "seed": 100057, + "success": true, + "steps_taken": 102, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 37, + "seed": 100058, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 25.690302278428025, + "manipulation_score": 25.690302278428025, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 38, + "seed": 100060, + "success": true, + "steps_taken": 107, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 39, + "seed": 100061, + "success": true, + "steps_taken": 97, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 40, + "seed": 100063, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 67.98448946694164, + "manipulation_score": 67.98448946694164, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 41, + "seed": 100067, + "success": true, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 42, + "seed": 100071, + "success": true, + "steps_taken": 105, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 43, + "seed": 100072, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 31.533045020975663, + "manipulation_score": 31.533045020975663, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 44, + "seed": 100073, + "success": true, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 45, + "seed": 100075, + "success": true, + "steps_taken": 110, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 46, + "seed": 100077, + "success": true, + "steps_taken": 112, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 47, + "seed": 100078, + "success": true, + "steps_taken": 125, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 48, + "seed": 100079, + "success": true, + "steps_taken": 101, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 49, + "seed": 100082, + "success": true, + "steps_taken": 120, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 50, + "seed": 100083, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 18.939414326362595, + "manipulation_score": 18.939414326362595, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 51, + "seed": 100084, + "success": true, + "steps_taken": 112, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 52, + "seed": 100086, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 39.4040203695935, + "manipulation_score": 39.4040203695935, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 53, + "seed": 100087, + "success": true, + "steps_taken": 111, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 54, + "seed": 100088, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.3304590934986, + "manipulation_score": 35.3304590934986, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 55, + "seed": 100090, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 28.823515648557237, + "manipulation_score": 28.823515648557237, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 56, + "seed": 100093, + "success": true, + "steps_taken": 128, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 57, + "seed": 100094, + "success": true, + "steps_taken": 93, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 58, + "seed": 100095, + "success": true, + "steps_taken": 103, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 59, + "seed": 100096, + "success": true, + "steps_taken": 107, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 60, + "seed": 100101, + "success": true, + "steps_taken": 115, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 61, + "seed": 100103, + "success": true, + "steps_taken": 106, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 62, + "seed": 100104, + "success": true, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 63, + "seed": 100105, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 58.25470353034278, + "manipulation_score": 58.25470353034278, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100108, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 27.246336160866065, + "manipulation_score": 27.246336160866065, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 65, + "seed": 100109, + "success": true, + "steps_taken": 106, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 66, + "seed": 100110, + "success": true, + "steps_taken": 128, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 67, + "seed": 100112, + "success": true, + "steps_taken": 120, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 68, + "seed": 100113, + "success": true, + "steps_taken": 115, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 69, + "seed": 100114, + "success": true, + "steps_taken": 110, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 70, + "seed": 100117, + "success": true, + "steps_taken": 127, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 71, + "seed": 100121, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 37.91823102408181, + "manipulation_score": 37.91823102408181, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 72, + "seed": 100122, + "success": true, + "steps_taken": 111, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 73, + "seed": 100123, + "success": true, + "steps_taken": 119, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 74, + "seed": 100125, + "success": true, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 75, + "seed": 100127, + "success": true, + "steps_taken": 122, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 76, + "seed": 100128, + "success": true, + "steps_taken": 103, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 77, + "seed": 100129, + "success": true, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 78, + "seed": 100130, + "success": true, + "steps_taken": 102, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 79, + "seed": 100131, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 41.22607173928199, + "manipulation_score": 41.22607173928199, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 80, + "seed": 100132, + "success": true, + "steps_taken": 122, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 81, + "seed": 100133, + "success": true, + "steps_taken": 104, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 82, + "seed": 100136, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 31.362884009364638, + "manipulation_score": 31.362884009364638, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 83, + "seed": 100138, + "success": true, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 84, + "seed": 100139, + "success": true, + "steps_taken": 110, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 85, + "seed": 100142, + "success": true, + "steps_taken": 111, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 86, + "seed": 100143, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 51.2637873909108, + "manipulation_score": 51.2637873909108, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 87, + "seed": 100144, + "success": true, + "steps_taken": 93, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 88, + "seed": 100145, + "success": true, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 89, + "seed": 100147, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 51.24998499936145, + "manipulation_score": 51.24998499936145, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 90, + "seed": 100148, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 52.15747608450981, + "manipulation_score": 52.15747608450981, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 91, + "seed": 100150, + "success": true, + "steps_taken": 110, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 92, + "seed": 100151, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 48.127199138870495, + "manipulation_score": 48.127199138870495, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 93, + "seed": 100152, + "success": true, + "steps_taken": 100, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 94, + "seed": 100156, + "success": true, + "steps_taken": 125, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 95, + "seed": 100157, + "success": true, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 96, + "seed": 100158, + "success": true, + "steps_taken": 121, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 97, + "seed": 100160, + "success": true, + "steps_taken": 198, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 98, + "seed": 100161, + "success": true, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 99, + "seed": 100162, + "success": true, + "steps_taken": 102, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 100, + "seed": 100163, + "success": true, + "steps_taken": 118, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + } +] \ No newline at end of file diff --git a/log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics.json b/log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b404882d6a65ce24b0e99b85d258a41214ae23b2 --- /dev/null +++ b/log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 71, + "success_rate": 71.0, + "manipulation_score_mean": 82.16310092047607, + "manipulation_score_std": 28.754952086021994, + "route_completion_mean": 82.16310092047607, + "route_completion_std": 28.754952086021994, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 0 +} \ No newline at end of file diff --git a/log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics_report.txt b/log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..6961f0c4b1450707335b9baa49d54ea401e0cb2a --- /dev/null +++ b/log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 71.0% (71/100) + +--- Manipulation Score --- + Mean: 82.16 + Std: 28.75 + +--- Route Completion --- + Mean: 82.16% + Std: 28.75 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 0 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_result.txt b/log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..f761ff7bcaf9613f2d645498d7b41e4de089b4e7 --- /dev/null +++ b/log/eval_result/adjust_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:11:46/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-30 07:11:46 + +Instruction Type: unseen + +0.71 \ No newline at end of file diff --git a/log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_episodes_detail.json b/log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..6f96eb4829a0ce6579ad604118ef3619e879813e --- /dev/null +++ b/log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_episodes_detail.json @@ -0,0 +1,1265 @@ +[ + { + "episode_id": 1, + "seed": 100000, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 33.85613422770146, + "manipulation_score": 33.85613422770146, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 2, + "seed": 100001, + "success": true, + "steps_taken": 84, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 3, + "seed": 100002, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 40.48807620523175, + "manipulation_score": 40.48807620523175, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 4, + "seed": 100006, + "success": true, + "steps_taken": 87, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 5, + "seed": 100010, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 36.321076759841205, + "manipulation_score": 36.321076759841205, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 6, + "seed": 100013, + "success": true, + "steps_taken": 82, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 7, + "seed": 100015, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 38.01461844571038, + "manipulation_score": 38.01461844571038, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 8, + "seed": 100018, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 50.24509223188597, + "manipulation_score": 50.24509223188597, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 9, + "seed": 100019, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 27.75165522444591, + "manipulation_score": 27.75165522444591, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 10, + "seed": 100020, + "success": true, + "steps_taken": 84, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 11, + "seed": 100022, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 34.11956110770621, + "manipulation_score": 34.11956110770621, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 12, + "seed": 100024, + "success": false, + "steps_taken": 135, + "max_steps": 400, + "route_completion": 21.54834789053571, + "manipulation_score": 10.774173945267854, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 135, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 13, + "seed": 100034, + "success": false, + "steps_taken": 78, + "max_steps": 400, + "route_completion": 28.4543549989002, + "manipulation_score": 14.2271774994501, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 78, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 14, + "seed": 100035, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 45.02980267833914, + "manipulation_score": 45.02980267833914, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 15, + "seed": 100038, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 39.43737027226585, + "manipulation_score": 39.43737027226585, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 16, + "seed": 100039, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 42.188940564396646, + "manipulation_score": 42.188940564396646, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 17, + "seed": 100040, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 45.17633012408111, + "manipulation_score": 45.17633012408111, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 18, + "seed": 100042, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 58.01247212977565, + "manipulation_score": 58.01247212977565, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 19, + "seed": 100043, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 28.660421010261544, + "manipulation_score": 28.660421010261544, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 20, + "seed": 100044, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 46.854858810735614, + "manipulation_score": 46.854858810735614, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 21, + "seed": 100048, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.166336821918456, + "manipulation_score": 30.166336821918456, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 22, + "seed": 100051, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.47153747373771, + "manipulation_score": 35.47153747373771, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 23, + "seed": 100057, + "success": true, + "steps_taken": 107, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 24, + "seed": 100061, + "success": false, + "steps_taken": 85, + "max_steps": 400, + "route_completion": 34.631697952762906, + "manipulation_score": 17.315848976381453, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 85, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 25, + "seed": 100062, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 33.24629014904411, + "manipulation_score": 33.24629014904411, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 26, + "seed": 100063, + "success": true, + "steps_taken": 85, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 27, + "seed": 100064, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.749110235667683, + "manipulation_score": 30.749110235667683, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 28, + "seed": 100065, + "success": false, + "steps_taken": 73, + "max_steps": 400, + "route_completion": 39.583889679847104, + "manipulation_score": 19.791944839923552, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 73, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 29, + "seed": 100066, + "success": true, + "steps_taken": 83, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 30, + "seed": 100067, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 55.868017907051005, + "manipulation_score": 55.868017907051005, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 31, + "seed": 100068, + "success": true, + "steps_taken": 82, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 32, + "seed": 100069, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 48.6198486315825, + "manipulation_score": 48.6198486315825, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 33, + "seed": 100070, + "success": true, + "steps_taken": 92, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 34, + "seed": 100073, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 47.070349095391414, + "manipulation_score": 47.070349095391414, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 35, + "seed": 100078, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 50.93273137375491, + "manipulation_score": 50.93273137375491, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 36, + "seed": 100079, + "success": true, + "steps_taken": 83, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 37, + "seed": 100081, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 49.51870530923386, + "manipulation_score": 49.51870530923386, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 38, + "seed": 100082, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 44.58500739542433, + "manipulation_score": 44.58500739542433, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 39, + "seed": 100083, + "success": false, + "steps_taken": 59, + "max_steps": 400, + "route_completion": 25.445665401916635, + "manipulation_score": 12.722832700958318, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 59, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 40, + "seed": 100084, + "success": true, + "steps_taken": 89, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 41, + "seed": 100086, + "success": true, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 42, + "seed": 100087, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 41.36001245954415, + "manipulation_score": 41.36001245954415, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 43, + "seed": 100088, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 56.67695238368455, + "manipulation_score": 56.67695238368455, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 44, + "seed": 100091, + "success": true, + "steps_taken": 83, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 45, + "seed": 100092, + "success": true, + "steps_taken": 83, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 46, + "seed": 100094, + "success": true, + "steps_taken": 81, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 47, + "seed": 100101, + "success": true, + "steps_taken": 87, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 48, + "seed": 100103, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 49.587973907203065, + "manipulation_score": 49.587973907203065, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 49, + "seed": 100106, + "success": true, + "steps_taken": 84, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 50, + "seed": 100107, + "success": true, + "steps_taken": 83, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 51, + "seed": 100109, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 53.24825095587875, + "manipulation_score": 53.24825095587875, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 52, + "seed": 100112, + "success": true, + "steps_taken": 85, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 53, + "seed": 100114, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 48.016503986830116, + "manipulation_score": 48.016503986830116, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 54, + "seed": 100115, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 60.01470224498075, + "manipulation_score": 60.01470224498075, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 55, + "seed": 100117, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 38.01199796737645, + "manipulation_score": 38.01199796737645, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 56, + "seed": 100118, + "success": true, + "steps_taken": 84, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 57, + "seed": 100120, + "success": true, + "steps_taken": 86, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 58, + "seed": 100122, + "success": true, + "steps_taken": 84, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 59, + "seed": 100123, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 39.58782491067676, + "manipulation_score": 39.58782491067676, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 60, + "seed": 100125, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 45.01620626080269, + "manipulation_score": 45.01620626080269, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 61, + "seed": 100127, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 59.22156487064563, + "manipulation_score": 59.22156487064563, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 62, + "seed": 100128, + "success": true, + "steps_taken": 85, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 63, + "seed": 100129, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 26.274130747311354, + "manipulation_score": 26.274130747311354, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100131, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 53.679461214467516, + "manipulation_score": 53.679461214467516, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 65, + "seed": 100132, + "success": false, + "steps_taken": 71, + "max_steps": 400, + "route_completion": 30.427714816490415, + "manipulation_score": 15.213857408245207, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 71, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 66, + "seed": 100137, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 34.03558202745282, + "manipulation_score": 34.03558202745282, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 67, + "seed": 100139, + "success": false, + "steps_taken": 75, + "max_steps": 400, + "route_completion": 43.14530551755722, + "manipulation_score": 21.57265275877861, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 75, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 68, + "seed": 100140, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 52.069155010136384, + "manipulation_score": 52.069155010136384, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 69, + "seed": 100141, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 48.47876478592114, + "manipulation_score": 48.47876478592114, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 70, + "seed": 100143, + "success": true, + "steps_taken": 97, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 71, + "seed": 100144, + "success": true, + "steps_taken": 88, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 72, + "seed": 100146, + "success": true, + "steps_taken": 86, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 73, + "seed": 100147, + "success": false, + "steps_taken": 76, + "max_steps": 400, + "route_completion": 28.205075001710746, + "manipulation_score": 14.102537500855373, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 76, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 74, + "seed": 100148, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 51.58138041486685, + "manipulation_score": 51.58138041486685, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 75, + "seed": 100151, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 54.184699423483075, + "manipulation_score": 54.184699423483075, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 76, + "seed": 100152, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 59.93360244471969, + "manipulation_score": 59.93360244471969, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 77, + "seed": 100153, + "success": true, + "steps_taken": 82, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 78, + "seed": 100154, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 43.52843489774779, + "manipulation_score": 43.52843489774779, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 79, + "seed": 100155, + "success": true, + "steps_taken": 83, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 80, + "seed": 100156, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 50.95259031626074, + "manipulation_score": 50.95259031626074, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 81, + "seed": 100157, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 53.978026643996834, + "manipulation_score": 53.978026643996834, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 82, + "seed": 100158, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 57.63061476636596, + "manipulation_score": 57.63061476636596, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 83, + "seed": 100162, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.2427175684529, + "manipulation_score": 35.2427175684529, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 84, + "seed": 100163, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 47.4041875607431, + "manipulation_score": 47.4041875607431, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 85, + "seed": 100167, + "success": true, + "steps_taken": 85, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 86, + "seed": 100170, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 52.878496118115194, + "manipulation_score": 52.878496118115194, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 87, + "seed": 100171, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 32.65259676729612, + "manipulation_score": 32.65259676729612, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 88, + "seed": 100174, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 53.28846613946209, + "manipulation_score": 53.28846613946209, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 89, + "seed": 100175, + "success": true, + "steps_taken": 81, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 90, + "seed": 100176, + "success": true, + "steps_taken": 83, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 91, + "seed": 100179, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 49.76194548000861, + "manipulation_score": 49.76194548000861, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 92, + "seed": 100181, + "success": true, + "steps_taken": 87, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 93, + "seed": 100184, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 29.677471837736196, + "manipulation_score": 29.677471837736196, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 94, + "seed": 100185, + "success": false, + "steps_taken": 65, + "max_steps": 400, + "route_completion": 29.579625458026438, + "manipulation_score": 14.789812729013219, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 65, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 95, + "seed": 100186, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 33.45783186157641, + "manipulation_score": 33.45783186157641, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 96, + "seed": 100187, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 46.947021644746386, + "manipulation_score": 46.947021644746386, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 97, + "seed": 100192, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 59.113492906350274, + "manipulation_score": 59.113492906350274, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 98, + "seed": 100193, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 55.27675722662144, + "manipulation_score": 55.27675722662144, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 99, + "seed": 100194, + "success": true, + "steps_taken": 82, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 100, + "seed": 100195, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.51376239348109, + "manipulation_score": 35.51376239348109, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + } +] \ No newline at end of file diff --git a/log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics.json b/log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..808f002883c96a1a22c3e1e38123ef92047aa7a9 --- /dev/null +++ b/log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 33, + "success_rate": 33.0, + "manipulation_score_mean": 60.41178362689, + "manipulation_score_std": 29.855640739928898, + "route_completion_mean": 61.81689201047874, + "route_completion_std": 28.075012777643156, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 9 +} \ No newline at end of file diff --git a/log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics_report.txt b/log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..b91416ed4331c012bac341fca5fb608b921385e4 --- /dev/null +++ b/log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 33.0% (33/100) + +--- Manipulation Score --- + Mean: 60.41 + Std: 29.86 + +--- Route Completion --- + Mean: 61.82% + Std: 28.08 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 9 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_result.txt b/log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..1f7cb6919b08e7eedcd07a0eeb5f7f762812ae6d --- /dev/null +++ b/log/eval_result/grab_roller/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:19:05/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-29 20:19:05 + +Instruction Type: unseen + +0.33 \ No newline at end of file diff --git a/log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_episodes_detail.json b/log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..eae258d877cfbe8846fa4415c20f20cd0c8b9bdc --- /dev/null +++ b/log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_episodes_detail.json @@ -0,0 +1,1286 @@ +[ + { + "episode_id": 1, + "seed": 100002, + "success": true, + "steps_taken": 329, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 2, + "seed": 100003, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 57.590549386101856, + "manipulation_score": 57.590549386101856, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 3, + "seed": 100004, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 50.36090426101359, + "manipulation_score": 50.36090426101359, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 4, + "seed": 100007, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 58.16723891402478, + "manipulation_score": 58.16723891402478, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 5, + "seed": 100011, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 56.8347216786512, + "manipulation_score": 56.8347216786512, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 6, + "seed": 100023, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 51.72758723047429, + "manipulation_score": 51.72758723047429, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 7, + "seed": 100030, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 64.42582551607775, + "manipulation_score": 64.42582551607775, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 8, + "seed": 100036, + "success": false, + "steps_taken": 66, + "max_steps": 800, + "route_completion": 42.880704254659406, + "manipulation_score": 21.440352127329703, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 66, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 9, + "seed": 100041, + "success": false, + "steps_taken": 61, + "max_steps": 800, + "route_completion": 44.845449642780956, + "manipulation_score": 22.422724821390478, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 61, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 10, + "seed": 100047, + "success": false, + "steps_taken": 103, + "max_steps": 800, + "route_completion": 34.16832506192234, + "manipulation_score": 17.08416253096117, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 103, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 11, + "seed": 100051, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 60.40296343862015, + "manipulation_score": 60.40296343862015, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 12, + "seed": 100052, + "success": true, + "steps_taken": 394, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 13, + "seed": 100053, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 47.74763764842802, + "manipulation_score": 47.74763764842802, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 14, + "seed": 100054, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 72.076992292506, + "manipulation_score": 72.076992292506, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 15, + "seed": 100057, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 47.89999694019673, + "manipulation_score": 47.89999694019673, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 16, + "seed": 100059, + "success": true, + "steps_taken": 279, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 17, + "seed": 100061, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 64.17381822980686, + "manipulation_score": 64.17381822980686, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 18, + "seed": 100063, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 70.39356002714658, + "manipulation_score": 70.39356002714658, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 19, + "seed": 100066, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 58.8781694781572, + "manipulation_score": 58.8781694781572, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 20, + "seed": 100067, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 63.58747649379798, + "manipulation_score": 63.58747649379798, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 21, + "seed": 100069, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 54.04452165506092, + "manipulation_score": 54.04452165506092, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 22, + "seed": 100072, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 55.65911633432018, + "manipulation_score": 55.65911633432018, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 23, + "seed": 100077, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 60.39831698442626, + "manipulation_score": 60.39831698442626, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 24, + "seed": 100079, + "success": true, + "steps_taken": 299, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 25, + "seed": 100080, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 70.27236191975274, + "manipulation_score": 70.27236191975274, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 26, + "seed": 100081, + "success": true, + "steps_taken": 280, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 27, + "seed": 100094, + "success": true, + "steps_taken": 271, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 28, + "seed": 100096, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 46.46138423829217, + "manipulation_score": 46.46138423829217, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 29, + "seed": 100098, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 62.581275878140595, + "manipulation_score": 62.581275878140595, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 30, + "seed": 100099, + "success": true, + "steps_taken": 283, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 31, + "seed": 100100, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 66.14572722945658, + "manipulation_score": 66.14572722945658, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 32, + "seed": 100102, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 62.58693327296807, + "manipulation_score": 62.58693327296807, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 33, + "seed": 100103, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 57.021430821370146, + "manipulation_score": 57.021430821370146, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 34, + "seed": 100106, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 51.403413664272456, + "manipulation_score": 51.403413664272456, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 35, + "seed": 100108, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 76.86719320404401, + "manipulation_score": 76.86719320404401, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 36, + "seed": 100109, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 66.44780423821697, + "manipulation_score": 66.44780423821697, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 37, + "seed": 100110, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 60.90492191892001, + "manipulation_score": 60.90492191892001, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 38, + "seed": 100113, + "success": true, + "steps_taken": 278, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 39, + "seed": 100115, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 53.19678225874126, + "manipulation_score": 53.19678225874126, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 40, + "seed": 100121, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 69.37088713317753, + "manipulation_score": 69.37088713317753, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 41, + "seed": 100123, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 61.45842947439375, + "manipulation_score": 61.45842947439375, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 42, + "seed": 100126, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 64.37599781184123, + "manipulation_score": 64.37599781184123, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 43, + "seed": 100129, + "success": false, + "steps_taken": 85, + "max_steps": 800, + "route_completion": 51.74898367962416, + "manipulation_score": 25.87449183981208, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 85, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 44, + "seed": 100130, + "success": true, + "steps_taken": 298, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 45, + "seed": 100132, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 71.39628068246972, + "manipulation_score": 71.39628068246972, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 46, + "seed": 100133, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 55.02380713945346, + "manipulation_score": 55.02380713945346, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 47, + "seed": 100136, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 53.86907384632023, + "manipulation_score": 53.86907384632023, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 48, + "seed": 100139, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 48.50620578395494, + "manipulation_score": 48.50620578395494, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 49, + "seed": 100141, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 61.80503377548596, + "manipulation_score": 61.80503377548596, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 50, + "seed": 100153, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 62.91512107255007, + "manipulation_score": 62.91512107255007, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 51, + "seed": 100154, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 64.56595779563374, + "manipulation_score": 64.56595779563374, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 52, + "seed": 100158, + "success": true, + "steps_taken": 384, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 53, + "seed": 100161, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 63.320211269997294, + "manipulation_score": 63.320211269997294, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 54, + "seed": 100164, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 61.541841095400926, + "manipulation_score": 61.541841095400926, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 55, + "seed": 100165, + "success": true, + "steps_taken": 280, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 56, + "seed": 100167, + "success": true, + "steps_taken": 410, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 57, + "seed": 100168, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 60.577344762537955, + "manipulation_score": 60.577344762537955, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 58, + "seed": 100175, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 45.96743773241666, + "manipulation_score": 45.96743773241666, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 59, + "seed": 100177, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 57.24214378898945, + "manipulation_score": 57.24214378898945, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 60, + "seed": 100179, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 73.74419025201779, + "manipulation_score": 73.74419025201779, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 61, + "seed": 100180, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 65.13394064611887, + "manipulation_score": 65.13394064611887, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 62, + "seed": 100184, + "success": false, + "steps_taken": 90, + "max_steps": 800, + "route_completion": 56.74769749385117, + "manipulation_score": 28.373848746925585, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 90, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 63, + "seed": 100186, + "success": true, + "steps_taken": 294, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100191, + "success": true, + "steps_taken": 684, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 65, + "seed": 100193, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 52.082942879306025, + "manipulation_score": 52.082942879306025, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 66, + "seed": 100195, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 60.26351879431138, + "manipulation_score": 60.26351879431138, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 67, + "seed": 100196, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 54.39587192175548, + "manipulation_score": 54.39587192175548, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 68, + "seed": 100202, + "success": true, + "steps_taken": 300, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 69, + "seed": 100204, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 54.411997124961644, + "manipulation_score": 54.411997124961644, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 70, + "seed": 100205, + "success": true, + "steps_taken": 296, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 71, + "seed": 100208, + "success": true, + "steps_taken": 263, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 72, + "seed": 100210, + "success": true, + "steps_taken": 279, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 73, + "seed": 100211, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 31.40001453874392, + "manipulation_score": 31.40001453874392, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 74, + "seed": 100220, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 74.53428070937326, + "manipulation_score": 74.53428070937326, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 75, + "seed": 100224, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 68.08221339548014, + "manipulation_score": 68.08221339548014, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 76, + "seed": 100225, + "success": true, + "steps_taken": 267, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 77, + "seed": 100231, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 63.015900032275574, + "manipulation_score": 63.015900032275574, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 78, + "seed": 100233, + "success": true, + "steps_taken": 263, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 79, + "seed": 100235, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 49.551775940922504, + "manipulation_score": 49.551775940922504, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 80, + "seed": 100238, + "success": false, + "steps_taken": 53, + "max_steps": 800, + "route_completion": 58.341875002859425, + "manipulation_score": 29.170937501429712, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 53, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 81, + "seed": 100240, + "success": false, + "steps_taken": 68, + "max_steps": 800, + "route_completion": 43.51384139271166, + "manipulation_score": 43.51384139271166, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 82, + "seed": 100243, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 60.130475308819165, + "manipulation_score": 60.130475308819165, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 83, + "seed": 100244, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 55.43695578060871, + "manipulation_score": 55.43695578060871, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 84, + "seed": 100245, + "success": false, + "steps_taken": 60, + "max_steps": 800, + "route_completion": 36.22878694374815, + "manipulation_score": 18.114393471874074, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 60, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 85, + "seed": 100246, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 69.41458067908697, + "manipulation_score": 69.41458067908697, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 86, + "seed": 100249, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 30.717872868789247, + "manipulation_score": 30.717872868789247, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 87, + "seed": 100257, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 51.247827771523326, + "manipulation_score": 51.247827771523326, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 88, + "seed": 100258, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 66.38284772143142, + "manipulation_score": 66.38284772143142, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 89, + "seed": 100260, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 62.87918901970525, + "manipulation_score": 62.87918901970525, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 90, + "seed": 100265, + "success": false, + "steps_taken": 88, + "max_steps": 800, + "route_completion": 47.91280326295861, + "manipulation_score": 23.956401631479306, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 88, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 91, + "seed": 100266, + "success": false, + "steps_taken": 63, + "max_steps": 800, + "route_completion": 42.643564294809636, + "manipulation_score": 21.321782147404818, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 63, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 92, + "seed": 100270, + "success": true, + "steps_taken": 253, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 93, + "seed": 100275, + "success": true, + "steps_taken": 331, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 94, + "seed": 100278, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 59.69000293135165, + "manipulation_score": 59.69000293135165, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 95, + "seed": 100282, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 61.92013208129531, + "manipulation_score": 61.92013208129531, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 96, + "seed": 100286, + "success": false, + "steps_taken": 88, + "max_steps": 800, + "route_completion": 47.820701804334014, + "manipulation_score": 23.910350902167007, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 88, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 97, + "seed": 100287, + "success": false, + "steps_taken": 800, + "max_steps": 800, + "route_completion": 67.76484131741285, + "manipulation_score": 67.76484131741285, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 98, + "seed": 100288, + "success": true, + "steps_taken": 282, + "max_steps": 800, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 99, + "seed": 100289, + "success": false, + "steps_taken": 78, + "max_steps": 800, + "route_completion": 49.01593145755717, + "manipulation_score": 24.507965728778586, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 78, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 100, + "seed": 100290, + "success": false, + "steps_taken": 78, + "max_steps": 800, + "route_completion": 43.914630143919, + "manipulation_score": 21.9573150719595, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 78, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + } +] \ No newline at end of file diff --git a/log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics.json b/log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..ec1accbd2fe4e62981334446a3a04e6f01bded78 --- /dev/null +++ b/log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 23, + "success_rate": 23.0, + "manipulation_score_mean": 64.24044337947123, + "manipulation_score_std": 23.814994163140728, + "route_completion_mean": 67.02179064468635, + "route_completion_std": 19.99493055609565, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 12 +} \ No newline at end of file diff --git a/log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics_report.txt b/log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..3450a7af5a8b031e2faee9190bc1f4191c61a563 --- /dev/null +++ b/log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 23.0% (23/100) + +--- Manipulation Score --- + Mean: 64.24 + Std: 23.81 + +--- Route Completion --- + Mean: 67.02% + Std: 19.99 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 12 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_result.txt b/log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..4d7bf3276677d416d09aff57be79f01c17fa430a --- /dev/null +++ b/log/eval_result/handover_block/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 20:35:42/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-29 20:35:42 + +Instruction Type: unseen + +0.23 \ No newline at end of file diff --git a/log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_episodes_detail.json b/log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..c9594bb39382bc2ab69cf9d134104f3084ddc1e5 --- /dev/null +++ b/log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_episodes_detail.json @@ -0,0 +1,1321 @@ +[ + { + "episode_id": 1, + "seed": 100000, + "success": true, + "steps_taken": 337, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 2, + "seed": 100003, + "success": true, + "steps_taken": 174, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 3, + "seed": 100004, + "success": true, + "steps_taken": 165, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 4, + "seed": 100005, + "success": false, + "steps_taken": 57, + "max_steps": 600, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 57, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 5, + "seed": 100009, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 35.47599120358442, + "manipulation_score": 35.47599120358442, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 6, + "seed": 100011, + "success": true, + "steps_taken": 190, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 7, + "seed": 100013, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 31.325396541318767, + "manipulation_score": 31.325396541318767, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 8, + "seed": 100014, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 42.60700948910748, + "manipulation_score": 42.60700948910748, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 9, + "seed": 100015, + "success": true, + "steps_taken": 157, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 10, + "seed": 100018, + "success": false, + "steps_taken": 70, + "max_steps": 600, + "route_completion": 30.83040951917504, + "manipulation_score": 15.41520475958752, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 70, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 11, + "seed": 100021, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 25.882390373943842, + "manipulation_score": 25.882390373943842, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 12, + "seed": 100022, + "success": true, + "steps_taken": 208, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 13, + "seed": 100023, + "success": true, + "steps_taken": 197, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 14, + "seed": 100029, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 24.242163837494775, + "manipulation_score": 24.242163837494775, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 15, + "seed": 100030, + "success": true, + "steps_taken": 221, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 16, + "seed": 100031, + "success": false, + "steps_taken": 84, + "max_steps": 600, + "route_completion": 32.15951513387033, + "manipulation_score": 16.079757566935164, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 84, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 17, + "seed": 100035, + "success": true, + "steps_taken": 188, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 18, + "seed": 100036, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 23.595711769240012, + "manipulation_score": 23.595711769240012, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 19, + "seed": 100037, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 42.842629073659886, + "manipulation_score": 42.842629073659886, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 20, + "seed": 100039, + "success": true, + "steps_taken": 282, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 21, + "seed": 100041, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 35.36737675701116, + "manipulation_score": 35.36737675701116, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 22, + "seed": 100044, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 24.455149838124875, + "manipulation_score": 24.455149838124875, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 23, + "seed": 100047, + "success": true, + "steps_taken": 180, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 24, + "seed": 100048, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 16.663446433693043, + "manipulation_score": 16.663446433693043, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 25, + "seed": 100049, + "success": false, + "steps_taken": 109, + "max_steps": 600, + "route_completion": 24.370627632632903, + "manipulation_score": 12.185313816316452, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 109, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 26, + "seed": 100052, + "success": true, + "steps_taken": 164, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 27, + "seed": 100053, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 39.25478648265739, + "manipulation_score": 39.25478648265739, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 28, + "seed": 100057, + "success": false, + "steps_taken": 71, + "max_steps": 600, + "route_completion": 2.7470414813768724, + "manipulation_score": 1.3735207406884362, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 71, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 29, + "seed": 100063, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 61.75226110525651, + "manipulation_score": 61.75226110525651, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 30, + "seed": 100068, + "success": false, + "steps_taken": 81, + "max_steps": 600, + "route_completion": 28.85453825267635, + "manipulation_score": 14.427269126338174, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 81, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 31, + "seed": 100069, + "success": true, + "steps_taken": 154, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 32, + "seed": 100070, + "success": false, + "steps_taken": 67, + "max_steps": 600, + "route_completion": 34.67413276589882, + "manipulation_score": 17.33706638294941, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 67, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 33, + "seed": 100071, + "success": false, + "steps_taken": 93, + "max_steps": 600, + "route_completion": 26.92278356980793, + "manipulation_score": 13.461391784903965, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 93, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 34, + "seed": 100072, + "success": true, + "steps_taken": 289, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 35, + "seed": 100074, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 59.91421502400706, + "manipulation_score": 59.91421502400706, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 36, + "seed": 100075, + "success": true, + "steps_taken": 158, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 37, + "seed": 100078, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 20.258628267039324, + "manipulation_score": 20.258628267039324, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 38, + "seed": 100079, + "success": true, + "steps_taken": 188, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 39, + "seed": 100080, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 18.23316922060985, + "manipulation_score": 18.23316922060985, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 40, + "seed": 100088, + "success": false, + "steps_taken": 53, + "max_steps": 600, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 53, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 41, + "seed": 100089, + "success": false, + "steps_taken": 82, + "max_steps": 600, + "route_completion": 23.656566597962506, + "manipulation_score": 11.828283298981253, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 82, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 42, + "seed": 100092, + "success": true, + "steps_taken": 172, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 43, + "seed": 100095, + "success": false, + "steps_taken": 104, + "max_steps": 600, + "route_completion": 28.108860343243297, + "manipulation_score": 14.054430171621648, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 104, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 44, + "seed": 100096, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 23.882496816093983, + "manipulation_score": 23.882496816093983, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 45, + "seed": 100103, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 28.334182566312162, + "manipulation_score": 28.334182566312162, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 46, + "seed": 100104, + "success": true, + "steps_taken": 158, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 47, + "seed": 100107, + "success": true, + "steps_taken": 154, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 48, + "seed": 100112, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 20.204206963336173, + "manipulation_score": 20.204206963336173, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 49, + "seed": 100113, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 19.336628711291617, + "manipulation_score": 19.336628711291617, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 50, + "seed": 100114, + "success": true, + "steps_taken": 200, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 51, + "seed": 100117, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 23.086116392874008, + "manipulation_score": 23.086116392874008, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 52, + "seed": 100121, + "success": true, + "steps_taken": 184, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 53, + "seed": 100124, + "success": false, + "steps_taken": 78, + "max_steps": 600, + "route_completion": 33.86450678974204, + "manipulation_score": 16.93225339487102, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 78, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 54, + "seed": 100125, + "success": true, + "steps_taken": 214, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 55, + "seed": 100128, + "success": false, + "steps_taken": 74, + "max_steps": 600, + "route_completion": 33.64633261357179, + "manipulation_score": 16.823166306785897, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 74, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 56, + "seed": 100131, + "success": true, + "steps_taken": 174, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 57, + "seed": 100132, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 65.10897667868691, + "manipulation_score": 65.10897667868691, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 58, + "seed": 100135, + "success": true, + "steps_taken": 212, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 59, + "seed": 100136, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 30.404519885449645, + "manipulation_score": 30.404519885449645, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 60, + "seed": 100140, + "success": true, + "steps_taken": 158, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 61, + "seed": 100143, + "success": true, + "steps_taken": 160, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 62, + "seed": 100147, + "success": true, + "steps_taken": 215, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 63, + "seed": 100150, + "success": true, + "steps_taken": 160, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100151, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 23.560147238347266, + "manipulation_score": 23.560147238347266, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 65, + "seed": 100153, + "success": true, + "steps_taken": 165, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 66, + "seed": 100157, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 61.12050615448681, + "manipulation_score": 61.12050615448681, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 67, + "seed": 100160, + "success": true, + "steps_taken": 171, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 68, + "seed": 100167, + "success": true, + "steps_taken": 273, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 69, + "seed": 100168, + "success": false, + "steps_taken": 92, + "max_steps": 600, + "route_completion": 18.921352503938994, + "manipulation_score": 9.460676251969497, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 92, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 70, + "seed": 100169, + "success": true, + "steps_taken": 161, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 71, + "seed": 100170, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 63.97224557373276, + "manipulation_score": 63.97224557373276, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 72, + "seed": 100175, + "success": true, + "steps_taken": 158, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 73, + "seed": 100177, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 22.613521413475564, + "manipulation_score": 22.613521413475564, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 74, + "seed": 100179, + "success": false, + "steps_taken": 54, + "max_steps": 600, + "route_completion": 7.904897998253399, + "manipulation_score": 3.9524489991266996, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 54, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 75, + "seed": 100181, + "success": false, + "steps_taken": 89, + "max_steps": 600, + "route_completion": 32.04811975415671, + "manipulation_score": 16.024059877078354, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 89, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 76, + "seed": 100182, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 61.84699186022385, + "manipulation_score": 61.84699186022385, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 77, + "seed": 100183, + "success": true, + "steps_taken": 171, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 78, + "seed": 100185, + "success": true, + "steps_taken": 214, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 79, + "seed": 100186, + "success": true, + "steps_taken": 166, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 80, + "seed": 100188, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 23.351511167661897, + "manipulation_score": 23.351511167661897, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 81, + "seed": 100189, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 60.299428499876065, + "manipulation_score": 60.299428499876065, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 82, + "seed": 100190, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 25.713596130423927, + "manipulation_score": 25.713596130423927, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 83, + "seed": 100191, + "success": true, + "steps_taken": 150, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 84, + "seed": 100192, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 25.690424849680525, + "manipulation_score": 25.690424849680525, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 85, + "seed": 100199, + "success": true, + "steps_taken": 156, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 86, + "seed": 100200, + "success": true, + "steps_taken": 164, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 87, + "seed": 100201, + "success": true, + "steps_taken": 206, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 88, + "seed": 100202, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 63.085873569228156, + "manipulation_score": 63.085873569228156, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 89, + "seed": 100203, + "success": false, + "steps_taken": 69, + "max_steps": 600, + "route_completion": 7.197454728959249, + "manipulation_score": 3.5987273644796245, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 69, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 90, + "seed": 100207, + "success": true, + "steps_taken": 168, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 91, + "seed": 100209, + "success": true, + "steps_taken": 180, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 92, + "seed": 100210, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 23.15062467335509, + "manipulation_score": 23.15062467335509, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 93, + "seed": 100211, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 61.554296180825396, + "manipulation_score": 61.554296180825396, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 94, + "seed": 100212, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 69.34770557201799, + "manipulation_score": 69.34770557201799, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 95, + "seed": 100214, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 30.907745959002757, + "manipulation_score": 30.907745959002757, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 96, + "seed": 100216, + "success": true, + "steps_taken": 164, + "max_steps": 600, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 97, + "seed": 100217, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 21.949811429733646, + "manipulation_score": 21.949811429733646, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 98, + "seed": 100218, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 43.40719031647785, + "manipulation_score": 43.40719031647785, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 99, + "seed": 100221, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 64.26521263486791, + "manipulation_score": 64.26521263486791, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 100, + "seed": 100222, + "success": false, + "steps_taken": 600, + "max_steps": 600, + "route_completion": 33.452534143996104, + "manipulation_score": 33.452534143996104, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + } +] \ No newline at end of file diff --git a/log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics.json b/log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..f6abf92b5b6556dc461f674ff8b33c005f65d864 --- /dev/null +++ b/log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 43, + "success_rate": 43.0, + "manipulation_score_mean": 59.74470390640838, + "manipulation_score_std": 37.80902035756206, + "route_completion_mean": 61.57423960483472, + "route_completion_std": 35.86250563898802, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 17 +} \ No newline at end of file diff --git a/log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics_report.txt b/log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..210c3c22f1920d6ef0241997c410791b26291fb9 --- /dev/null +++ b/log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 43.0% (43/100) + +--- Manipulation Score --- + Mean: 59.74 + Std: 37.81 + +--- Route Completion --- + Mean: 61.57% + Std: 35.86 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 17 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_result.txt b/log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..7e2693a05c435065cfc6963fb0cc44efd91f2bdd --- /dev/null +++ b/log/eval_result/handover_mic/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:00:19/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-29 21:00:19 + +Instruction Type: unseen + +0.43 \ No newline at end of file diff --git a/log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_episodes_detail.json b/log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..c8afa99d41383e9a7069db9b56f1a7055861bebd --- /dev/null +++ b/log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_episodes_detail.json @@ -0,0 +1,1335 @@ +[ + { + "episode_id": 1, + "seed": 100000, + "success": true, + "steps_taken": 508, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 2, + "seed": 100001, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 24.540375730698692, + "manipulation_score": 24.540375730698692, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 3, + "seed": 100004, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 34.079740320103724, + "manipulation_score": 34.079740320103724, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 4, + "seed": 100005, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 25.07970718985728, + "manipulation_score": 25.07970718985728, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 5, + "seed": 100006, + "success": false, + "steps_taken": 93, + "max_steps": 900, + "route_completion": 27.305456512117036, + "manipulation_score": 13.652728256058518, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 93, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 6, + "seed": 100008, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 34.23268964207258, + "manipulation_score": 34.23268964207258, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 7, + "seed": 100009, + "success": true, + "steps_taken": 297, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 8, + "seed": 100018, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 57.64216768446827, + "manipulation_score": 57.64216768446827, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 9, + "seed": 100021, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 32.22912335529467, + "manipulation_score": 32.22912335529467, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 10, + "seed": 100022, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 60.30388018022934, + "manipulation_score": 60.30388018022934, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 11, + "seed": 100028, + "success": true, + "steps_taken": 297, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 12, + "seed": 100033, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 37.27995505780699, + "manipulation_score": 37.27995505780699, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 13, + "seed": 100034, + "success": false, + "steps_taken": 70, + "max_steps": 900, + "route_completion": 39.59677425650439, + "manipulation_score": 19.798387128252195, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 70, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 14, + "seed": 100035, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 33.65471400195968, + "manipulation_score": 33.65471400195968, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 15, + "seed": 100036, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 50.37833103948868, + "manipulation_score": 50.37833103948868, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 16, + "seed": 100037, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 36.02555500595473, + "manipulation_score": 36.02555500595473, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 17, + "seed": 100040, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 40.03005718852013, + "manipulation_score": 40.03005718852013, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 18, + "seed": 100042, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 56.29958965151928, + "manipulation_score": 56.29958965151928, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 19, + "seed": 100047, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 39.849963938027514, + "manipulation_score": 39.849963938027514, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 20, + "seed": 100049, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 22.896719765943946, + "manipulation_score": 22.896719765943946, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 21, + "seed": 100050, + "success": false, + "steps_taken": 82, + "max_steps": 900, + "route_completion": 43.47290693279812, + "manipulation_score": 21.73645346639906, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 82, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 22, + "seed": 100053, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 35.351613818402086, + "manipulation_score": 35.351613818402086, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 23, + "seed": 100057, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 53.82809408017166, + "manipulation_score": 53.82809408017166, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 24, + "seed": 100058, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 59.86374124424126, + "manipulation_score": 59.86374124424126, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 25, + "seed": 100060, + "success": true, + "steps_taken": 298, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 26, + "seed": 100062, + "success": true, + "steps_taken": 298, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 27, + "seed": 100063, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 50.43852240394335, + "manipulation_score": 50.43852240394335, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 28, + "seed": 100067, + "success": true, + "steps_taken": 332, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 29, + "seed": 100068, + "success": false, + "steps_taken": 59, + "max_steps": 900, + "route_completion": 38.78516721871239, + "manipulation_score": 19.392583609356194, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 59, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 30, + "seed": 100070, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 25.356286722069743, + "manipulation_score": 25.356286722069743, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 31, + "seed": 100072, + "success": false, + "steps_taken": 148, + "max_steps": 900, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 148, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 32, + "seed": 100073, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 23.29828068143118, + "manipulation_score": 23.29828068143118, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 33, + "seed": 100075, + "success": true, + "steps_taken": 297, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 34, + "seed": 100077, + "success": false, + "steps_taken": 123, + "max_steps": 900, + "route_completion": 24.295598071697487, + "manipulation_score": 12.147799035848744, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 123, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 35, + "seed": 100082, + "success": false, + "steps_taken": 73, + "max_steps": 900, + "route_completion": 46.58315387330291, + "manipulation_score": 23.291576936651456, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 73, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 36, + "seed": 100084, + "success": true, + "steps_taken": 298, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 37, + "seed": 100087, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 39.189800969970165, + "manipulation_score": 39.189800969970165, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 38, + "seed": 100088, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 47.0824841634786, + "manipulation_score": 47.0824841634786, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 39, + "seed": 100090, + "success": false, + "steps_taken": 117, + "max_steps": 900, + "route_completion": 0.06230153613810903, + "manipulation_score": 0.031150768069054514, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 117, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 40, + "seed": 100092, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 52.75144317920741, + "manipulation_score": 52.75144317920741, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 41, + "seed": 100094, + "success": true, + "steps_taken": 299, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 42, + "seed": 100097, + "success": false, + "steps_taken": 66, + "max_steps": 900, + "route_completion": 44.575724107506566, + "manipulation_score": 22.287862053753283, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 66, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 43, + "seed": 100098, + "success": false, + "steps_taken": 52, + "max_steps": 900, + "route_completion": 45.53959098040331, + "manipulation_score": 22.769795490201655, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 52, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 44, + "seed": 100100, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 62.55828607480174, + "manipulation_score": 62.55828607480174, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 45, + "seed": 100101, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 27.87494846177136, + "manipulation_score": 27.87494846177136, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 46, + "seed": 100103, + "success": true, + "steps_taken": 297, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 47, + "seed": 100105, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 45.5435301483365, + "manipulation_score": 45.5435301483365, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 48, + "seed": 100109, + "success": false, + "steps_taken": 82, + "max_steps": 900, + "route_completion": 47.349335676648785, + "manipulation_score": 23.674667838324392, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 82, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 49, + "seed": 100110, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 38.36708205725498, + "manipulation_score": 38.36708205725498, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 50, + "seed": 100116, + "success": true, + "steps_taken": 301, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 51, + "seed": 100120, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 37.64011888286436, + "manipulation_score": 37.64011888286436, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 52, + "seed": 100121, + "success": false, + "steps_taken": 67, + "max_steps": 900, + "route_completion": 31.443750420281667, + "manipulation_score": 15.721875210140833, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 67, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 53, + "seed": 100122, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 12.2081450363485, + "manipulation_score": 12.2081450363485, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 54, + "seed": 100123, + "success": false, + "steps_taken": 67, + "max_steps": 900, + "route_completion": 26.373996877548635, + "manipulation_score": 13.186998438774317, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 67, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 55, + "seed": 100125, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 43.0884087761742, + "manipulation_score": 43.0884087761742, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 56, + "seed": 100127, + "success": true, + "steps_taken": 298, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 57, + "seed": 100131, + "success": true, + "steps_taken": 298, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 58, + "seed": 100133, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 46.58311544572426, + "manipulation_score": 46.58311544572426, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 59, + "seed": 100134, + "success": true, + "steps_taken": 298, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 60, + "seed": 100135, + "success": false, + "steps_taken": 93, + "max_steps": 900, + "route_completion": 42.49732879745463, + "manipulation_score": 21.248664398727314, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 93, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 61, + "seed": 100137, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 31.315315526822772, + "manipulation_score": 31.315315526822772, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 62, + "seed": 100139, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 36.14337654937647, + "manipulation_score": 36.14337654937647, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 63, + "seed": 100141, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 42.640730284416954, + "manipulation_score": 42.640730284416954, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100142, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 43.0729137318628, + "manipulation_score": 43.0729137318628, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 65, + "seed": 100143, + "success": true, + "steps_taken": 297, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 66, + "seed": 100145, + "success": false, + "steps_taken": 73, + "max_steps": 900, + "route_completion": 41.621152879056694, + "manipulation_score": 20.810576439528347, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 73, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 67, + "seed": 100146, + "success": true, + "steps_taken": 298, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 68, + "seed": 100147, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 42.56279937843726, + "manipulation_score": 42.56279937843726, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 69, + "seed": 100149, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 39.613878857225565, + "manipulation_score": 39.613878857225565, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 70, + "seed": 100150, + "success": false, + "steps_taken": 72, + "max_steps": 900, + "route_completion": 39.69012619735408, + "manipulation_score": 19.84506309867704, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 72, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 71, + "seed": 100151, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 35.289308466045846, + "manipulation_score": 35.289308466045846, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 72, + "seed": 100152, + "success": true, + "steps_taken": 310, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 73, + "seed": 100153, + "success": true, + "steps_taken": 298, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 74, + "seed": 100160, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 42.934268876592455, + "manipulation_score": 42.934268876592455, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 75, + "seed": 100161, + "success": true, + "steps_taken": 593, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 76, + "seed": 100162, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 39.06100143238393, + "manipulation_score": 39.06100143238393, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 77, + "seed": 100165, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 43.670346647493574, + "manipulation_score": 43.670346647493574, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 78, + "seed": 100172, + "success": true, + "steps_taken": 309, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 79, + "seed": 100174, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 36.83421410948665, + "manipulation_score": 36.83421410948665, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 80, + "seed": 100177, + "success": true, + "steps_taken": 298, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 81, + "seed": 100178, + "success": true, + "steps_taken": 304, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 82, + "seed": 100182, + "success": false, + "steps_taken": 67, + "max_steps": 900, + "route_completion": 37.3898304410608, + "manipulation_score": 18.6949152205304, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 67, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 83, + "seed": 100183, + "success": false, + "steps_taken": 90, + "max_steps": 900, + "route_completion": 43.7091997403022, + "manipulation_score": 21.8545998701511, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 90, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 84, + "seed": 100184, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 29.65000284265441, + "manipulation_score": 29.65000284265441, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 85, + "seed": 100185, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 50.626416513419734, + "manipulation_score": 50.626416513419734, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 86, + "seed": 100186, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 40.01681254301476, + "manipulation_score": 40.01681254301476, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 87, + "seed": 100188, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 25.79185489902726, + "manipulation_score": 25.79185489902726, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 88, + "seed": 100190, + "success": true, + "steps_taken": 298, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 89, + "seed": 100191, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 39.24470538189568, + "manipulation_score": 39.24470538189568, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 90, + "seed": 100192, + "success": true, + "steps_taken": 298, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 91, + "seed": 100193, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 49.94171604606488, + "manipulation_score": 49.94171604606488, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 92, + "seed": 100194, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 51.84941186187947, + "manipulation_score": 51.84941186187947, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 93, + "seed": 100198, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 36.59496885918565, + "manipulation_score": 36.59496885918565, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 94, + "seed": 100201, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 44.008546792092005, + "manipulation_score": 44.008546792092005, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 95, + "seed": 100205, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 17.154729739318807, + "manipulation_score": 17.154729739318807, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 96, + "seed": 100209, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 57.5226068921238, + "manipulation_score": 57.5226068921238, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 97, + "seed": 100211, + "success": true, + "steps_taken": 314, + "max_steps": 900, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 98, + "seed": 100212, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 41.14054508682803, + "manipulation_score": 41.14054508682803, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 99, + "seed": 100214, + "success": false, + "steps_taken": 900, + "max_steps": 900, + "route_completion": 30.968594873091543, + "manipulation_score": 30.968594873091543, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 100, + "seed": 100215, + "success": false, + "steps_taken": 54, + "max_steps": 900, + "route_completion": 44.35843850110931, + "manipulation_score": 22.179219250554656, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 54, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + } +] \ No newline at end of file diff --git a/log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics.json b/log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..0ad5edb58efc978a201584e37c0f966befb91f79 --- /dev/null +++ b/log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 25, + "success_rate": 25.0, + "manipulation_score_mean": 50.65520454598875, + "manipulation_score_std": 30.972274182719392, + "route_completion_mean": 53.97845371108873, + "route_completion_std": 28.511305555180673, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 19 +} \ No newline at end of file diff --git a/log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics_report.txt b/log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..8f06d1fa4d17a50b9b9fc243fd86c534e9c241dd --- /dev/null +++ b/log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 25.0% (25/100) + +--- Manipulation Score --- + Mean: 50.66 + Std: 30.97 + +--- Route Completion --- + Mean: 53.98% + Std: 28.51 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 19 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_result.txt b/log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..359d848ebf5b3c0e1184b66ad1d4406816054368 --- /dev/null +++ b/log/eval_result/hanging_mug/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 21:20:25/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-29 21:20:25 + +Instruction Type: unseen + +0.25 \ No newline at end of file diff --git a/log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_episodes_detail.json b/log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..756bd49b689fa23d78862b0a0a3b1b6f2bad48cc --- /dev/null +++ b/log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_episodes_detail.json @@ -0,0 +1,1286 @@ +[ + { + "episode_id": 1, + "seed": 100000, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.271659182039194, + "manipulation_score": 35.271659182039194, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 2, + "seed": 100005, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 34.22486915075342, + "manipulation_score": 34.22486915075342, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 3, + "seed": 100006, + "success": false, + "steps_taken": 94, + "max_steps": 400, + "route_completion": 51.79107608950159, + "manipulation_score": 25.895538044750793, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 94, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 4, + "seed": 100010, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 33.15719940452125, + "manipulation_score": 33.15719940452125, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 5, + "seed": 100011, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 34.58822525896143, + "manipulation_score": 34.58822525896143, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 6, + "seed": 100012, + "success": true, + "steps_taken": 215, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 7, + "seed": 100013, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 45.49606719590327, + "manipulation_score": 45.49606719590327, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 8, + "seed": 100016, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.99152842014298, + "manipulation_score": 35.99152842014298, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 9, + "seed": 100019, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 39.582501738579104, + "manipulation_score": 39.582501738579104, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 10, + "seed": 100020, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.88190822655788, + "manipulation_score": 30.88190822655788, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 11, + "seed": 100021, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 33.20346438273167, + "manipulation_score": 33.20346438273167, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 12, + "seed": 100022, + "success": false, + "steps_taken": 55, + "max_steps": 400, + "route_completion": 19.461096898928243, + "manipulation_score": 9.730548449464122, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 55, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 13, + "seed": 100024, + "success": true, + "steps_taken": 149, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 14, + "seed": 100025, + "success": false, + "steps_taken": 52, + "max_steps": 400, + "route_completion": 16.357534084933853, + "manipulation_score": 8.178767042466927, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 52, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 15, + "seed": 100027, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 34.46186528358263, + "manipulation_score": 34.46186528358263, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 16, + "seed": 100029, + "success": true, + "steps_taken": 152, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 17, + "seed": 100033, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 44.84952653977769, + "manipulation_score": 44.84952653977769, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 18, + "seed": 100034, + "success": true, + "steps_taken": 168, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 19, + "seed": 100037, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 38.66782699478788, + "manipulation_score": 38.66782699478788, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 20, + "seed": 100038, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 42.727814555318645, + "manipulation_score": 42.727814555318645, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 21, + "seed": 100040, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 36.939723788836346, + "manipulation_score": 36.939723788836346, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 22, + "seed": 100041, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 44.54910697221012, + "manipulation_score": 44.54910697221012, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 23, + "seed": 100042, + "success": true, + "steps_taken": 170, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 24, + "seed": 100043, + "success": true, + "steps_taken": 164, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 25, + "seed": 100044, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 37.629838928831475, + "manipulation_score": 37.629838928831475, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 26, + "seed": 100046, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 32.20214152212637, + "manipulation_score": 32.20214152212637, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 27, + "seed": 100049, + "success": true, + "steps_taken": 153, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 28, + "seed": 100051, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 40.90355738824745, + "manipulation_score": 40.90355738824745, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 29, + "seed": 100052, + "success": false, + "steps_taken": 54, + "max_steps": 400, + "route_completion": 18.145034350857543, + "manipulation_score": 9.072517175428771, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 54, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 30, + "seed": 100053, + "success": true, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 31, + "seed": 100054, + "success": true, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 32, + "seed": 100055, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 41.320077012587966, + "manipulation_score": 41.320077012587966, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 33, + "seed": 100056, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 34, + "seed": 100057, + "success": true, + "steps_taken": 257, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 35, + "seed": 100058, + "success": true, + "steps_taken": 152, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 36, + "seed": 100059, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 37.22046846229453, + "manipulation_score": 37.22046846229453, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 37, + "seed": 100062, + "success": true, + "steps_taken": 170, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 38, + "seed": 100063, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 37.958346216325154, + "manipulation_score": 37.958346216325154, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 39, + "seed": 100064, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 31.74383259745206, + "manipulation_score": 31.74383259745206, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 40, + "seed": 100065, + "success": true, + "steps_taken": 153, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 41, + "seed": 100066, + "success": true, + "steps_taken": 169, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 42, + "seed": 100067, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.700785394961038, + "manipulation_score": 30.700785394961038, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 43, + "seed": 100069, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 44, + "seed": 100070, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 40.35599217853957, + "manipulation_score": 40.35599217853957, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 45, + "seed": 100073, + "success": true, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 46, + "seed": 100074, + "success": true, + "steps_taken": 152, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 47, + "seed": 100075, + "success": false, + "steps_taken": 3, + "max_steps": 400, + "route_completion": 0.003504113005315422, + "manipulation_score": 0.003504113005315422, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 48, + "seed": 100077, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 49, + "seed": 100079, + "success": false, + "steps_taken": 60, + "max_steps": 400, + "route_completion": 38.512466179179775, + "manipulation_score": 19.256233089589887, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 60, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 50, + "seed": 100081, + "success": true, + "steps_taken": 184, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 51, + "seed": 100083, + "success": false, + "steps_taken": 57, + "max_steps": 400, + "route_completion": 36.201106493796104, + "manipulation_score": 18.100553246898052, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 57, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 52, + "seed": 100087, + "success": false, + "steps_taken": 51, + "max_steps": 400, + "route_completion": 33.636258137637874, + "manipulation_score": 16.818129068818937, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 51, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 53, + "seed": 100088, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 40.20542355024365, + "manipulation_score": 40.20542355024365, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 54, + "seed": 100090, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 41.093889317977656, + "manipulation_score": 41.093889317977656, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 55, + "seed": 100093, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.22130291304034, + "manipulation_score": 35.22130291304034, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 56, + "seed": 100094, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 38.569459464781566, + "manipulation_score": 38.569459464781566, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 57, + "seed": 100095, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 42.56960615653756, + "manipulation_score": 42.56960615653756, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 58, + "seed": 100098, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 27.73047844279823, + "manipulation_score": 27.73047844279823, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 59, + "seed": 100099, + "success": true, + "steps_taken": 226, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 60, + "seed": 100100, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 33.852081191532626, + "manipulation_score": 33.852081191532626, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 61, + "seed": 100105, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 44.003607017135565, + "manipulation_score": 44.003607017135565, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 62, + "seed": 100106, + "success": true, + "steps_taken": 154, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 63, + "seed": 100107, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 34.39299987779238, + "manipulation_score": 34.39299987779238, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100108, + "success": true, + "steps_taken": 156, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 65, + "seed": 100109, + "success": true, + "steps_taken": 153, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 66, + "seed": 100110, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 45.32262490587773, + "manipulation_score": 45.32262490587773, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 67, + "seed": 100112, + "success": true, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 68, + "seed": 100113, + "success": true, + "steps_taken": 142, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 69, + "seed": 100114, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 38.8158264803904, + "manipulation_score": 38.8158264803904, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 70, + "seed": 100115, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 31.545942806019507, + "manipulation_score": 31.545942806019507, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 71, + "seed": 100117, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.01586251415522, + "manipulation_score": 35.01586251415522, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 72, + "seed": 100118, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 29.316589290784595, + "manipulation_score": 29.316589290784595, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 73, + "seed": 100119, + "success": false, + "steps_taken": 70, + "max_steps": 400, + "route_completion": 43.00546131014994, + "manipulation_score": 21.50273065507497, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 70, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 74, + "seed": 100120, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.44151487394466, + "manipulation_score": 30.44151487394466, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 75, + "seed": 100122, + "success": true, + "steps_taken": 143, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 76, + "seed": 100123, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 38.55637389126741, + "manipulation_score": 38.55637389126741, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 77, + "seed": 100126, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 36.67431124003995, + "manipulation_score": 36.67431124003995, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 78, + "seed": 100130, + "success": true, + "steps_taken": 270, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 79, + "seed": 100131, + "success": false, + "steps_taken": 58, + "max_steps": 400, + "route_completion": 35.67997495959485, + "manipulation_score": 17.839987479797426, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 58, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 80, + "seed": 100132, + "success": false, + "steps_taken": 59, + "max_steps": 400, + "route_completion": 19.823562889623215, + "manipulation_score": 9.911781444811607, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 59, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 81, + "seed": 100134, + "success": true, + "steps_taken": 223, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 82, + "seed": 100136, + "success": false, + "steps_taken": 58, + "max_steps": 400, + "route_completion": 36.324150599037765, + "manipulation_score": 18.162075299518882, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 58, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 83, + "seed": 100137, + "success": true, + "steps_taken": 160, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 84, + "seed": 100139, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 85, + "seed": 100140, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.20577058251684, + "manipulation_score": 35.20577058251684, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 86, + "seed": 100141, + "success": true, + "steps_taken": 154, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 87, + "seed": 100143, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.94274919217027, + "manipulation_score": 35.94274919217027, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 88, + "seed": 100145, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 33.43824404922338, + "manipulation_score": 33.43824404922338, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 89, + "seed": 100146, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 40.628575129725505, + "manipulation_score": 40.628575129725505, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 90, + "seed": 100148, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.836569416932576, + "manipulation_score": 35.836569416932576, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 91, + "seed": 100151, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 45.55658225910201, + "manipulation_score": 45.55658225910201, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 92, + "seed": 100152, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 37.865019033759175, + "manipulation_score": 37.865019033759175, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 93, + "seed": 100153, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 34.44094252089327, + "manipulation_score": 34.44094252089327, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 94, + "seed": 100154, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 42.39831347743902, + "manipulation_score": 42.39831347743902, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 95, + "seed": 100156, + "success": true, + "steps_taken": 154, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 96, + "seed": 100157, + "success": false, + "steps_taken": 51, + "max_steps": 400, + "route_completion": 12.641318576943547, + "manipulation_score": 6.320659288471774, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 51, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 97, + "seed": 100158, + "success": true, + "steps_taken": 152, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 98, + "seed": 100159, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.280756389195155, + "manipulation_score": 35.280756389195155, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 99, + "seed": 100160, + "success": true, + "steps_taken": 200, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 100, + "seed": 100161, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 39.23616692460028, + "manipulation_score": 39.23616692460028, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + } +] \ No newline at end of file diff --git a/log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics.json b/log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3ad68cfd9b8e57f4e3f52b129998ab4ce68cc724 --- /dev/null +++ b/log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 31, + "success_rate": 31.0, + "manipulation_score_mean": 52.14578934104043, + "manipulation_score_std": 33.78965483153054, + "route_completion_mean": 53.95368454389135, + "route_completion_std": 32.31496701085792, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 12 +} \ No newline at end of file diff --git a/log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics_report.txt b/log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..3b223d55757b39b464c6e8e17db4df09bb706c3f --- /dev/null +++ b/log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 31.0% (31/100) + +--- Manipulation Score --- + Mean: 52.15 + Std: 33.79 + +--- Route Completion --- + Mean: 53.95% + Std: 32.31 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 12 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_result.txt b/log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..17e5e8860ebfe6c4b21bba2f5b93c22f4843e4ea --- /dev/null +++ b/log/eval_result/move_can_pot/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:36:40/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-29 22:36:40 + +Instruction Type: unseen + +0.31 \ No newline at end of file diff --git a/log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_episodes_detail.json b/log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..6f4d5e92fdbb164d2c110705babfdd35248adb54 --- /dev/null +++ b/log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_episodes_detail.json @@ -0,0 +1,1769 @@ +[ + { + "episode_id": 1, + "seed": 100002, + "success": true, + "steps_taken": 120, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 2, + "seed": 100004, + "success": false, + "steps_taken": 156, + "max_steps": 400, + "route_completion": 0.02546819317095744, + "manipulation_score": 0.01273409658547872, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 156, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 3, + "seed": 100005, + "success": false, + "steps_taken": 166, + "max_steps": 400, + "route_completion": 33.5367368435761, + "manipulation_score": 16.76836842178805, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 166, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 4, + "seed": 100006, + "success": true, + "steps_taken": 152, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 5, + "seed": 100007, + "success": false, + "steps_taken": 85, + "max_steps": 400, + "route_completion": 17.437038016245346, + "manipulation_score": 8.718519008122673, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 85, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 6, + "seed": 100008, + "success": true, + "steps_taken": 127, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 7, + "seed": 100009, + "success": false, + "steps_taken": 176, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 176, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 8, + "seed": 100010, + "success": false, + "steps_taken": 224, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 224, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 9, + "seed": 100011, + "success": false, + "steps_taken": 213, + "max_steps": 400, + "route_completion": 7.7525031345253, + "manipulation_score": 3.87625156726265, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 213, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 10, + "seed": 100013, + "success": false, + "steps_taken": 168, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 168, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 11, + "seed": 100016, + "success": false, + "steps_taken": 129, + "max_steps": 400, + "route_completion": 12.259492774333228, + "manipulation_score": 6.129746387166614, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 129, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 12, + "seed": 100017, + "success": false, + "steps_taken": 169, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 169, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 13, + "seed": 100020, + "success": false, + "steps_taken": 178, + "max_steps": 400, + "route_completion": 8.719075032081923, + "manipulation_score": 4.3595375160409615, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 178, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 14, + "seed": 100023, + "success": false, + "steps_taken": 162, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 162, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 15, + "seed": 100026, + "success": false, + "steps_taken": 99, + "max_steps": 400, + "route_completion": 30.298481051477104, + "manipulation_score": 15.149240525738552, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 99, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 16, + "seed": 100028, + "success": false, + "steps_taken": 107, + "max_steps": 400, + "route_completion": 3.370803002183034, + "manipulation_score": 1.685401501091517, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 107, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 17, + "seed": 100029, + "success": true, + "steps_taken": 125, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 18, + "seed": 100030, + "success": true, + "steps_taken": 143, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 19, + "seed": 100035, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 12.442200751220515, + "manipulation_score": 12.442200751220515, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 20, + "seed": 100037, + "success": false, + "steps_taken": 182, + "max_steps": 400, + "route_completion": 35.70491463147323, + "manipulation_score": 17.852457315736615, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 182, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 21, + "seed": 100039, + "success": false, + "steps_taken": 91, + "max_steps": 400, + "route_completion": 29.619328522819256, + "manipulation_score": 14.809664261409628, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 91, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 22, + "seed": 100041, + "success": false, + "steps_taken": 100, + "max_steps": 400, + "route_completion": 23.472043123787994, + "manipulation_score": 11.736021561893997, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 100, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 23, + "seed": 100042, + "success": false, + "steps_taken": 115, + "max_steps": 400, + "route_completion": 25.468853321194086, + "manipulation_score": 12.734426660597043, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 115, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 24, + "seed": 100043, + "success": true, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 25, + "seed": 100046, + "success": false, + "steps_taken": 98, + "max_steps": 400, + "route_completion": 5.031495510759696, + "manipulation_score": 2.515747755379848, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 98, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 26, + "seed": 100047, + "success": false, + "steps_taken": 93, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 93, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 27, + "seed": 100049, + "success": false, + "steps_taken": 115, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 115, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 28, + "seed": 100052, + "success": false, + "steps_taken": 161, + "max_steps": 400, + "route_completion": 29.56910790748013, + "manipulation_score": 14.784553953740065, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 161, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 29, + "seed": 100053, + "success": false, + "steps_taken": 102, + "max_steps": 400, + "route_completion": 38.38446314608804, + "manipulation_score": 19.19223157304402, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 102, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 30, + "seed": 100054, + "success": false, + "steps_taken": 239, + "max_steps": 400, + "route_completion": 29.95577630659773, + "manipulation_score": 14.977888153298865, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 239, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 31, + "seed": 100056, + "success": false, + "steps_taken": 100, + "max_steps": 400, + "route_completion": 0.05044425958459017, + "manipulation_score": 0.025222129792295087, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 100, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 32, + "seed": 100057, + "success": false, + "steps_taken": 154, + "max_steps": 400, + "route_completion": 0.030888674700528782, + "manipulation_score": 0.015444337350264391, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 154, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 33, + "seed": 100058, + "success": true, + "steps_taken": 144, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 34, + "seed": 100059, + "success": false, + "steps_taken": 108, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 108, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 35, + "seed": 100060, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 43.73196963979715, + "manipulation_score": 43.73196963979715, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 36, + "seed": 100062, + "success": false, + "steps_taken": 154, + "max_steps": 400, + "route_completion": 32.01814549473131, + "manipulation_score": 16.009072747365654, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 154, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 37, + "seed": 100063, + "success": false, + "steps_taken": 146, + "max_steps": 400, + "route_completion": 43.736470849677275, + "manipulation_score": 21.868235424838637, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 146, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 38, + "seed": 100064, + "success": false, + "steps_taken": 230, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 230, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 39, + "seed": 100065, + "success": false, + "steps_taken": 146, + "max_steps": 400, + "route_completion": 4.891944163814643, + "manipulation_score": 2.4459720819073216, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 146, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 40, + "seed": 100068, + "success": false, + "steps_taken": 96, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 96, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 41, + "seed": 100069, + "success": false, + "steps_taken": 149, + "max_steps": 400, + "route_completion": 15.172358103837432, + "manipulation_score": 7.586179051918716, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 149, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 42, + "seed": 100070, + "success": true, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 43, + "seed": 100072, + "success": false, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 24.504299518895408, + "manipulation_score": 12.252149759447704, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 109, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 44, + "seed": 100074, + "success": false, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 113, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 45, + "seed": 100075, + "success": false, + "steps_taken": 187, + "max_steps": 400, + "route_completion": 22.598266945999914, + "manipulation_score": 11.299133472999957, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 187, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 46, + "seed": 100076, + "success": false, + "steps_taken": 146, + "max_steps": 400, + "route_completion": 37.07892057145266, + "manipulation_score": 18.53946028572633, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 146, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 47, + "seed": 100079, + "success": false, + "steps_taken": 167, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 167, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 48, + "seed": 100080, + "success": false, + "steps_taken": 93, + "max_steps": 400, + "route_completion": 30.082446912663375, + "manipulation_score": 15.041223456331688, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 93, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 49, + "seed": 100081, + "success": false, + "steps_taken": 396, + "max_steps": 400, + "route_completion": 19.427562165594153, + "manipulation_score": 9.713781082797077, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 396, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 50, + "seed": 100082, + "success": false, + "steps_taken": 132, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 132, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 51, + "seed": 100083, + "success": false, + "steps_taken": 125, + "max_steps": 400, + "route_completion": 27.44775090896563, + "manipulation_score": 13.723875454482815, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 125, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 52, + "seed": 100084, + "success": false, + "steps_taken": 129, + "max_steps": 400, + "route_completion": 0.022173278975369037, + "manipulation_score": 0.011086639487684518, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 129, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 53, + "seed": 100088, + "success": false, + "steps_taken": 296, + "max_steps": 400, + "route_completion": 34.01413931867018, + "manipulation_score": 17.00706965933509, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 296, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 54, + "seed": 100089, + "success": false, + "steps_taken": 120, + "max_steps": 400, + "route_completion": 7.972706863333187, + "manipulation_score": 3.9863534316665934, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 120, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 55, + "seed": 100090, + "success": true, + "steps_taken": 144, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 56, + "seed": 100093, + "success": false, + "steps_taken": 98, + "max_steps": 400, + "route_completion": 27.6686509399252, + "manipulation_score": 13.8343254699626, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 98, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 57, + "seed": 100094, + "success": false, + "steps_taken": 121, + "max_steps": 400, + "route_completion": 16.44181592158222, + "manipulation_score": 8.22090796079111, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 121, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 58, + "seed": 100096, + "success": true, + "steps_taken": 139, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 59, + "seed": 100098, + "success": false, + "steps_taken": 149, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 149, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 60, + "seed": 100099, + "success": false, + "steps_taken": 176, + "max_steps": 400, + "route_completion": 43.11458982870502, + "manipulation_score": 21.55729491435251, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 176, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 61, + "seed": 100100, + "success": false, + "steps_taken": 134, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 134, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 62, + "seed": 100101, + "success": false, + "steps_taken": 249, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 249, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 63, + "seed": 100102, + "success": true, + "steps_taken": 143, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100103, + "success": false, + "steps_taken": 335, + "max_steps": 400, + "route_completion": 13.378112955237953, + "manipulation_score": 6.689056477618976, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 335, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 65, + "seed": 100106, + "success": true, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 66, + "seed": 100107, + "success": false, + "steps_taken": 105, + "max_steps": 400, + "route_completion": 13.304348754560074, + "manipulation_score": 6.652174377280037, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 105, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 67, + "seed": 100108, + "success": false, + "steps_taken": 110, + "max_steps": 400, + "route_completion": 14.143878064264298, + "manipulation_score": 7.071939032132149, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 110, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 68, + "seed": 100110, + "success": false, + "steps_taken": 104, + "max_steps": 400, + "route_completion": 41.19287275309205, + "manipulation_score": 20.596436376546023, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 104, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 69, + "seed": 100112, + "success": false, + "steps_taken": 144, + "max_steps": 400, + "route_completion": 37.287145167728916, + "manipulation_score": 18.643572583864458, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 144, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 70, + "seed": 100117, + "success": false, + "steps_taken": 91, + "max_steps": 400, + "route_completion": 0.015523641520817437, + "manipulation_score": 0.007761820760408719, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 91, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 71, + "seed": 100118, + "success": false, + "steps_taken": 169, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 169, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 72, + "seed": 100121, + "success": false, + "steps_taken": 376, + "max_steps": 400, + "route_completion": 15.718093789429386, + "manipulation_score": 7.859046894714693, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 376, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 73, + "seed": 100122, + "success": true, + "steps_taken": 144, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 74, + "seed": 100123, + "success": false, + "steps_taken": 195, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 195, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 75, + "seed": 100124, + "success": true, + "steps_taken": 121, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 76, + "seed": 100125, + "success": false, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 31.47890097857043, + "manipulation_score": 15.739450489285215, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 151, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 77, + "seed": 100127, + "success": false, + "steps_taken": 107, + "max_steps": 400, + "route_completion": 19.677475203926896, + "manipulation_score": 9.838737601963448, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 107, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 78, + "seed": 100128, + "success": false, + "steps_taken": 118, + "max_steps": 400, + "route_completion": 27.240138884729458, + "manipulation_score": 13.620069442364729, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 118, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 79, + "seed": 100129, + "success": false, + "steps_taken": 237, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 237, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 80, + "seed": 100130, + "success": false, + "steps_taken": 199, + "max_steps": 400, + "route_completion": 32.09688868528936, + "manipulation_score": 16.04844434264468, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 199, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 81, + "seed": 100132, + "success": false, + "steps_taken": 288, + "max_steps": 400, + "route_completion": 34.97719496319464, + "manipulation_score": 17.48859748159732, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 288, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 82, + "seed": 100133, + "success": false, + "steps_taken": 139, + "max_steps": 400, + "route_completion": 22.11305986203966, + "manipulation_score": 11.05652993101983, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 139, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 83, + "seed": 100135, + "success": false, + "steps_taken": 94, + "max_steps": 400, + "route_completion": 22.658460375897874, + "manipulation_score": 11.329230187948937, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 94, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 84, + "seed": 100137, + "success": false, + "steps_taken": 166, + "max_steps": 400, + "route_completion": 0.12374807769367172, + "manipulation_score": 0.06187403884683586, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 166, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 85, + "seed": 100138, + "success": false, + "steps_taken": 142, + "max_steps": 400, + "route_completion": 0.031218099542015404, + "manipulation_score": 0.015609049771007702, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 142, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 86, + "seed": 100139, + "success": false, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 0.0111708268143582, + "manipulation_score": 0.0055854134071791, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 113, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 87, + "seed": 100140, + "success": false, + "steps_taken": 185, + "max_steps": 400, + "route_completion": 9.153370399814513, + "manipulation_score": 4.576685199907256, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 185, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 88, + "seed": 100141, + "success": false, + "steps_taken": 233, + "max_steps": 400, + "route_completion": 16.694409199849378, + "manipulation_score": 8.347204599924689, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 233, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 89, + "seed": 100142, + "success": false, + "steps_taken": 199, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 199, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 90, + "seed": 100143, + "success": false, + "steps_taken": 178, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 178, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 91, + "seed": 100144, + "success": false, + "steps_taken": 130, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 130, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 92, + "seed": 100146, + "success": false, + "steps_taken": 183, + "max_steps": 400, + "route_completion": 0.016112084509270302, + "manipulation_score": 0.008056042254635151, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 183, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 93, + "seed": 100147, + "success": false, + "steps_taken": 259, + "max_steps": 400, + "route_completion": 26.509011835589703, + "manipulation_score": 13.254505917794852, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 259, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 94, + "seed": 100148, + "success": false, + "steps_taken": 98, + "max_steps": 400, + "route_completion": 30.011693536432087, + "manipulation_score": 15.005846768216044, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 98, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 95, + "seed": 100149, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 29.92485834300329, + "manipulation_score": 29.92485834300329, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 96, + "seed": 100150, + "success": false, + "steps_taken": 315, + "max_steps": 400, + "route_completion": 18.825192918220246, + "manipulation_score": 9.412596459110123, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 315, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 97, + "seed": 100151, + "success": true, + "steps_taken": 139, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 98, + "seed": 100152, + "success": false, + "steps_taken": 136, + "max_steps": 400, + "route_completion": 2.7811672121037168, + "manipulation_score": 1.3905836060518584, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 136, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 99, + "seed": 100155, + "success": true, + "steps_taken": 143, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 100, + "seed": 100156, + "success": false, + "steps_taken": 162, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 162, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + } +] \ No newline at end of file diff --git a/log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics.json b/log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..c9e9c3d8be3b0cea93bd4114e660135d9dd4866f --- /dev/null +++ b/log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 16, + "success_rate": 16.0, + "manipulation_score_mean": 22.592582004884967, + "manipulation_score_std": 34.65442262461761, + "route_completion_mean": 28.324173722429727, + "route_completion_std": 33.97458666511055, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 81 +} \ No newline at end of file diff --git a/log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics_report.txt b/log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..60460be6dd2a21fdbd0820e628e8a331f9ffe6cb --- /dev/null +++ b/log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 16.0% (16/100) + +--- Manipulation Score --- + Mean: 22.59 + Std: 34.65 + +--- Route Completion --- + Mean: 28.32% + Std: 33.97 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 81 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_result.txt b/log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..917d5be3d762d163a1aa5fa36aaf5d137d98b89d --- /dev/null +++ b/log/eval_result/move_pillbottle_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:45:44/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-29 22:45:44 + +Instruction Type: unseen + +0.16 \ No newline at end of file diff --git a/log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_episodes_detail.json b/log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..f95499f529f68ea3df935301143482b3d67ed0f2 --- /dev/null +++ b/log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_episodes_detail.json @@ -0,0 +1,1447 @@ +[ + { + "episode_id": 1, + "seed": 100003, + "success": false, + "steps_taken": 50, + "max_steps": 400, + "route_completion": 32.578130907126265, + "manipulation_score": 16.289065453563133, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 50, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 2, + "seed": 100009, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 2.1122729295835048e-07, + "manipulation_score": 2.1122729295835048e-07, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 3, + "seed": 100014, + "success": false, + "steps_taken": 47, + "max_steps": 400, + "route_completion": 13.92967567698385, + "manipulation_score": 6.964837838491925, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 47, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 4, + "seed": 100022, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 40.47209667321663, + "manipulation_score": 40.47209667321663, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 5, + "seed": 100034, + "success": true, + "steps_taken": 157, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 6, + "seed": 100037, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 7, + "seed": 100046, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 46.73557137591351, + "manipulation_score": 46.73557137591351, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 8, + "seed": 100049, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 2.0643487238354207e-06, + "manipulation_score": 2.0643487238354207e-06, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 9, + "seed": 100051, + "success": true, + "steps_taken": 137, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 10, + "seed": 100068, + "success": false, + "steps_taken": 79, + "max_steps": 400, + "route_completion": 27.893865829885584, + "manipulation_score": 13.946932914942792, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 79, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 11, + "seed": 100070, + "success": false, + "steps_taken": 148, + "max_steps": 400, + "route_completion": 27.48873895707883, + "manipulation_score": 13.744369478539415, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 148, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 12, + "seed": 100072, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 51.75383144887714, + "manipulation_score": 51.75383144887714, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 13, + "seed": 100076, + "success": false, + "steps_taken": 76, + "max_steps": 400, + "route_completion": 49.62901053821355, + "manipulation_score": 24.814505269106775, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 76, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 14, + "seed": 100078, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 54.580071323436655, + "manipulation_score": 54.580071323436655, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 15, + "seed": 100090, + "success": false, + "steps_taken": 56, + "max_steps": 400, + "route_completion": 42.72388915496106, + "manipulation_score": 42.72388915496106, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 16, + "seed": 100102, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.128280614213864, + "manipulation_score": 30.128280614213864, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 17, + "seed": 100106, + "success": false, + "steps_taken": 111, + "max_steps": 400, + "route_completion": 25.40474808251577, + "manipulation_score": 12.702374041257885, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 111, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 18, + "seed": 100107, + "success": false, + "steps_taken": 102, + "max_steps": 400, + "route_completion": 4.234231077569271, + "manipulation_score": 2.1171155387846357, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 102, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 19, + "seed": 100110, + "success": false, + "steps_taken": 83, + "max_steps": 400, + "route_completion": 0.4755960832426038, + "manipulation_score": 0.2377980416213019, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 83, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 20, + "seed": 100118, + "success": true, + "steps_taken": 174, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 21, + "seed": 100125, + "success": false, + "steps_taken": 52, + "max_steps": 400, + "route_completion": 2.134481669055378, + "manipulation_score": 1.067240834527689, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 52, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 22, + "seed": 100135, + "success": false, + "steps_taken": 173, + "max_steps": 400, + "route_completion": 24.23998623325425, + "manipulation_score": 12.119993116627125, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 173, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 23, + "seed": 100150, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 53.51637274759201, + "manipulation_score": 53.51637274759201, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 24, + "seed": 100152, + "success": false, + "steps_taken": 79, + "max_steps": 400, + "route_completion": 26.07318912184755, + "manipulation_score": 13.036594560923776, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 79, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 25, + "seed": 100155, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 37.07145308906975, + "manipulation_score": 37.07145308906975, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 26, + "seed": 100160, + "success": false, + "steps_taken": 67, + "max_steps": 400, + "route_completion": 28.62406303118127, + "manipulation_score": 14.312031515590634, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 67, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 27, + "seed": 100163, + "success": false, + "steps_taken": 145, + "max_steps": 400, + "route_completion": 18.70469589207823, + "manipulation_score": 18.70469589207823, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 28, + "seed": 100168, + "success": false, + "steps_taken": 230, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 230, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 29, + "seed": 100170, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 38.26140130639292, + "manipulation_score": 38.26140130639292, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 30, + "seed": 100172, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 26.05157831853565, + "manipulation_score": 26.05157831853565, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 31, + "seed": 100176, + "success": false, + "steps_taken": 51, + "max_steps": 400, + "route_completion": 12.586179285884885, + "manipulation_score": 6.2930896429424426, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 51, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 32, + "seed": 100186, + "success": false, + "steps_taken": 91, + "max_steps": 400, + "route_completion": 28.66251605472821, + "manipulation_score": 14.331258027364106, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 91, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 33, + "seed": 100193, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 17.89122979757948, + "manipulation_score": 17.89122979757948, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 34, + "seed": 100201, + "success": true, + "steps_taken": 137, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 35, + "seed": 100203, + "success": false, + "steps_taken": 72, + "max_steps": 400, + "route_completion": 25.287808703444682, + "manipulation_score": 12.643904351722341, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 72, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 36, + "seed": 100210, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 1.8587745198332518e-06, + "manipulation_score": 1.8587745198332518e-06, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 37, + "seed": 100244, + "success": false, + "steps_taken": 86, + "max_steps": 400, + "route_completion": 22.37364903851521, + "manipulation_score": 11.186824519257605, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 86, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 38, + "seed": 100246, + "success": true, + "steps_taken": 160, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 39, + "seed": 100253, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 21.504211045591816, + "manipulation_score": 21.504211045591816, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 40, + "seed": 100261, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 41, + "seed": 100263, + "success": true, + "steps_taken": 161, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 42, + "seed": 100273, + "success": false, + "steps_taken": 66, + "max_steps": 400, + "route_completion": 26.65877746376106, + "manipulation_score": 13.32938873188053, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 66, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 43, + "seed": 100279, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 25.316316717023536, + "manipulation_score": 25.316316717023536, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 44, + "seed": 100283, + "success": false, + "steps_taken": 98, + "max_steps": 400, + "route_completion": 24.756818927432803, + "manipulation_score": 12.378409463716402, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 98, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 45, + "seed": 100291, + "success": false, + "steps_taken": 88, + "max_steps": 400, + "route_completion": 22.787308195935243, + "manipulation_score": 11.393654097967621, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 88, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 46, + "seed": 100292, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 58.935344097381424, + "manipulation_score": 58.935344097381424, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 47, + "seed": 100293, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 31.663002196883788, + "manipulation_score": 31.663002196883788, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 48, + "seed": 100298, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 28.018186234577218, + "manipulation_score": 28.018186234577218, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 49, + "seed": 100300, + "success": false, + "steps_taken": 100, + "max_steps": 400, + "route_completion": 27.318187982287327, + "manipulation_score": 13.659093991143664, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 100, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 50, + "seed": 100304, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 34.82595499656434, + "manipulation_score": 34.82595499656434, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 51, + "seed": 100308, + "success": false, + "steps_taken": 74, + "max_steps": 400, + "route_completion": 48.78987243280771, + "manipulation_score": 24.394936216403856, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 74, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 52, + "seed": 100316, + "success": true, + "steps_taken": 141, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 53, + "seed": 100317, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 51.401170919564784, + "manipulation_score": 51.401170919564784, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 54, + "seed": 100325, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.33146775620596, + "manipulation_score": 30.33146775620596, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 55, + "seed": 100338, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.19720435963108, + "manipulation_score": 30.19720435963108, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 56, + "seed": 100339, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 18.441837028788584, + "manipulation_score": 18.441837028788584, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 57, + "seed": 100342, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 41.604321018056986, + "manipulation_score": 41.604321018056986, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 58, + "seed": 100362, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 43.11972939925132, + "manipulation_score": 43.11972939925132, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 59, + "seed": 100374, + "success": false, + "steps_taken": 253, + "max_steps": 400, + "route_completion": 0.1361942992825348, + "manipulation_score": 0.0680971496412674, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 253, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 60, + "seed": 100380, + "success": false, + "steps_taken": 98, + "max_steps": 400, + "route_completion": 13.419053993502821, + "manipulation_score": 6.709526996751411, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 98, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 61, + "seed": 100392, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 32.70900583981689, + "manipulation_score": 32.70900583981689, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 62, + "seed": 100394, + "success": false, + "steps_taken": 86, + "max_steps": 400, + "route_completion": 9.429219685187608, + "manipulation_score": 4.714609842593804, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 86, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 63, + "seed": 100395, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100396, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 52.21029069994375, + "manipulation_score": 52.21029069994375, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 65, + "seed": 100403, + "success": true, + "steps_taken": 140, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 66, + "seed": 100406, + "success": false, + "steps_taken": 57, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 67, + "seed": 100408, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.349326425373313, + "manipulation_score": 30.349326425373313, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 68, + "seed": 100410, + "success": false, + "steps_taken": 260, + "max_steps": 400, + "route_completion": 32.63396359426892, + "manipulation_score": 16.31698179713446, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 260, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 69, + "seed": 100412, + "success": false, + "steps_taken": 73, + "max_steps": 400, + "route_completion": 31.37436215924013, + "manipulation_score": 15.687181079620064, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 73, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 70, + "seed": 100414, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 71, + "seed": 100425, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 21.241650640460875, + "manipulation_score": 21.241650640460875, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 72, + "seed": 100435, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 50.11318163785443, + "manipulation_score": 50.11318163785443, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 73, + "seed": 100440, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 41.418687401033324, + "manipulation_score": 41.418687401033324, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 74, + "seed": 100442, + "success": false, + "steps_taken": 117, + "max_steps": 400, + "route_completion": 0.509981263144672, + "manipulation_score": 0.254990631572336, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 117, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 75, + "seed": 100468, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 38.26060475755722, + "manipulation_score": 38.26060475755722, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 76, + "seed": 100474, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 6.220173060896273e-06, + "manipulation_score": 6.220173060896273e-06, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 77, + "seed": 100482, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 36.188565965556684, + "manipulation_score": 36.188565965556684, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 78, + "seed": 100495, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 16.686695279232705, + "manipulation_score": 16.686695279232705, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 79, + "seed": 100497, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 54.41597102981276, + "manipulation_score": 54.41597102981276, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 80, + "seed": 100500, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 43.44629097286724, + "manipulation_score": 43.44629097286724, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 81, + "seed": 100503, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 82, + "seed": 100506, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.335783352949605, + "manipulation_score": 35.335783352949605, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 83, + "seed": 100524, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 31.380078325902282, + "manipulation_score": 31.380078325902282, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 84, + "seed": 100526, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 85, + "seed": 100536, + "success": false, + "steps_taken": 90, + "max_steps": 400, + "route_completion": 41.27705938548847, + "manipulation_score": 20.638529692744235, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 90, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 86, + "seed": 100538, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 34.19488548441992, + "manipulation_score": 34.19488548441992, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 87, + "seed": 100539, + "success": false, + "steps_taken": 52, + "max_steps": 400, + "route_completion": 25.331215805012803, + "manipulation_score": 12.665607902506402, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 52, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 88, + "seed": 100557, + "success": false, + "steps_taken": 53, + "max_steps": 400, + "route_completion": 43.090242870183225, + "manipulation_score": 43.090242870183225, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 89, + "seed": 100568, + "success": false, + "steps_taken": 63, + "max_steps": 400, + "route_completion": 34.08088588850776, + "manipulation_score": 17.04044294425388, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 63, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 90, + "seed": 100572, + "success": true, + "steps_taken": 136, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 91, + "seed": 100573, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 3.198873269624827e-06, + "manipulation_score": 3.198873269624827e-06, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 92, + "seed": 100574, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 42.758924759050075, + "manipulation_score": 42.758924759050075, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 93, + "seed": 100585, + "success": false, + "steps_taken": 58, + "max_steps": 400, + "route_completion": 29.00672793999889, + "manipulation_score": 14.503363969999445, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 58, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 94, + "seed": 100586, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.39550570238864, + "manipulation_score": 35.39550570238864, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 95, + "seed": 100590, + "success": false, + "steps_taken": 88, + "max_steps": 400, + "route_completion": 0.02493431786545263, + "manipulation_score": 0.012467158932726315, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 88, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 96, + "seed": 100595, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 25.87101407621779, + "manipulation_score": 25.87101407621779, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 97, + "seed": 100598, + "success": false, + "steps_taken": 77, + "max_steps": 400, + "route_completion": 41.298796450625886, + "manipulation_score": 20.649398225312943, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 77, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 98, + "seed": 100599, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 99, + "seed": 100616, + "success": false, + "steps_taken": 103, + "max_steps": 400, + "route_completion": 2.772492680297596, + "manipulation_score": 1.386246340148798, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 103, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 100, + "seed": 100625, + "success": true, + "steps_taken": 132, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + } +] \ No newline at end of file diff --git a/log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics.json b/log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..702d109876f78289f60aeaf75ea55ebf2cb3a741 --- /dev/null +++ b/log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 10, + "success_rate": 10.0, + "manipulation_score_mean": 29.199267976629923, + "manipulation_score_std": 28.663538324241113, + "route_completion_mean": 33.0153765904058, + "route_completion_std": 27.572745955929683, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 35 +} \ No newline at end of file diff --git a/log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics_report.txt b/log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..40966a34e5c93bbc66553dc13dd5d4307723a3b6 --- /dev/null +++ b/log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 10.0% (10/100) + +--- Manipulation Score --- + Mean: 29.20 + Std: 28.66 + +--- Route Completion --- + Mean: 33.02% + Std: 27.57 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 35 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_result.txt b/log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..42c53a60b9afa1686fa5877a5d15fac946fab95b --- /dev/null +++ b/log/eval_result/move_playingcard_away/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 22:50:17/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-29 22:50:17 + +Instruction Type: unseen + +0.1 \ No newline at end of file diff --git a/log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_episodes_detail.json b/log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..7555494e1455818aff0ae9130a881b812b1553b9 --- /dev/null +++ b/log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_episodes_detail.json @@ -0,0 +1,1356 @@ +[ + { + "episode_id": 1, + "seed": 100001, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 51.66391189109167, + "manipulation_score": 51.66391189109167, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 2, + "seed": 100004, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.666152081558916, + "manipulation_score": 30.666152081558916, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 3, + "seed": 100005, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 54.989100212246015, + "manipulation_score": 54.989100212246015, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 4, + "seed": 100007, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 49.803181364525116, + "manipulation_score": 49.803181364525116, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 5, + "seed": 100009, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 36.08521982100415, + "manipulation_score": 36.08521982100415, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 6, + "seed": 100010, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 31.89319216484316, + "manipulation_score": 31.89319216484316, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 7, + "seed": 100015, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 51.584805367461136, + "manipulation_score": 51.584805367461136, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 8, + "seed": 100017, + "success": true, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 9, + "seed": 100022, + "success": true, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 10, + "seed": 100024, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 39.4189827248301, + "manipulation_score": 39.4189827248301, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 11, + "seed": 100027, + "success": false, + "steps_taken": 81, + "max_steps": 400, + "route_completion": 0.025539424386158114, + "manipulation_score": 0.012769712193079057, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 81, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 12, + "seed": 100029, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 32.479262548293605, + "manipulation_score": 32.479262548293605, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 13, + "seed": 100032, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 53.56982696893089, + "manipulation_score": 53.56982696893089, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 14, + "seed": 100034, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 29.385796178567738, + "manipulation_score": 29.385796178567738, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 15, + "seed": 100035, + "success": false, + "steps_taken": 186, + "max_steps": 400, + "route_completion": 41.25287162393136, + "manipulation_score": 20.62643581196568, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 186, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 16, + "seed": 100046, + "success": false, + "steps_taken": 104, + "max_steps": 400, + "route_completion": 30.086359722602506, + "manipulation_score": 15.043179861301253, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 104, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 17, + "seed": 100047, + "success": false, + "steps_taken": 44, + "max_steps": 400, + "route_completion": 36.414525239524394, + "manipulation_score": 18.207262619762197, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 44, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 18, + "seed": 100050, + "success": false, + "steps_taken": 72, + "max_steps": 400, + "route_completion": 55.414548998069115, + "manipulation_score": 27.707274499034558, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 72, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 19, + "seed": 100054, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 20, + "seed": 100062, + "success": true, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 21, + "seed": 100067, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 56.578813121700186, + "manipulation_score": 56.578813121700186, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 22, + "seed": 100068, + "success": false, + "steps_taken": 11, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 23, + "seed": 100077, + "success": true, + "steps_taken": 253, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 24, + "seed": 100081, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 46.07920199676364, + "manipulation_score": 46.07920199676364, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 25, + "seed": 100084, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 42.22207920172086, + "manipulation_score": 42.22207920172086, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 26, + "seed": 100086, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 46.01084364489868, + "manipulation_score": 46.01084364489868, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 27, + "seed": 100087, + "success": false, + "steps_taken": 117, + "max_steps": 400, + "route_completion": 53.64014379920692, + "manipulation_score": 26.82007189960346, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 117, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 28, + "seed": 100088, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 41.74966173057078, + "manipulation_score": 41.74966173057078, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 29, + "seed": 100091, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 37.96179460734179, + "manipulation_score": 37.96179460734179, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 30, + "seed": 100097, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 48.31327467156726, + "manipulation_score": 48.31327467156726, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 31, + "seed": 100099, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 44.53367289994216, + "manipulation_score": 44.53367289994216, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 32, + "seed": 100103, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 38.02277188321605, + "manipulation_score": 38.02277188321605, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 33, + "seed": 100104, + "success": true, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 34, + "seed": 100105, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 49.91548825507181, + "manipulation_score": 49.91548825507181, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 35, + "seed": 100107, + "success": false, + "steps_taken": 71, + "max_steps": 400, + "route_completion": 0.03687354096497903, + "manipulation_score": 0.018436770482489515, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 71, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 36, + "seed": 100108, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 34.16770737284386, + "manipulation_score": 34.16770737284386, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 37, + "seed": 100110, + "success": false, + "steps_taken": 87, + "max_steps": 400, + "route_completion": 23.072346379837704, + "manipulation_score": 11.536173189918852, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 87, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 38, + "seed": 100112, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.43650276065748, + "manipulation_score": 35.43650276065748, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 39, + "seed": 100114, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.83449452289986, + "manipulation_score": 35.83449452289986, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 40, + "seed": 100115, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 29.59543851549648, + "manipulation_score": 29.59543851549648, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 41, + "seed": 100117, + "success": false, + "steps_taken": 83, + "max_steps": 400, + "route_completion": 37.48600523269022, + "manipulation_score": 18.74300261634511, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 83, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 42, + "seed": 100121, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 43.27766931096014, + "manipulation_score": 43.27766931096014, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 43, + "seed": 100125, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 54.821451250985476, + "manipulation_score": 54.821451250985476, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 44, + "seed": 100131, + "success": false, + "steps_taken": 105, + "max_steps": 400, + "route_completion": 24.709938312547294, + "manipulation_score": 12.354969156273647, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 105, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 45, + "seed": 100137, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 52.653586342009476, + "manipulation_score": 52.653586342009476, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 46, + "seed": 100143, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 36.222056127037824, + "manipulation_score": 36.222056127037824, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 47, + "seed": 100144, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 28.058523048104977, + "manipulation_score": 28.058523048104977, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 48, + "seed": 100145, + "success": false, + "steps_taken": 1, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 49, + "seed": 100151, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 19.979553407753293, + "manipulation_score": 19.979553407753293, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 50, + "seed": 100158, + "success": false, + "steps_taken": 211, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 211, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 51, + "seed": 100162, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.93675123833609, + "manipulation_score": 35.93675123833609, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 52, + "seed": 100170, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 36.332477925868545, + "manipulation_score": 36.332477925868545, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 53, + "seed": 100171, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 33.291571749992585, + "manipulation_score": 33.291571749992585, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 54, + "seed": 100172, + "success": false, + "steps_taken": 96, + "max_steps": 400, + "route_completion": 32.39262807461804, + "manipulation_score": 16.19631403730902, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 96, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 55, + "seed": 100176, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 22.966446399282564, + "manipulation_score": 22.966446399282564, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 56, + "seed": 100179, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 43.20231976788349, + "manipulation_score": 43.20231976788349, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 57, + "seed": 100182, + "success": true, + "steps_taken": 137, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 58, + "seed": 100183, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 63.00799055256198, + "manipulation_score": 63.00799055256198, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 59, + "seed": 100184, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 39.18958828700438, + "manipulation_score": 39.18958828700438, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 60, + "seed": 100186, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 45.78587996364845, + "manipulation_score": 45.78587996364845, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 61, + "seed": 100187, + "success": false, + "steps_taken": 23, + "max_steps": 400, + "route_completion": 21.04189312980093, + "manipulation_score": 21.04189312980093, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 62, + "seed": 100192, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 34.55520120809824, + "manipulation_score": 34.55520120809824, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 63, + "seed": 100193, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 0.09800490418804772, + "manipulation_score": 0.09800490418804772, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100195, + "success": false, + "steps_taken": 80, + "max_steps": 400, + "route_completion": 4.483268320274218, + "manipulation_score": 2.241634160137109, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 80, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 65, + "seed": 100198, + "success": false, + "steps_taken": 77, + "max_steps": 400, + "route_completion": 0.29958888603093253, + "manipulation_score": 0.14979444301546627, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 77, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 66, + "seed": 100200, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 36.20371327496441, + "manipulation_score": 36.20371327496441, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 67, + "seed": 100202, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 29.97501699913185, + "manipulation_score": 29.97501699913185, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 68, + "seed": 100204, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 26.550969898825944, + "manipulation_score": 26.550969898825944, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 69, + "seed": 100205, + "success": true, + "steps_taken": 129, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 70, + "seed": 100213, + "success": true, + "steps_taken": 128, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 71, + "seed": 100216, + "success": false, + "steps_taken": 67, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 67, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 72, + "seed": 100217, + "success": false, + "steps_taken": 123, + "max_steps": 400, + "route_completion": 36.13559753571375, + "manipulation_score": 18.067798767856875, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 123, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 73, + "seed": 100218, + "success": true, + "steps_taken": 139, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 74, + "seed": 100221, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 38.40903185167105, + "manipulation_score": 38.40903185167105, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 75, + "seed": 100222, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 38.84230592910843, + "manipulation_score": 38.84230592910843, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 76, + "seed": 100223, + "success": false, + "steps_taken": 58, + "max_steps": 400, + "route_completion": 16.63041553357378, + "manipulation_score": 8.31520776678689, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 58, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 77, + "seed": 100225, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 52.198347046952485, + "manipulation_score": 52.198347046952485, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 78, + "seed": 100227, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.35631750623124, + "manipulation_score": 35.35631750623124, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 79, + "seed": 100228, + "success": false, + "steps_taken": 156, + "max_steps": 400, + "route_completion": 40.26608973301641, + "manipulation_score": 20.133044866508204, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 156, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 80, + "seed": 100231, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 34.55687313885721, + "manipulation_score": 34.55687313885721, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 81, + "seed": 100232, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 40.14375108399816, + "manipulation_score": 40.14375108399816, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 82, + "seed": 100235, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 27.203895109320225, + "manipulation_score": 27.203895109320225, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 83, + "seed": 100236, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 26.658195624389535, + "manipulation_score": 26.658195624389535, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 84, + "seed": 100238, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 27.17003294322889, + "manipulation_score": 27.17003294322889, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 85, + "seed": 100239, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 35.99616749328266, + "manipulation_score": 35.99616749328266, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 86, + "seed": 100243, + "success": false, + "steps_taken": 146, + "max_steps": 400, + "route_completion": 0.014392809970581302, + "manipulation_score": 0.007196404985290651, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 146, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 87, + "seed": 100245, + "success": false, + "steps_taken": 120, + "max_steps": 400, + "route_completion": 29.62251280656349, + "manipulation_score": 14.811256403281744, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 120, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 88, + "seed": 100248, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 36.129323448470785, + "manipulation_score": 36.129323448470785, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 89, + "seed": 100253, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 54.174558402967286, + "manipulation_score": 54.174558402967286, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 90, + "seed": 100255, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 45.39672492503453, + "manipulation_score": 45.39672492503453, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 91, + "seed": 100257, + "success": false, + "steps_taken": 80, + "max_steps": 400, + "route_completion": 40.784748307766286, + "manipulation_score": 40.784748307766286, + "total_penalty_factor": 1.0, + "fail_reason": "object_not_lifted", + "penalty_events": [] + }, + { + "episode_id": 92, + "seed": 100262, + "success": true, + "steps_taken": 222, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 93, + "seed": 100263, + "success": true, + "steps_taken": 126, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 94, + "seed": 100265, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 12.413678799325039, + "manipulation_score": 12.413678799325039, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 95, + "seed": 100269, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 16.013924243235646, + "manipulation_score": 16.013924243235646, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 96, + "seed": 100271, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 42.16389106297679, + "manipulation_score": 42.16389106297679, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 97, + "seed": 100273, + "success": true, + "steps_taken": 133, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 98, + "seed": 100274, + "success": false, + "steps_taken": 57, + "max_steps": 400, + "route_completion": 44.44473501657142, + "manipulation_score": 22.22236750828571, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 57, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 99, + "seed": 100276, + "success": false, + "steps_taken": 70, + "max_steps": 400, + "route_completion": 31.243931153192804, + "manipulation_score": 15.621965576596402, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 70, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 100, + "seed": 100277, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 46.422897564736495, + "manipulation_score": 46.422897564736495, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + } +] \ No newline at end of file diff --git a/log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics.json b/log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..0fa9bd6d29d64d21a73b3900a3fb21df9bdd5d18 --- /dev/null +++ b/log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 12, + "success_rate": 12.0, + "manipulation_score_mean": 38.69982661847678, + "manipulation_score_std": 27.389872186349567, + "route_completion_mean": 41.3881881791932, + "route_completion_std": 26.24661325892294, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 22 +} \ No newline at end of file diff --git a/log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics_report.txt b/log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..ba6c37ea9e9ecf282c23364e9bec6e24bc141fb5 --- /dev/null +++ b/log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 12.0% (12/100) + +--- Manipulation Score --- + Mean: 38.70 + Std: 27.39 + +--- Route Completion --- + Mean: 41.39% + Std: 26.25 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 22 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_result.txt b/log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..68ada892c015b8ecd44913e0b46686f54b5db075 --- /dev/null +++ b/log/eval_result/place_a2b_left/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-29 23:48:32/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-29 23:48:32 + +Instruction Type: unseen + +0.12 \ No newline at end of file diff --git a/log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_episodes_detail.json b/log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..451b0d36e5f346f6769d68f1025b2bee22f3c663 --- /dev/null +++ b/log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_episodes_detail.json @@ -0,0 +1,1622 @@ +[ + { + "episode_id": 1, + "seed": 100000, + "success": true, + "steps_taken": 124, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 2, + "seed": 100003, + "success": false, + "steps_taken": 146, + "max_steps": 400, + "route_completion": 21.463668526452174, + "manipulation_score": 10.731834263226087, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 146, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 3, + "seed": 100004, + "success": true, + "steps_taken": 137, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 4, + "seed": 100005, + "success": true, + "steps_taken": 129, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 5, + "seed": 100006, + "success": false, + "steps_taken": 232, + "max_steps": 400, + "route_completion": 12.137101742958535, + "manipulation_score": 6.0685508714792675, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 232, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 6, + "seed": 100007, + "success": false, + "steps_taken": 170, + "max_steps": 400, + "route_completion": 13.71517053914084, + "manipulation_score": 6.85758526957042, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 170, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 7, + "seed": 100008, + "success": false, + "steps_taken": 132, + "max_steps": 400, + "route_completion": 21.402595256612194, + "manipulation_score": 10.701297628306097, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 132, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 8, + "seed": 100009, + "success": true, + "steps_taken": 124, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 9, + "seed": 100010, + "success": false, + "steps_taken": 155, + "max_steps": 400, + "route_completion": 19.468538967405284, + "manipulation_score": 9.734269483702642, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 155, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 10, + "seed": 100011, + "success": true, + "steps_taken": 144, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 11, + "seed": 100012, + "success": false, + "steps_taken": 338, + "max_steps": 400, + "route_completion": 30.36498896041348, + "manipulation_score": 15.18249448020674, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 338, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 12, + "seed": 100014, + "success": false, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 23.68635472462633, + "manipulation_score": 11.843177362313165, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 113, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 13, + "seed": 100015, + "success": true, + "steps_taken": 145, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 14, + "seed": 100016, + "success": false, + "steps_taken": 183, + "max_steps": 400, + "route_completion": 0.017863581570029645, + "manipulation_score": 0.008931790785014822, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 183, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 15, + "seed": 100017, + "success": false, + "steps_taken": 132, + "max_steps": 400, + "route_completion": 14.1876485584316, + "manipulation_score": 7.0938242792158, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 132, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 16, + "seed": 100018, + "success": true, + "steps_taken": 137, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 17, + "seed": 100019, + "success": true, + "steps_taken": 139, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 18, + "seed": 100020, + "success": false, + "steps_taken": 152, + "max_steps": 400, + "route_completion": 8.292486307853332, + "manipulation_score": 4.146243153926666, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 152, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 19, + "seed": 100021, + "success": true, + "steps_taken": 128, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 20, + "seed": 100023, + "success": false, + "steps_taken": 152, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 152, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 21, + "seed": 100024, + "success": true, + "steps_taken": 124, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 22, + "seed": 100025, + "success": true, + "steps_taken": 135, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 23, + "seed": 100026, + "success": false, + "steps_taken": 161, + "max_steps": 400, + "route_completion": 39.99177846056225, + "manipulation_score": 19.995889230281126, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 161, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 24, + "seed": 100027, + "success": true, + "steps_taken": 127, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 25, + "seed": 100028, + "success": false, + "steps_taken": 173, + "max_steps": 400, + "route_completion": 0.3786603833912551, + "manipulation_score": 0.18933019169562754, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 173, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 26, + "seed": 100030, + "success": true, + "steps_taken": 131, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 27, + "seed": 100032, + "success": false, + "steps_taken": 119, + "max_steps": 400, + "route_completion": 32.63034149741056, + "manipulation_score": 16.31517074870528, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 119, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 28, + "seed": 100033, + "success": true, + "steps_taken": 132, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 29, + "seed": 100034, + "success": true, + "steps_taken": 131, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 30, + "seed": 100035, + "success": false, + "steps_taken": 236, + "max_steps": 400, + "route_completion": 26.505578298898108, + "manipulation_score": 13.252789149449054, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 236, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 31, + "seed": 100036, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 32.42779211715311, + "manipulation_score": 32.42779211715311, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 32, + "seed": 100037, + "success": false, + "steps_taken": 160, + "max_steps": 400, + "route_completion": 27.341620371819324, + "manipulation_score": 13.670810185909662, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 160, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 33, + "seed": 100038, + "success": true, + "steps_taken": 137, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 34, + "seed": 100039, + "success": true, + "steps_taken": 130, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 35, + "seed": 100041, + "success": false, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 13.493814867470974, + "manipulation_score": 6.746907433735487, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 138, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 36, + "seed": 100042, + "success": false, + "steps_taken": 176, + "max_steps": 400, + "route_completion": 8.428878008209137, + "manipulation_score": 4.214439004104569, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 176, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 37, + "seed": 100043, + "success": true, + "steps_taken": 126, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 38, + "seed": 100044, + "success": false, + "steps_taken": 156, + "max_steps": 400, + "route_completion": 5.016105632188362, + "manipulation_score": 2.508052816094181, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 156, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 39, + "seed": 100045, + "success": true, + "steps_taken": 130, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 40, + "seed": 100046, + "success": true, + "steps_taken": 135, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 41, + "seed": 100048, + "success": false, + "steps_taken": 130, + "max_steps": 400, + "route_completion": 10.641315294624363, + "manipulation_score": 5.320657647312181, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 130, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 42, + "seed": 100049, + "success": true, + "steps_taken": 135, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 43, + "seed": 100050, + "success": true, + "steps_taken": 128, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 44, + "seed": 100051, + "success": false, + "steps_taken": 153, + "max_steps": 400, + "route_completion": 0.010534690678432965, + "manipulation_score": 0.005267345339216483, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 153, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 45, + "seed": 100053, + "success": false, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 10.979332176325956, + "manipulation_score": 5.489666088162978, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 151, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 46, + "seed": 100057, + "success": false, + "steps_taken": 144, + "max_steps": 400, + "route_completion": 21.08242360583593, + "manipulation_score": 10.541211802917966, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 144, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 47, + "seed": 100058, + "success": false, + "steps_taken": 135, + "max_steps": 400, + "route_completion": 12.388614679963315, + "manipulation_score": 6.194307339981657, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 135, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 48, + "seed": 100059, + "success": false, + "steps_taken": 133, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 133, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 49, + "seed": 100060, + "success": false, + "steps_taken": 118, + "max_steps": 400, + "route_completion": 9.114375297708289, + "manipulation_score": 4.5571876488541445, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 118, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 50, + "seed": 100061, + "success": true, + "steps_taken": 134, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 51, + "seed": 100062, + "success": false, + "steps_taken": 124, + "max_steps": 400, + "route_completion": 2.8514591735698196, + "manipulation_score": 1.4257295867849098, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 124, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 52, + "seed": 100063, + "success": false, + "steps_taken": 158, + "max_steps": 400, + "route_completion": 17.377749576804042, + "manipulation_score": 8.688874788402021, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 158, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 53, + "seed": 100064, + "success": true, + "steps_taken": 135, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 54, + "seed": 100065, + "success": false, + "steps_taken": 117, + "max_steps": 400, + "route_completion": 18.842859176225694, + "manipulation_score": 9.421429588112847, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 117, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 55, + "seed": 100066, + "success": false, + "steps_taken": 121, + "max_steps": 400, + "route_completion": 18.946002799677526, + "manipulation_score": 9.473001399838763, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 121, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 56, + "seed": 100067, + "success": false, + "steps_taken": 135, + "max_steps": 400, + "route_completion": 4.723035085358536, + "manipulation_score": 2.361517542679268, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 135, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 57, + "seed": 100068, + "success": true, + "steps_taken": 136, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 58, + "seed": 100069, + "success": true, + "steps_taken": 134, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 59, + "seed": 100070, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 38.78886513935146, + "manipulation_score": 38.78886513935146, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 60, + "seed": 100071, + "success": false, + "steps_taken": 166, + "max_steps": 400, + "route_completion": 1.5516005443290763, + "manipulation_score": 0.7758002721645382, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 166, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 61, + "seed": 100072, + "success": true, + "steps_taken": 122, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 62, + "seed": 100073, + "success": false, + "steps_taken": 141, + "max_steps": 400, + "route_completion": 23.584376032829297, + "manipulation_score": 11.792188016414649, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 141, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 63, + "seed": 100074, + "success": true, + "steps_taken": 131, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100075, + "success": false, + "steps_taken": 125, + "max_steps": 400, + "route_completion": 35.645711300611, + "manipulation_score": 17.8228556503055, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 125, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 65, + "seed": 100076, + "success": false, + "steps_taken": 152, + "max_steps": 400, + "route_completion": 0.024494532527900816, + "manipulation_score": 0.012247266263950408, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 152, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 66, + "seed": 100077, + "success": true, + "steps_taken": 134, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 67, + "seed": 100078, + "success": true, + "steps_taken": 126, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 68, + "seed": 100079, + "success": false, + "steps_taken": 140, + "max_steps": 400, + "route_completion": 13.182370475800676, + "manipulation_score": 6.591185237900338, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 140, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 69, + "seed": 100080, + "success": false, + "steps_taken": 159, + "max_steps": 400, + "route_completion": 0.05227717499703052, + "manipulation_score": 0.02613858749851526, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 159, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 70, + "seed": 100081, + "success": false, + "steps_taken": 287, + "max_steps": 400, + "route_completion": 15.269824069054547, + "manipulation_score": 7.634912034527273, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 287, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 71, + "seed": 100082, + "success": true, + "steps_taken": 133, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 72, + "seed": 100083, + "success": false, + "steps_taken": 149, + "max_steps": 400, + "route_completion": 2.065116923405146, + "manipulation_score": 1.032558461702573, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 149, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 73, + "seed": 100085, + "success": true, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 74, + "seed": 100086, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 28.58127486861695, + "manipulation_score": 28.58127486861695, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 75, + "seed": 100087, + "success": false, + "steps_taken": 134, + "max_steps": 400, + "route_completion": 17.24463229433072, + "manipulation_score": 8.62231614716536, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 134, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 76, + "seed": 100088, + "success": false, + "steps_taken": 128, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 128, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 77, + "seed": 100089, + "success": false, + "steps_taken": 140, + "max_steps": 400, + "route_completion": 10.883191373061624, + "manipulation_score": 5.441595686530812, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 140, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 78, + "seed": 100090, + "success": false, + "steps_taken": 205, + "max_steps": 400, + "route_completion": 24.257417687651998, + "manipulation_score": 12.128708843825999, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 205, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 79, + "seed": 100092, + "success": false, + "steps_taken": 115, + "max_steps": 400, + "route_completion": 32.34749525488609, + "manipulation_score": 16.173747627443046, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 115, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 80, + "seed": 100096, + "success": true, + "steps_taken": 132, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 81, + "seed": 100097, + "success": false, + "steps_taken": 155, + "max_steps": 400, + "route_completion": 0.026040894017154696, + "manipulation_score": 0.013020447008577348, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 155, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 82, + "seed": 100098, + "success": false, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 19.368785518820435, + "manipulation_score": 9.684392759410217, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 109, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 83, + "seed": 100099, + "success": false, + "steps_taken": 159, + "max_steps": 400, + "route_completion": 6.295697766736779, + "manipulation_score": 3.1478488833683893, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 159, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 84, + "seed": 100100, + "success": true, + "steps_taken": 135, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 85, + "seed": 100101, + "success": false, + "steps_taken": 121, + "max_steps": 400, + "route_completion": 0.03470931143110299, + "manipulation_score": 0.017354655715551497, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 121, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 86, + "seed": 100103, + "success": false, + "steps_taken": 358, + "max_steps": 400, + "route_completion": 17.905681579212214, + "manipulation_score": 8.952840789606107, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 358, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 87, + "seed": 100104, + "success": false, + "steps_taken": 124, + "max_steps": 400, + "route_completion": 41.61131525132177, + "manipulation_score": 20.805657625660885, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 124, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 88, + "seed": 100105, + "success": false, + "steps_taken": 161, + "max_steps": 400, + "route_completion": 24.451658171946146, + "manipulation_score": 12.225829085973073, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 161, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 89, + "seed": 100106, + "success": false, + "steps_taken": 112, + "max_steps": 400, + "route_completion": 19.857493161885518, + "manipulation_score": 9.928746580942759, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 112, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 90, + "seed": 100108, + "success": false, + "steps_taken": 171, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 171, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 91, + "seed": 100109, + "success": false, + "steps_taken": 126, + "max_steps": 400, + "route_completion": 8.884336534847673, + "manipulation_score": 4.4421682674238365, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 126, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 92, + "seed": 100110, + "success": false, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 36.87801069773757, + "manipulation_score": 18.439005348868786, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 138, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 93, + "seed": 100111, + "success": false, + "steps_taken": 144, + "max_steps": 400, + "route_completion": 0.7122248992252547, + "manipulation_score": 0.35611244961262734, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 144, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 94, + "seed": 100112, + "success": false, + "steps_taken": 241, + "max_steps": 400, + "route_completion": 0.3371231846921409, + "manipulation_score": 0.16856159234607046, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 241, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 95, + "seed": 100113, + "success": false, + "steps_taken": 117, + "max_steps": 400, + "route_completion": 32.11498468147146, + "manipulation_score": 16.05749234073573, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 117, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 96, + "seed": 100114, + "success": true, + "steps_taken": 131, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 97, + "seed": 100116, + "success": false, + "steps_taken": 147, + "max_steps": 400, + "route_completion": 18.27731568295826, + "manipulation_score": 9.13865784147913, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 147, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 98, + "seed": 100117, + "success": false, + "steps_taken": 122, + "max_steps": 400, + "route_completion": 11.767102821917906, + "manipulation_score": 5.883551410958953, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 122, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 99, + "seed": 100118, + "success": true, + "steps_taken": 123, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 100, + "seed": 100121, + "success": true, + "steps_taken": 133, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + } +] \ No newline at end of file diff --git a/log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics.json b/log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..90c4471dc41956c90e2951a9cb3a6da350cd6380 --- /dev/null +++ b/log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 37, + "success_rate": 37.0, + "manipulation_score_mean": 42.298538741570674, + "manipulation_score_std": 44.672680313290044, + "route_completion_mean": 46.59909816189014, + "route_completion_std": 42.03084847675065, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 60 +} \ No newline at end of file diff --git a/log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics_report.txt b/log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..5870fa7400d346954807e3ee28894fedabc79d53 --- /dev/null +++ b/log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 37.0% (37/100) + +--- Manipulation Score --- + Mean: 42.30 + Std: 44.67 + +--- Route Completion --- + Mean: 46.60% + Std: 42.03 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 60 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_result.txt b/log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..f3c3204742a3823a89811c67266021b92f0be1a8 --- /dev/null +++ b/log/eval_result/place_container_plate/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 00:59:58/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-30 00:59:58 + +Instruction Type: unseen + +0.37 \ No newline at end of file diff --git a/log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_episodes_detail.json b/log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..6667acd41f4045a72e1b2c5670bea46335e39c8c --- /dev/null +++ b/log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_episodes_detail.json @@ -0,0 +1,1853 @@ +[ + { + "episode_id": 1, + "seed": 100002, + "success": false, + "steps_taken": 111, + "max_steps": 400, + "route_completion": 5.154810147839293, + "manipulation_score": 2.5774050739196466, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 111, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 2, + "seed": 100005, + "success": false, + "steps_taken": 352, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 352, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 3, + "seed": 100007, + "success": false, + "steps_taken": 145, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 145, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 4, + "seed": 100009, + "success": false, + "steps_taken": 321, + "max_steps": 400, + "route_completion": 27.718562436802973, + "manipulation_score": 13.859281218401486, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 321, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 5, + "seed": 100010, + "success": false, + "steps_taken": 118, + "max_steps": 400, + "route_completion": 21.71891491750095, + "manipulation_score": 10.859457458750475, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 118, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 6, + "seed": 100012, + "success": false, + "steps_taken": 132, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 132, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 7, + "seed": 100013, + "success": false, + "steps_taken": 140, + "max_steps": 400, + "route_completion": 31.88578325512652, + "manipulation_score": 15.94289162756326, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 140, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 8, + "seed": 100014, + "success": true, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 9, + "seed": 100016, + "success": false, + "steps_taken": 155, + "max_steps": 400, + "route_completion": 15.897289455626613, + "manipulation_score": 7.948644727813306, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 155, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 10, + "seed": 100020, + "success": false, + "steps_taken": 257, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 257, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 11, + "seed": 100021, + "success": false, + "steps_taken": 117, + "max_steps": 400, + "route_completion": 0.06678897572416923, + "manipulation_score": 0.03339448786208461, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 117, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 12, + "seed": 100024, + "success": false, + "steps_taken": 218, + "max_steps": 400, + "route_completion": 0.04636173890287798, + "manipulation_score": 0.02318086945143899, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 218, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 13, + "seed": 100025, + "success": false, + "steps_taken": 114, + "max_steps": 400, + "route_completion": 0.025901691392061728, + "manipulation_score": 0.012950845696030864, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 114, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 14, + "seed": 100029, + "success": false, + "steps_taken": 118, + "max_steps": 400, + "route_completion": 0.09626970824682099, + "manipulation_score": 0.048134854123410495, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 118, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 15, + "seed": 100035, + "success": false, + "steps_taken": 168, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 168, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 16, + "seed": 100036, + "success": false, + "steps_taken": 128, + "max_steps": 400, + "route_completion": 29.123713193307893, + "manipulation_score": 14.561856596653946, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 128, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 17, + "seed": 100037, + "success": false, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 109, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 18, + "seed": 100038, + "success": true, + "steps_taken": 142, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 19, + "seed": 100042, + "success": false, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 5.315163643797591, + "manipulation_score": 2.6575818218987957, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 138, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 20, + "seed": 100044, + "success": false, + "steps_taken": 103, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 103, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 21, + "seed": 100050, + "success": true, + "steps_taken": 154, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 22, + "seed": 100051, + "success": false, + "steps_taken": 229, + "max_steps": 400, + "route_completion": 28.14613415767182, + "manipulation_score": 14.07306707883591, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 229, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 23, + "seed": 100056, + "success": false, + "steps_taken": 220, + "max_steps": 400, + "route_completion": 1.2752676318864746, + "manipulation_score": 0.6376338159432373, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 220, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 24, + "seed": 100059, + "success": false, + "steps_taken": 190, + "max_steps": 400, + "route_completion": 27.60610951775453, + "manipulation_score": 13.803054758877265, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 190, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 25, + "seed": 100062, + "success": false, + "steps_taken": 189, + "max_steps": 400, + "route_completion": 34.384304122364355, + "manipulation_score": 17.192152061182178, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 189, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 26, + "seed": 100063, + "success": true, + "steps_taken": 140, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 27, + "seed": 100064, + "success": false, + "steps_taken": 107, + "max_steps": 400, + "route_completion": 10.128845067009635, + "manipulation_score": 5.064422533504818, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 107, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 28, + "seed": 100065, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 15.303600923530247, + "manipulation_score": 15.303600923530247, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 29, + "seed": 100067, + "success": false, + "steps_taken": 118, + "max_steps": 400, + "route_completion": 0.15758316555494398, + "manipulation_score": 0.07879158277747199, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 118, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 30, + "seed": 100068, + "success": false, + "steps_taken": 102, + "max_steps": 400, + "route_completion": 0.03601463408874049, + "manipulation_score": 0.018007317044370245, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 102, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 31, + "seed": 100069, + "success": false, + "steps_taken": 136, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 136, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 32, + "seed": 100072, + "success": false, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 15.25128715602163, + "manipulation_score": 7.625643578010815, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 109, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 33, + "seed": 100073, + "success": false, + "steps_taken": 218, + "max_steps": 400, + "route_completion": 0.047581054868356724, + "manipulation_score": 0.023790527434178362, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 218, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 34, + "seed": 100074, + "success": false, + "steps_taken": 99, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 99, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 35, + "seed": 100076, + "success": false, + "steps_taken": 272, + "max_steps": 400, + "route_completion": 32.8424508767673, + "manipulation_score": 16.42122543838365, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 272, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 36, + "seed": 100082, + "success": false, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 28.474886686133928, + "manipulation_score": 14.237443343066964, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 138, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 37, + "seed": 100084, + "success": false, + "steps_taken": 167, + "max_steps": 400, + "route_completion": 0.017594781073353542, + "manipulation_score": 0.008797390536676771, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 167, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 38, + "seed": 100086, + "success": false, + "steps_taken": 139, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 139, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 39, + "seed": 100089, + "success": false, + "steps_taken": 103, + "max_steps": 400, + "route_completion": 0.07099298539878536, + "manipulation_score": 0.03549649269939268, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 103, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 40, + "seed": 100096, + "success": false, + "steps_taken": 155, + "max_steps": 400, + "route_completion": 0.02198863097462428, + "manipulation_score": 0.01099431548731214, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 155, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 41, + "seed": 100099, + "success": false, + "steps_taken": 128, + "max_steps": 400, + "route_completion": 27.236642368690344, + "manipulation_score": 13.618321184345172, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 128, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 42, + "seed": 100101, + "success": false, + "steps_taken": 121, + "max_steps": 400, + "route_completion": 0.33089486585381456, + "manipulation_score": 0.16544743292690728, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 121, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 43, + "seed": 100106, + "success": false, + "steps_taken": 164, + "max_steps": 400, + "route_completion": 26.53094124820245, + "manipulation_score": 13.265470624101225, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 164, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 44, + "seed": 100109, + "success": false, + "steps_taken": 218, + "max_steps": 400, + "route_completion": 0.020794465342470713, + "manipulation_score": 0.010397232671235357, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 218, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 45, + "seed": 100110, + "success": false, + "steps_taken": 123, + "max_steps": 400, + "route_completion": 24.483466153112037, + "manipulation_score": 12.241733076556018, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 123, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 46, + "seed": 100111, + "success": false, + "steps_taken": 137, + "max_steps": 400, + "route_completion": 2.937833660661835, + "manipulation_score": 1.4689168303309175, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 137, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 47, + "seed": 100113, + "success": false, + "steps_taken": 117, + "max_steps": 400, + "route_completion": 0.07951184297432919, + "manipulation_score": 0.03975592148716459, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 117, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 48, + "seed": 100114, + "success": false, + "steps_taken": 125, + "max_steps": 400, + "route_completion": 11.778227938518198, + "manipulation_score": 5.889113969259099, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 125, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 49, + "seed": 100115, + "success": false, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 0.010925602249029704, + "manipulation_score": 0.005462801124514852, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 109, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 50, + "seed": 100119, + "success": false, + "steps_taken": 132, + "max_steps": 400, + "route_completion": 0.02577684541966592, + "manipulation_score": 0.01288842270983296, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 132, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 51, + "seed": 100120, + "success": false, + "steps_taken": 122, + "max_steps": 400, + "route_completion": 21.07676950830215, + "manipulation_score": 10.538384754151075, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 122, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 52, + "seed": 100126, + "success": false, + "steps_taken": 99, + "max_steps": 400, + "route_completion": 13.761614048321864, + "manipulation_score": 6.880807024160932, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 99, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 53, + "seed": 100128, + "success": false, + "steps_taken": 102, + "max_steps": 400, + "route_completion": 7.481413112869872, + "manipulation_score": 3.740706556434936, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 102, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 54, + "seed": 100129, + "success": false, + "steps_taken": 215, + "max_steps": 400, + "route_completion": 25.446228090615502, + "manipulation_score": 12.723114045307751, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 215, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 55, + "seed": 100130, + "success": false, + "steps_taken": 127, + "max_steps": 400, + "route_completion": 1.8512403401640483, + "manipulation_score": 0.9256201700820241, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 127, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 56, + "seed": 100131, + "success": false, + "steps_taken": 148, + "max_steps": 400, + "route_completion": 0.01435929761906984, + "manipulation_score": 0.00717964880953492, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 148, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 57, + "seed": 100133, + "success": false, + "steps_taken": 262, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 262, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 58, + "seed": 100134, + "success": false, + "steps_taken": 212, + "max_steps": 400, + "route_completion": 25.991082580666962, + "manipulation_score": 12.995541290333481, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 212, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 59, + "seed": 100136, + "success": false, + "steps_taken": 95, + "max_steps": 400, + "route_completion": 14.055719142622245, + "manipulation_score": 7.027859571311122, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 95, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 60, + "seed": 100139, + "success": false, + "steps_taken": 108, + "max_steps": 400, + "route_completion": 11.156077787986666, + "manipulation_score": 5.578038893993333, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 108, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 61, + "seed": 100140, + "success": false, + "steps_taken": 148, + "max_steps": 400, + "route_completion": 24.91488837137446, + "manipulation_score": 12.45744418568723, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 148, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 62, + "seed": 100142, + "success": false, + "steps_taken": 121, + "max_steps": 400, + "route_completion": 29.792624238729825, + "manipulation_score": 14.896312119364913, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 121, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 63, + "seed": 100143, + "success": false, + "steps_taken": 141, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 141, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 64, + "seed": 100144, + "success": false, + "steps_taken": 129, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 129, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 65, + "seed": 100147, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 11.088610958449843, + "manipulation_score": 11.088610958449843, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 66, + "seed": 100149, + "success": false, + "steps_taken": 213, + "max_steps": 400, + "route_completion": 0.0043421546065704865, + "manipulation_score": 0.0021710773032852433, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 213, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 67, + "seed": 100150, + "success": false, + "steps_taken": 225, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 225, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 68, + "seed": 100151, + "success": false, + "steps_taken": 204, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 204, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 69, + "seed": 100153, + "success": false, + "steps_taken": 114, + "max_steps": 400, + "route_completion": 14.141882175313722, + "manipulation_score": 7.070941087656861, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 114, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 70, + "seed": 100155, + "success": false, + "steps_taken": 140, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 140, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 71, + "seed": 100156, + "success": false, + "steps_taken": 148, + "max_steps": 400, + "route_completion": 31.87633464005143, + "manipulation_score": 15.938167320025714, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 148, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 72, + "seed": 100158, + "success": false, + "steps_taken": 141, + "max_steps": 400, + "route_completion": 15.402935473027272, + "manipulation_score": 7.701467736513636, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 141, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 73, + "seed": 100163, + "success": false, + "steps_taken": 137, + "max_steps": 400, + "route_completion": 31.490953112515363, + "manipulation_score": 15.745476556257682, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 137, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 74, + "seed": 100164, + "success": false, + "steps_taken": 112, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 112, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 75, + "seed": 100165, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 27.47407129843908, + "manipulation_score": 27.47407129843908, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 76, + "seed": 100171, + "success": false, + "steps_taken": 237, + "max_steps": 400, + "route_completion": 0.043301905940076796, + "manipulation_score": 0.021650952970038398, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 237, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 77, + "seed": 100172, + "success": false, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 0.056581245363227506, + "manipulation_score": 0.028290622681613753, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 109, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 78, + "seed": 100174, + "success": false, + "steps_taken": 156, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 156, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 79, + "seed": 100176, + "success": false, + "steps_taken": 336, + "max_steps": 400, + "route_completion": 27.17433508009538, + "manipulation_score": 13.58716754004769, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 336, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 80, + "seed": 100177, + "success": false, + "steps_taken": 257, + "max_steps": 400, + "route_completion": 22.049651114612328, + "manipulation_score": 11.024825557306164, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 257, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 81, + "seed": 100178, + "success": false, + "steps_taken": 130, + "max_steps": 400, + "route_completion": 0.049215497695173964, + "manipulation_score": 0.024607748847586982, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 130, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 82, + "seed": 100182, + "success": false, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 2.2490599329175476, + "manipulation_score": 1.1245299664587738, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 113, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 83, + "seed": 100185, + "success": false, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 12.825218185020185, + "manipulation_score": 6.412609092510093, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 113, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 84, + "seed": 100188, + "success": false, + "steps_taken": 296, + "max_steps": 400, + "route_completion": 25.395823595317278, + "manipulation_score": 12.697911797658639, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 296, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 85, + "seed": 100189, + "success": false, + "steps_taken": 264, + "max_steps": 400, + "route_completion": 24.110575386132712, + "manipulation_score": 12.055287693066356, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 264, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 86, + "seed": 100191, + "success": false, + "steps_taken": 202, + "max_steps": 400, + "route_completion": 41.512767565528904, + "manipulation_score": 20.756383782764452, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 202, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 87, + "seed": 100192, + "success": false, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 113, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 88, + "seed": 100194, + "success": false, + "steps_taken": 194, + "max_steps": 400, + "route_completion": 15.422624160636515, + "manipulation_score": 7.711312080318257, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 194, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 89, + "seed": 100195, + "success": false, + "steps_taken": 111, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 111, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 90, + "seed": 100199, + "success": false, + "steps_taken": 168, + "max_steps": 400, + "route_completion": 0.02834992430977637, + "manipulation_score": 0.014174962154888185, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 168, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 91, + "seed": 100200, + "success": false, + "steps_taken": 140, + "max_steps": 400, + "route_completion": 22.074519568981174, + "manipulation_score": 11.037259784490587, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 140, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 92, + "seed": 100208, + "success": false, + "steps_taken": 156, + "max_steps": 400, + "route_completion": 29.202345022041023, + "manipulation_score": 14.601172511020511, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 156, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 93, + "seed": 100209, + "success": false, + "steps_taken": 148, + "max_steps": 400, + "route_completion": 29.741723201429227, + "manipulation_score": 14.870861600714614, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 148, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 94, + "seed": 100210, + "success": false, + "steps_taken": 174, + "max_steps": 400, + "route_completion": 0.03438851982221622, + "manipulation_score": 0.01719425991110811, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 174, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 95, + "seed": 100211, + "success": false, + "steps_taken": 168, + "max_steps": 400, + "route_completion": 25.603441227017033, + "manipulation_score": 12.801720613508516, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 168, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 96, + "seed": 100213, + "success": false, + "steps_taken": 232, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 232, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 97, + "seed": 100214, + "success": false, + "steps_taken": 107, + "max_steps": 400, + "route_completion": 4.889690977659771, + "manipulation_score": 2.4448454888298854, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 107, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 98, + "seed": 100216, + "success": false, + "steps_taken": 166, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 166, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 99, + "seed": 100219, + "success": false, + "steps_taken": 168, + "max_steps": 400, + "route_completion": 32.78605610813731, + "manipulation_score": 16.393028054068655, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 168, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 100, + "seed": 100221, + "success": false, + "steps_taken": 108, + "max_steps": 400, + "route_completion": 15.536062437499973, + "manipulation_score": 7.768031218749987, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 108, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + } +] \ No newline at end of file diff --git a/log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics.json b/log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..2d547cc56abd55a4f898f5bafd8e4e2b04856630 --- /dev/null +++ b/log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 4, + "success_rate": 4.0, + "manipulation_score_mean": 9.579611878573212, + "manipulation_score_std": 19.58327103582207, + "route_completion_mean": 14.620560925342234, + "route_completion_std": 21.306656434477066, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 93 +} \ No newline at end of file diff --git a/log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics_report.txt b/log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..3a2b0c6e088638c8a1af7d44e82112ac4ea0fa4b --- /dev/null +++ b/log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 4.0% (4/100) + +--- Manipulation Score --- + Mean: 9.58 + Std: 19.58 + +--- Route Completion --- + Mean: 14.62% + Std: 21.31 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 93 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_result.txt b/log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..c4f8a0fb80f55077166098eb31eb5ba8c790f48b --- /dev/null +++ b/log/eval_result/place_fan/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:29:40/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-30 01:29:40 + +Instruction Type: unseen + +0.04 \ No newline at end of file diff --git a/log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_episodes_detail.json b/log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..224893e42a22d00ec1be2742b1daa83672d0c43a --- /dev/null +++ b/log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_episodes_detail.json @@ -0,0 +1,1811 @@ +[ + { + "episode_id": 1, + "seed": 100000, + "success": false, + "steps_taken": 174, + "max_steps": 400, + "route_completion": 12.327567567101958, + "manipulation_score": 6.163783783550979, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 174, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 2, + "seed": 100002, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 34.83103272757156, + "manipulation_score": 34.83103272757156, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 3, + "seed": 100004, + "success": false, + "steps_taken": 325, + "max_steps": 400, + "route_completion": 31.127791149712113, + "manipulation_score": 15.563895574856057, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 325, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 4, + "seed": 100005, + "success": false, + "steps_taken": 194, + "max_steps": 400, + "route_completion": 10.40103876958806, + "manipulation_score": 5.20051938479403, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 194, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 5, + "seed": 100006, + "success": false, + "steps_taken": 148, + "max_steps": 400, + "route_completion": 36.19825339077301, + "manipulation_score": 18.099126695386506, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 148, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 6, + "seed": 100007, + "success": false, + "steps_taken": 169, + "max_steps": 400, + "route_completion": 18.54560878219786, + "manipulation_score": 9.27280439109893, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 169, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 7, + "seed": 100008, + "success": false, + "steps_taken": 232, + "max_steps": 400, + "route_completion": 56.74287088232989, + "manipulation_score": 28.371435441164945, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 232, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 8, + "seed": 100009, + "success": true, + "steps_taken": 150, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 9, + "seed": 100010, + "success": false, + "steps_taken": 172, + "max_steps": 400, + "route_completion": 25.386715871117293, + "manipulation_score": 12.693357935558646, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 172, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 10, + "seed": 100011, + "success": false, + "steps_taken": 194, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 194, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 11, + "seed": 100012, + "success": false, + "steps_taken": 250, + "max_steps": 400, + "route_completion": 43.993570772864324, + "manipulation_score": 21.996785386432162, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 250, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 12, + "seed": 100013, + "success": false, + "steps_taken": 145, + "max_steps": 400, + "route_completion": 46.151401531061595, + "manipulation_score": 23.075700765530797, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 145, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 13, + "seed": 100014, + "success": false, + "steps_taken": 208, + "max_steps": 400, + "route_completion": 22.9781100561643, + "manipulation_score": 11.48905502808215, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 208, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 14, + "seed": 100015, + "success": false, + "steps_taken": 132, + "max_steps": 400, + "route_completion": 28.087886959912222, + "manipulation_score": 14.043943479956111, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 132, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 15, + "seed": 100016, + "success": false, + "steps_taken": 191, + "max_steps": 400, + "route_completion": 0.04974802806540422, + "manipulation_score": 0.02487401403270211, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 191, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 16, + "seed": 100017, + "success": false, + "steps_taken": 259, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 259, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 17, + "seed": 100018, + "success": false, + "steps_taken": 262, + "max_steps": 400, + "route_completion": 10.181092470216575, + "manipulation_score": 5.090546235108287, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 262, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 18, + "seed": 100021, + "success": true, + "steps_taken": 159, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 19, + "seed": 100022, + "success": false, + "steps_taken": 143, + "max_steps": 400, + "route_completion": 28.51888039598664, + "manipulation_score": 14.25944019799332, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 143, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 20, + "seed": 100025, + "success": false, + "steps_taken": 333, + "max_steps": 400, + "route_completion": 15.790757170001102, + "manipulation_score": 7.895378585000551, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 333, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 21, + "seed": 100027, + "success": false, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 32.31462615568949, + "manipulation_score": 16.157313077844744, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 113, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 22, + "seed": 100029, + "success": false, + "steps_taken": 195, + "max_steps": 400, + "route_completion": 37.71722273498711, + "manipulation_score": 18.858611367493555, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 195, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 23, + "seed": 100030, + "success": false, + "steps_taken": 227, + "max_steps": 400, + "route_completion": 54.220193222794144, + "manipulation_score": 27.110096611397072, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 227, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 24, + "seed": 100031, + "success": true, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 25, + "seed": 100033, + "success": false, + "steps_taken": 162, + "max_steps": 400, + "route_completion": 0.012172662289436083, + "manipulation_score": 0.006086331144718042, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 162, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 26, + "seed": 100034, + "success": false, + "steps_taken": 158, + "max_steps": 400, + "route_completion": 29.85252251136839, + "manipulation_score": 14.926261255684196, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 158, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 27, + "seed": 100035, + "success": false, + "steps_taken": 117, + "max_steps": 400, + "route_completion": 29.052287036249464, + "manipulation_score": 14.526143518124732, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 117, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 28, + "seed": 100038, + "success": false, + "steps_taken": 148, + "max_steps": 400, + "route_completion": 45.190397747120066, + "manipulation_score": 22.595198873560033, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 148, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 29, + "seed": 100040, + "success": false, + "steps_taken": 167, + "max_steps": 400, + "route_completion": 36.06966473587845, + "manipulation_score": 18.034832367939224, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 167, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 30, + "seed": 100042, + "success": false, + "steps_taken": 171, + "max_steps": 400, + "route_completion": 36.0984612378567, + "manipulation_score": 18.04923061892835, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 171, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 31, + "seed": 100043, + "success": false, + "steps_taken": 169, + "max_steps": 400, + "route_completion": 2.955893154130579, + "manipulation_score": 1.4779465770652895, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 169, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 32, + "seed": 100044, + "success": false, + "steps_taken": 350, + "max_steps": 400, + "route_completion": 19.69181978347538, + "manipulation_score": 9.84590989173769, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 350, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 33, + "seed": 100045, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 16.900108910642842, + "manipulation_score": 16.900108910642842, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 34, + "seed": 100048, + "success": false, + "steps_taken": 203, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 203, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 35, + "seed": 100049, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 44.55971597254662, + "manipulation_score": 44.55971597254662, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 36, + "seed": 100050, + "success": false, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 0.030208026895477972, + "manipulation_score": 0.015104013447738986, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 151, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 37, + "seed": 100052, + "success": false, + "steps_taken": 182, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 182, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 38, + "seed": 100053, + "success": false, + "steps_taken": 211, + "max_steps": 400, + "route_completion": 42.45696151634068, + "manipulation_score": 21.22848075817034, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 211, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 39, + "seed": 100054, + "success": true, + "steps_taken": 148, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 40, + "seed": 100056, + "success": false, + "steps_taken": 196, + "max_steps": 400, + "route_completion": 0.051087071696838904, + "manipulation_score": 0.025543535848419452, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 196, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 41, + "seed": 100057, + "success": false, + "steps_taken": 189, + "max_steps": 400, + "route_completion": 39.12049328423512, + "manipulation_score": 19.56024664211756, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 189, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 42, + "seed": 100058, + "success": false, + "steps_taken": 302, + "max_steps": 400, + "route_completion": 27.071904385933426, + "manipulation_score": 13.535952192966713, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 302, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 43, + "seed": 100059, + "success": false, + "steps_taken": 132, + "max_steps": 400, + "route_completion": 32.57579157256883, + "manipulation_score": 16.287895786284416, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 132, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 44, + "seed": 100060, + "success": false, + "steps_taken": 280, + "max_steps": 400, + "route_completion": 13.116516983957363, + "manipulation_score": 6.558258491978681, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 280, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 45, + "seed": 100061, + "success": false, + "steps_taken": 228, + "max_steps": 400, + "route_completion": 35.44254956725381, + "manipulation_score": 17.721274783626907, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 228, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 46, + "seed": 100063, + "success": false, + "steps_taken": 139, + "max_steps": 400, + "route_completion": 38.208175536515974, + "manipulation_score": 19.104087768257987, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 139, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 47, + "seed": 100064, + "success": false, + "steps_taken": 166, + "max_steps": 400, + "route_completion": 45.791509807175714, + "manipulation_score": 22.895754903587857, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 166, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 48, + "seed": 100067, + "success": false, + "steps_taken": 358, + "max_steps": 400, + "route_completion": 22.01969576548019, + "manipulation_score": 11.009847882740095, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 358, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 49, + "seed": 100068, + "success": false, + "steps_taken": 129, + "max_steps": 400, + "route_completion": 27.01074743837994, + "manipulation_score": 13.50537371918997, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 129, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 50, + "seed": 100069, + "success": false, + "steps_taken": 107, + "max_steps": 400, + "route_completion": 13.397958266260662, + "manipulation_score": 6.698979133130331, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 107, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 51, + "seed": 100070, + "success": false, + "steps_taken": 156, + "max_steps": 400, + "route_completion": 18.873491129336657, + "manipulation_score": 9.436745564668328, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 156, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 52, + "seed": 100071, + "success": false, + "steps_taken": 122, + "max_steps": 400, + "route_completion": 18.875357591632376, + "manipulation_score": 9.437678795816188, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 122, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 53, + "seed": 100072, + "success": false, + "steps_taken": 224, + "max_steps": 400, + "route_completion": 48.19809448912486, + "manipulation_score": 24.09904724456243, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 224, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 54, + "seed": 100075, + "success": false, + "steps_taken": 110, + "max_steps": 400, + "route_completion": 29.299376383951564, + "manipulation_score": 14.649688191975782, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 110, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 55, + "seed": 100076, + "success": false, + "steps_taken": 159, + "max_steps": 400, + "route_completion": 0.04225349945466198, + "manipulation_score": 0.02112674972733099, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 159, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 56, + "seed": 100077, + "success": false, + "steps_taken": 195, + "max_steps": 400, + "route_completion": 20.74393648142111, + "manipulation_score": 10.371968240710554, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 195, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 57, + "seed": 100078, + "success": false, + "steps_taken": 158, + "max_steps": 400, + "route_completion": 6.640480076026428, + "manipulation_score": 3.320240038013214, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 158, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 58, + "seed": 100081, + "success": false, + "steps_taken": 327, + "max_steps": 400, + "route_completion": 19.714924967765988, + "manipulation_score": 9.857462483882994, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 327, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 59, + "seed": 100082, + "success": false, + "steps_taken": 192, + "max_steps": 400, + "route_completion": 19.71971498723516, + "manipulation_score": 9.85985749361758, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 192, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 60, + "seed": 100083, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 38.353809696914546, + "manipulation_score": 38.353809696914546, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 61, + "seed": 100084, + "success": false, + "steps_taken": 198, + "max_steps": 400, + "route_completion": 27.57711446634991, + "manipulation_score": 13.788557233174956, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 198, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 62, + "seed": 100087, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 42.476258125761056, + "manipulation_score": 42.476258125761056, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 63, + "seed": 100088, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 24.35152237842298, + "manipulation_score": 24.35152237842298, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100090, + "success": false, + "steps_taken": 230, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 230, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 65, + "seed": 100092, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 26.072663743928025, + "manipulation_score": 26.072663743928025, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 66, + "seed": 100093, + "success": false, + "steps_taken": 239, + "max_steps": 400, + "route_completion": 23.814844429297306, + "manipulation_score": 11.907422214648653, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 239, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 67, + "seed": 100094, + "success": false, + "steps_taken": 150, + "max_steps": 400, + "route_completion": 0.030056966878919948, + "manipulation_score": 0.015028483439459974, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 150, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 68, + "seed": 100095, + "success": false, + "steps_taken": 179, + "max_steps": 400, + "route_completion": 0.026838955599747485, + "manipulation_score": 0.013419477799873743, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 179, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 69, + "seed": 100096, + "success": false, + "steps_taken": 170, + "max_steps": 400, + "route_completion": 1.0872925076005258, + "manipulation_score": 0.5436462538002629, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 170, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 70, + "seed": 100098, + "success": false, + "steps_taken": 265, + "max_steps": 400, + "route_completion": 53.307524927059745, + "manipulation_score": 26.653762463529873, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 265, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 71, + "seed": 100100, + "success": false, + "steps_taken": 245, + "max_steps": 400, + "route_completion": 21.942137111945513, + "manipulation_score": 10.971068555972757, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 245, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 72, + "seed": 100101, + "success": false, + "steps_taken": 111, + "max_steps": 400, + "route_completion": 38.318011667107235, + "manipulation_score": 19.159005833553618, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 111, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 73, + "seed": 100103, + "success": false, + "steps_taken": 192, + "max_steps": 400, + "route_completion": 13.465114759079617, + "manipulation_score": 6.732557379539808, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 192, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 74, + "seed": 100104, + "success": false, + "steps_taken": 156, + "max_steps": 400, + "route_completion": 53.05214608784246, + "manipulation_score": 26.52607304392123, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 156, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 75, + "seed": 100108, + "success": false, + "steps_taken": 163, + "max_steps": 400, + "route_completion": 18.01813882106432, + "manipulation_score": 9.00906941053216, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 163, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 76, + "seed": 100109, + "success": false, + "steps_taken": 136, + "max_steps": 400, + "route_completion": 29.969776892757178, + "manipulation_score": 14.984888446378589, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 136, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 77, + "seed": 100111, + "success": false, + "steps_taken": 204, + "max_steps": 400, + "route_completion": 31.550554627742418, + "manipulation_score": 15.775277313871209, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 204, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 78, + "seed": 100114, + "success": false, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 49.49248690092275, + "manipulation_score": 24.746243450461375, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 138, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 79, + "seed": 100115, + "success": false, + "steps_taken": 237, + "max_steps": 400, + "route_completion": 28.001377105355047, + "manipulation_score": 14.000688552677524, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 237, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 80, + "seed": 100116, + "success": false, + "steps_taken": 126, + "max_steps": 400, + "route_completion": 0.026455950237618035, + "manipulation_score": 0.013227975118809018, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 126, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 81, + "seed": 100118, + "success": false, + "steps_taken": 219, + "max_steps": 400, + "route_completion": 23.53115229749051, + "manipulation_score": 11.765576148745255, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 219, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 82, + "seed": 100119, + "success": false, + "steps_taken": 142, + "max_steps": 400, + "route_completion": 9.486764551721967, + "manipulation_score": 4.743382275860983, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 142, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 83, + "seed": 100121, + "success": false, + "steps_taken": 141, + "max_steps": 400, + "route_completion": 29.56059541900313, + "manipulation_score": 14.780297709501564, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 141, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 84, + "seed": 100122, + "success": false, + "steps_taken": 173, + "max_steps": 400, + "route_completion": 16.779302970622194, + "manipulation_score": 8.389651485311097, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 173, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 85, + "seed": 100123, + "success": true, + "steps_taken": 147, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 86, + "seed": 100124, + "success": false, + "steps_taken": 218, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 218, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 87, + "seed": 100125, + "success": false, + "steps_taken": 335, + "max_steps": 400, + "route_completion": 42.177383637593266, + "manipulation_score": 21.088691818796633, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 335, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 88, + "seed": 100126, + "success": false, + "steps_taken": 225, + "max_steps": 400, + "route_completion": 33.039507341176346, + "manipulation_score": 16.519753670588173, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 225, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 89, + "seed": 100132, + "success": false, + "steps_taken": 146, + "max_steps": 400, + "route_completion": 46.66495609366505, + "manipulation_score": 23.332478046832524, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 146, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 90, + "seed": 100135, + "success": false, + "steps_taken": 246, + "max_steps": 400, + "route_completion": 35.9808370757163, + "manipulation_score": 17.99041853785815, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 246, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 91, + "seed": 100136, + "success": false, + "steps_taken": 197, + "max_steps": 400, + "route_completion": 28.773540364336696, + "manipulation_score": 14.386770182168348, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 197, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 92, + "seed": 100138, + "success": false, + "steps_taken": 318, + "max_steps": 400, + "route_completion": 26.15248928865653, + "manipulation_score": 13.076244644328264, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 318, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 93, + "seed": 100139, + "success": false, + "steps_taken": 111, + "max_steps": 400, + "route_completion": 15.31798490671347, + "manipulation_score": 7.658992453356735, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 111, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 94, + "seed": 100140, + "success": false, + "steps_taken": 305, + "max_steps": 400, + "route_completion": 43.98871380778708, + "manipulation_score": 21.99435690389354, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 305, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 95, + "seed": 100142, + "success": false, + "steps_taken": 304, + "max_steps": 400, + "route_completion": 24.810714929484718, + "manipulation_score": 12.405357464742359, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 304, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 96, + "seed": 100144, + "success": false, + "steps_taken": 112, + "max_steps": 400, + "route_completion": 35.75860952523097, + "manipulation_score": 17.879304762615487, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 112, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 97, + "seed": 100145, + "success": false, + "steps_taken": 158, + "max_steps": 400, + "route_completion": 24.74135710714515, + "manipulation_score": 12.370678553572574, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 158, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 98, + "seed": 100151, + "success": false, + "steps_taken": 143, + "max_steps": 400, + "route_completion": 0.0473062477977945, + "manipulation_score": 0.02365312389889725, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 143, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 99, + "seed": 100153, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 43.00587486070989, + "manipulation_score": 43.00587486070989, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 100, + "seed": 100154, + "success": false, + "steps_taken": 107, + "max_steps": 400, + "route_completion": 29.650317361627987, + "manipulation_score": 14.825158680813994, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 107, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + } +] \ No newline at end of file diff --git a/log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics.json b/log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..a0943d7f35e2d4f39311a30928dbe2584c694ed0 --- /dev/null +++ b/log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 5, + "success_rate": 5.0, + "manipulation_score_mean": 18.12650580771589, + "manipulation_score_std": 21.213748473501457, + "route_completion_mean": 28.547501751266815, + "route_completion_std": 22.42668098245863, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 87 +} \ No newline at end of file diff --git a/log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics_report.txt b/log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..7905f38dfb02cec50fa2cf294b4aa506cbcd1c53 --- /dev/null +++ b/log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 5.0% (5/100) + +--- Manipulation Score --- + Mean: 18.13 + Std: 21.21 + +--- Route Completion --- + Mean: 28.55% + Std: 22.43 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 87 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_result.txt b/log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..f50b16c1066a42e7919b0c2105a9cbb99448a55f --- /dev/null +++ b/log/eval_result/place_mouse_pad/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 01:38:14/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-30 01:38:14 + +Instruction Type: unseen + +0.05 \ No newline at end of file diff --git a/log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_episodes_detail.json b/log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..d777dd63f0c075fa23b372108cdcff963c052ed2 --- /dev/null +++ b/log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_episodes_detail.json @@ -0,0 +1,1818 @@ +[ + { + "episode_id": 1, + "seed": 100002, + "success": false, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 20.962010524645716, + "manipulation_score": 10.481005262322858, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 138, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 2, + "seed": 100003, + "success": false, + "steps_taken": 150, + "max_steps": 400, + "route_completion": 13.062520521899309, + "manipulation_score": 6.531260260949654, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 150, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 3, + "seed": 100007, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 41.53926913885019, + "manipulation_score": 41.53926913885019, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 4, + "seed": 100009, + "success": false, + "steps_taken": 225, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 225, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 5, + "seed": 100010, + "success": false, + "steps_taken": 94, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 94, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 6, + "seed": 100011, + "success": false, + "steps_taken": 227, + "max_steps": 400, + "route_completion": 57.717664775693265, + "manipulation_score": 28.858832387846633, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 227, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 7, + "seed": 100012, + "success": false, + "steps_taken": 218, + "max_steps": 400, + "route_completion": 45.15152411841753, + "manipulation_score": 22.575762059208763, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 218, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 8, + "seed": 100015, + "success": false, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 31.803180849374623, + "manipulation_score": 15.901590424687312, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 138, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 9, + "seed": 100016, + "success": false, + "steps_taken": 108, + "max_steps": 400, + "route_completion": 0.02765098935521416, + "manipulation_score": 0.01382549467760708, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 108, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 10, + "seed": 100018, + "success": false, + "steps_taken": 123, + "max_steps": 400, + "route_completion": 10.756310021511235, + "manipulation_score": 5.378155010755617, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 123, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 11, + "seed": 100020, + "success": false, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 0.028857051208093912, + "manipulation_score": 0.014428525604046956, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 109, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 12, + "seed": 100021, + "success": false, + "steps_taken": 101, + "max_steps": 400, + "route_completion": 26.622004939721545, + "manipulation_score": 13.311002469860773, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 101, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 13, + "seed": 100023, + "success": false, + "steps_taken": 140, + "max_steps": 400, + "route_completion": 27.17942239004899, + "manipulation_score": 13.589711195024496, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 140, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 14, + "seed": 100024, + "success": false, + "steps_taken": 97, + "max_steps": 400, + "route_completion": 34.19220028076849, + "manipulation_score": 17.096100140384245, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 97, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 15, + "seed": 100025, + "success": false, + "steps_taken": 107, + "max_steps": 400, + "route_completion": 37.487997985620154, + "manipulation_score": 18.743998992810077, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 107, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 16, + "seed": 100026, + "success": false, + "steps_taken": 99, + "max_steps": 400, + "route_completion": 0.01830849313362507, + "manipulation_score": 0.009154246566812536, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 99, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 17, + "seed": 100027, + "success": false, + "steps_taken": 83, + "max_steps": 400, + "route_completion": 18.246320229651197, + "manipulation_score": 9.123160114825598, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 83, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 18, + "seed": 100029, + "success": true, + "steps_taken": 127, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 19, + "seed": 100030, + "success": false, + "steps_taken": 270, + "max_steps": 400, + "route_completion": 18.193976380601473, + "manipulation_score": 9.096988190300737, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 270, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 20, + "seed": 100034, + "success": false, + "steps_taken": 155, + "max_steps": 400, + "route_completion": 33.94429942326992, + "manipulation_score": 16.97214971163496, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 155, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 21, + "seed": 100035, + "success": false, + "steps_taken": 103, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 103, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 22, + "seed": 100036, + "success": false, + "steps_taken": 101, + "max_steps": 400, + "route_completion": 36.532631274087024, + "manipulation_score": 18.266315637043512, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 101, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 23, + "seed": 100037, + "success": false, + "steps_taken": 275, + "max_steps": 400, + "route_completion": 25.882779921147275, + "manipulation_score": 12.941389960573638, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 275, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 24, + "seed": 100038, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.289592076636435, + "manipulation_score": 30.289592076636435, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 25, + "seed": 100042, + "success": false, + "steps_taken": 101, + "max_steps": 400, + "route_completion": 7.641461514505579, + "manipulation_score": 3.8207307572527895, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 101, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 26, + "seed": 100043, + "success": false, + "steps_taken": 399, + "max_steps": 400, + "route_completion": 13.283568664039427, + "manipulation_score": 6.641784332019713, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 399, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 27, + "seed": 100044, + "success": false, + "steps_taken": 96, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 96, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 28, + "seed": 100045, + "success": false, + "steps_taken": 115, + "max_steps": 400, + "route_completion": 0.01963100512879482, + "manipulation_score": 0.00981550256439741, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 115, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 29, + "seed": 100048, + "success": false, + "steps_taken": 184, + "max_steps": 400, + "route_completion": 22.63355710547542, + "manipulation_score": 11.31677855273771, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 184, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 30, + "seed": 100051, + "success": false, + "steps_taken": 139, + "max_steps": 400, + "route_completion": 28.083742468548056, + "manipulation_score": 14.041871234274028, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 139, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 31, + "seed": 100052, + "success": false, + "steps_taken": 130, + "max_steps": 400, + "route_completion": 31.841035203025204, + "manipulation_score": 15.920517601512602, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 130, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 32, + "seed": 100053, + "success": false, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 19.28878961762684, + "manipulation_score": 9.64439480881342, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 109, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 33, + "seed": 100054, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 46.89712553652655, + "manipulation_score": 46.89712553652655, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 34, + "seed": 100055, + "success": false, + "steps_taken": 119, + "max_steps": 400, + "route_completion": 46.98216373854437, + "manipulation_score": 23.491081869272186, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 119, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 35, + "seed": 100056, + "success": false, + "steps_taken": 195, + "max_steps": 400, + "route_completion": 35.374972673761185, + "manipulation_score": 17.687486336880593, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 195, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 36, + "seed": 100057, + "success": false, + "steps_taken": 98, + "max_steps": 400, + "route_completion": 0.04161321809937179, + "manipulation_score": 0.020806609049685895, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 98, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 37, + "seed": 100058, + "success": false, + "steps_taken": 136, + "max_steps": 400, + "route_completion": 0.04220383035470456, + "manipulation_score": 0.02110191517735228, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 136, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 38, + "seed": 100060, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 14.646920958858212, + "manipulation_score": 14.646920958858212, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 39, + "seed": 100061, + "success": false, + "steps_taken": 122, + "max_steps": 400, + "route_completion": 27.71080460968876, + "manipulation_score": 13.85540230484438, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 122, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 40, + "seed": 100062, + "success": false, + "steps_taken": 291, + "max_steps": 400, + "route_completion": 30.899060164998147, + "manipulation_score": 15.449530082499074, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 291, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 41, + "seed": 100063, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 14.67975487858631, + "manipulation_score": 14.67975487858631, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 42, + "seed": 100064, + "success": false, + "steps_taken": 133, + "max_steps": 400, + "route_completion": 34.86368279041685, + "manipulation_score": 17.431841395208426, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 133, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 43, + "seed": 100065, + "success": false, + "steps_taken": 158, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 158, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 44, + "seed": 100066, + "success": false, + "steps_taken": 300, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 300, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 45, + "seed": 100067, + "success": false, + "steps_taken": 154, + "max_steps": 400, + "route_completion": 32.63340353268842, + "manipulation_score": 16.31670176634421, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 154, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 46, + "seed": 100068, + "success": false, + "steps_taken": 123, + "max_steps": 400, + "route_completion": 10.146858879885855, + "manipulation_score": 5.073429439942927, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 123, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 47, + "seed": 100069, + "success": false, + "steps_taken": 108, + "max_steps": 400, + "route_completion": 39.87439051500566, + "manipulation_score": 19.93719525750283, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 108, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 48, + "seed": 100070, + "success": true, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 49, + "seed": 100071, + "success": false, + "steps_taken": 134, + "max_steps": 400, + "route_completion": 13.548096044455319, + "manipulation_score": 6.774048022227659, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 134, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 50, + "seed": 100072, + "success": false, + "steps_taken": 291, + "max_steps": 400, + "route_completion": 18.41450529391235, + "manipulation_score": 9.207252646956174, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 291, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 51, + "seed": 100073, + "success": false, + "steps_taken": 100, + "max_steps": 400, + "route_completion": 36.01936628896184, + "manipulation_score": 18.00968314448092, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 100, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 52, + "seed": 100075, + "success": false, + "steps_taken": 192, + "max_steps": 400, + "route_completion": 33.75207533103009, + "manipulation_score": 16.876037665515046, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 192, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 53, + "seed": 100076, + "success": false, + "steps_taken": 190, + "max_steps": 400, + "route_completion": 0.026141464463620163, + "manipulation_score": 0.013070732231810081, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 190, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 54, + "seed": 100077, + "success": false, + "steps_taken": 323, + "max_steps": 400, + "route_completion": 41.05241163640416, + "manipulation_score": 20.52620581820208, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 323, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 55, + "seed": 100078, + "success": false, + "steps_taken": 229, + "max_steps": 400, + "route_completion": 1.0958555947320823, + "manipulation_score": 0.5479277973660411, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 229, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 56, + "seed": 100079, + "success": false, + "steps_taken": 121, + "max_steps": 400, + "route_completion": 29.730004070860723, + "manipulation_score": 14.865002035430361, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 121, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 57, + "seed": 100080, + "success": false, + "steps_taken": 186, + "max_steps": 400, + "route_completion": 35.258982850339315, + "manipulation_score": 17.629491425169658, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 186, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 58, + "seed": 100083, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.84400134142506, + "manipulation_score": 30.84400134142506, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 59, + "seed": 100085, + "success": false, + "steps_taken": 124, + "max_steps": 400, + "route_completion": 26.07056245371166, + "manipulation_score": 13.03528122685583, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 124, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 60, + "seed": 100088, + "success": false, + "steps_taken": 291, + "max_steps": 400, + "route_completion": 27.35091141982692, + "manipulation_score": 13.67545570991346, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 291, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 61, + "seed": 100089, + "success": false, + "steps_taken": 238, + "max_steps": 400, + "route_completion": 40.06874115152933, + "manipulation_score": 20.034370575764665, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 238, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 62, + "seed": 100090, + "success": false, + "steps_taken": 103, + "max_steps": 400, + "route_completion": 7.720529099537007, + "manipulation_score": 3.8602645497685035, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 103, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 63, + "seed": 100092, + "success": false, + "steps_taken": 386, + "max_steps": 400, + "route_completion": 14.342597282003656, + "manipulation_score": 7.171298641001828, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 386, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 64, + "seed": 100093, + "success": false, + "steps_taken": 228, + "max_steps": 400, + "route_completion": 33.395579670502364, + "manipulation_score": 16.697789835251182, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 228, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 65, + "seed": 100094, + "success": true, + "steps_taken": 135, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 66, + "seed": 100095, + "success": false, + "steps_taken": 294, + "max_steps": 400, + "route_completion": 40.6488378597131, + "manipulation_score": 20.32441892985655, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 294, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 67, + "seed": 100096, + "success": false, + "steps_taken": 129, + "max_steps": 400, + "route_completion": 0.012529645709140783, + "manipulation_score": 0.006264822854570392, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 129, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 68, + "seed": 100098, + "success": false, + "steps_taken": 230, + "max_steps": 400, + "route_completion": 38.77165786731342, + "manipulation_score": 19.38582893365671, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 230, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 69, + "seed": 100099, + "success": false, + "steps_taken": 153, + "max_steps": 400, + "route_completion": 20.30671324680761, + "manipulation_score": 10.153356623403806, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 153, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 70, + "seed": 100100, + "success": false, + "steps_taken": 183, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 183, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 71, + "seed": 100101, + "success": false, + "steps_taken": 101, + "max_steps": 400, + "route_completion": 28.90366913091115, + "manipulation_score": 14.451834565455576, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 101, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 72, + "seed": 100102, + "success": false, + "steps_taken": 125, + "max_steps": 400, + "route_completion": 55.804412277880175, + "manipulation_score": 27.902206138940087, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 125, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 73, + "seed": 100103, + "success": false, + "steps_taken": 117, + "max_steps": 400, + "route_completion": 13.534589139519221, + "manipulation_score": 6.767294569759611, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 117, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 74, + "seed": 100104, + "success": false, + "steps_taken": 118, + "max_steps": 400, + "route_completion": 35.73470671236487, + "manipulation_score": 17.867353356182434, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 118, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 75, + "seed": 100105, + "success": false, + "steps_taken": 114, + "max_steps": 400, + "route_completion": 6.67823816772533, + "manipulation_score": 3.339119083862665, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 114, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 76, + "seed": 100108, + "success": false, + "steps_taken": 201, + "max_steps": 400, + "route_completion": 54.86203568833734, + "manipulation_score": 27.43101784416867, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 201, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 77, + "seed": 100109, + "success": false, + "steps_taken": 90, + "max_steps": 400, + "route_completion": 0.0343782936299973, + "manipulation_score": 0.01718914681499865, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 90, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 78, + "seed": 100110, + "success": false, + "steps_taken": 93, + "max_steps": 400, + "route_completion": 0.03719403014489648, + "manipulation_score": 0.01859701507244824, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 93, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 79, + "seed": 100111, + "success": false, + "steps_taken": 121, + "max_steps": 400, + "route_completion": 22.881996067237488, + "manipulation_score": 11.440998033618744, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 121, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 80, + "seed": 100112, + "success": false, + "steps_taken": 97, + "max_steps": 400, + "route_completion": 13.686448671989893, + "manipulation_score": 6.843224335994947, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 97, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 81, + "seed": 100113, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 45.15900005889586, + "manipulation_score": 45.15900005889586, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 82, + "seed": 100114, + "success": false, + "steps_taken": 104, + "max_steps": 400, + "route_completion": 32.556581713960995, + "manipulation_score": 16.278290856980497, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 104, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 83, + "seed": 100115, + "success": false, + "steps_taken": 105, + "max_steps": 400, + "route_completion": 11.067784013160257, + "manipulation_score": 5.533892006580128, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 105, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 84, + "seed": 100116, + "success": false, + "steps_taken": 97, + "max_steps": 400, + "route_completion": 0.05550473726690302, + "manipulation_score": 0.02775236863345151, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 97, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 85, + "seed": 100117, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 22.8913111663062, + "manipulation_score": 22.8913111663062, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 86, + "seed": 100118, + "success": false, + "steps_taken": 98, + "max_steps": 400, + "route_completion": 33.03762761327974, + "manipulation_score": 16.51881380663987, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 98, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 87, + "seed": 100119, + "success": false, + "steps_taken": 131, + "max_steps": 400, + "route_completion": 39.735564976448444, + "manipulation_score": 19.867782488224222, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 131, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 88, + "seed": 100120, + "success": false, + "steps_taken": 201, + "max_steps": 400, + "route_completion": 5.151126271758057, + "manipulation_score": 2.5755631358790283, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 201, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 89, + "seed": 100121, + "success": false, + "steps_taken": 95, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 95, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 90, + "seed": 100124, + "success": false, + "steps_taken": 99, + "max_steps": 400, + "route_completion": 29.065172038249678, + "manipulation_score": 14.532586019124839, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 99, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 91, + "seed": 100125, + "success": false, + "steps_taken": 153, + "max_steps": 400, + "route_completion": 35.38604445439481, + "manipulation_score": 17.693022227197407, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 153, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 92, + "seed": 100126, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 15.660741974700883, + "manipulation_score": 15.660741974700883, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 93, + "seed": 100127, + "success": false, + "steps_taken": 125, + "max_steps": 400, + "route_completion": 0.015531882210071575, + "manipulation_score": 0.0077659411050357875, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 125, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 94, + "seed": 100128, + "success": false, + "steps_taken": 219, + "max_steps": 400, + "route_completion": 28.976010856620587, + "manipulation_score": 14.488005428310293, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 219, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 95, + "seed": 100130, + "success": false, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 9.484283675477071, + "manipulation_score": 4.742141837738536, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 151, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 96, + "seed": 100131, + "success": false, + "steps_taken": 153, + "max_steps": 400, + "route_completion": 23.94082177833093, + "manipulation_score": 11.970410889165464, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 153, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 97, + "seed": 100132, + "success": false, + "steps_taken": 100, + "max_steps": 400, + "route_completion": 0.07073757419380264, + "manipulation_score": 0.03536878709690132, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 100, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 98, + "seed": 100133, + "success": false, + "steps_taken": 90, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 90, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 99, + "seed": 100134, + "success": false, + "steps_taken": 84, + "max_steps": 400, + "route_completion": 3.668216304802483, + "manipulation_score": 1.8341081524012415, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 84, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 100, + "seed": 100135, + "success": false, + "steps_taken": 98, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 98, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + } +] \ No newline at end of file diff --git a/log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_metrics.json b/log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..b22a658cb4b11f02983900aed6ea4a05e34b946b --- /dev/null +++ b/log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 3, + "success_rate": 3.0, + "manipulation_score_mean": 14.431704041526134, + "manipulation_score_std": 18.11545702710347, + "route_completion_mean": 23.23733091174441, + "route_completion_std": 20.852649876173626, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 88 +} \ No newline at end of file diff --git a/log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_metrics_report.txt b/log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..0ad76047c674c8a204dd8feec6bb20498faf4f66 --- /dev/null +++ b/log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 3.0% (3/100) + +--- Manipulation Score --- + Mean: 14.43 + Std: 18.12 + +--- Route Completion --- + Mean: 23.24% + Std: 20.85 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 88 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_result.txt b/log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..f540720aecfcf08cf6bd959d5065c6cf642d875c --- /dev/null +++ b/log/eval_result/place_object_scale/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:16:26/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-30 02:16:26 + +Instruction Type: unseen + +0.03 \ No newline at end of file diff --git a/log/eval_result/place_phone_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:58:39/_episodes_detail.json b/log/eval_result/place_phone_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:58:39/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..09a44d67e6dc6d9b2ddd2cb9f9031330efe36c49 --- /dev/null +++ b/log/eval_result/place_phone_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:58:39/_episodes_detail.json @@ -0,0 +1,1839 @@ +[ + { + "episode_id": 1, + "seed": 100000, + "success": true, + "steps_taken": 121, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 2, + "seed": 100001, + "success": false, + "steps_taken": 164, + "max_steps": 400, + "route_completion": 29.333862009092588, + "manipulation_score": 14.666931004546294, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 164, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 3, + "seed": 100002, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 33.227092734225465, + "manipulation_score": 33.227092734225465, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 4, + "seed": 100004, + "success": false, + "steps_taken": 106, + "max_steps": 400, + "route_completion": 3.8372637941123453, + "manipulation_score": 1.9186318970561727, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 106, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 5, + "seed": 100005, + "success": false, + "steps_taken": 125, + "max_steps": 400, + "route_completion": 33.20813761028757, + "manipulation_score": 16.604068805143786, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 125, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 6, + "seed": 100006, + "success": false, + "steps_taken": 101, + "max_steps": 400, + "route_completion": 31.111742990216783, + "manipulation_score": 15.555871495108391, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 101, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 7, + "seed": 100008, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 29.952918196102136, + "manipulation_score": 29.952918196102136, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 8, + "seed": 100009, + "success": false, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 23.235158902441366, + "manipulation_score": 11.617579451220683, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 109, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 9, + "seed": 100011, + "success": true, + "steps_taken": 116, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 10, + "seed": 100012, + "success": false, + "steps_taken": 116, + "max_steps": 400, + "route_completion": 35.029530829938274, + "manipulation_score": 17.514765414969137, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 116, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 11, + "seed": 100013, + "success": false, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 12.714496227038344, + "manipulation_score": 6.357248113519172, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 138, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 12, + "seed": 100014, + "success": false, + "steps_taken": 158, + "max_steps": 400, + "route_completion": 21.898244922070596, + "manipulation_score": 10.949122461035298, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 158, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 13, + "seed": 100017, + "success": false, + "steps_taken": 88, + "max_steps": 400, + "route_completion": 34.30290428473242, + "manipulation_score": 17.15145214236621, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 88, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 14, + "seed": 100018, + "success": false, + "steps_taken": 143, + "max_steps": 400, + "route_completion": 46.350780838980974, + "manipulation_score": 23.175390419490487, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 143, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 15, + "seed": 100019, + "success": false, + "steps_taken": 150, + "max_steps": 400, + "route_completion": 36.37247331803852, + "manipulation_score": 18.18623665901926, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 150, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 16, + "seed": 100020, + "success": false, + "steps_taken": 180, + "max_steps": 400, + "route_completion": 32.00020085306359, + "manipulation_score": 16.000100426531795, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 180, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 17, + "seed": 100021, + "success": false, + "steps_taken": 192, + "max_steps": 400, + "route_completion": 44.882317059970816, + "manipulation_score": 22.441158529985408, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 192, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 18, + "seed": 100022, + "success": false, + "steps_taken": 165, + "max_steps": 400, + "route_completion": 17.726659212208357, + "manipulation_score": 8.863329606104179, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 165, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 19, + "seed": 100023, + "success": false, + "steps_taken": 77, + "max_steps": 400, + "route_completion": 41.27504667938777, + "manipulation_score": 20.637523339693885, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 77, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 20, + "seed": 100026, + "success": false, + "steps_taken": 96, + "max_steps": 400, + "route_completion": 31.887653942690807, + "manipulation_score": 15.943826971345404, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 96, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 21, + "seed": 100027, + "success": false, + "steps_taken": 124, + "max_steps": 400, + "route_completion": 21.42312066366996, + "manipulation_score": 10.71156033183498, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 124, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 22, + "seed": 100028, + "success": false, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 3.82502424316859, + "manipulation_score": 1.912512121584295, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 151, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 23, + "seed": 100029, + "success": false, + "steps_taken": 102, + "max_steps": 400, + "route_completion": 21.597623439438223, + "manipulation_score": 10.798811719719112, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 102, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 24, + "seed": 100030, + "success": false, + "steps_taken": 135, + "max_steps": 400, + "route_completion": 17.23932942361987, + "manipulation_score": 8.619664711809936, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 135, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 25, + "seed": 100031, + "success": false, + "steps_taken": 117, + "max_steps": 400, + "route_completion": 25.971080765824112, + "manipulation_score": 12.985540382912056, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 117, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 26, + "seed": 100032, + "success": false, + "steps_taken": 160, + "max_steps": 400, + "route_completion": 29.292219654966527, + "manipulation_score": 14.646109827483263, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 160, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 27, + "seed": 100033, + "success": false, + "steps_taken": 94, + "max_steps": 400, + "route_completion": 42.098471815100666, + "manipulation_score": 21.049235907550333, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 94, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 28, + "seed": 100034, + "success": false, + "steps_taken": 300, + "max_steps": 400, + "route_completion": 41.650619734957075, + "manipulation_score": 20.825309867478538, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 300, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 29, + "seed": 100035, + "success": false, + "steps_taken": 80, + "max_steps": 400, + "route_completion": 46.47966760899811, + "manipulation_score": 23.239833804499057, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 80, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 30, + "seed": 100036, + "success": false, + "steps_taken": 109, + "max_steps": 400, + "route_completion": 20.50804513526368, + "manipulation_score": 10.25402256763184, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 109, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 31, + "seed": 100037, + "success": false, + "steps_taken": 89, + "max_steps": 400, + "route_completion": 21.402285819631715, + "manipulation_score": 10.701142909815857, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 89, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 32, + "seed": 100039, + "success": false, + "steps_taken": 106, + "max_steps": 400, + "route_completion": 10.930847167514571, + "manipulation_score": 5.4654235837572855, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 106, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 33, + "seed": 100042, + "success": false, + "steps_taken": 398, + "max_steps": 400, + "route_completion": 0.0012596533797126787, + "manipulation_score": 0.0006298266898563394, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 398, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 34, + "seed": 100043, + "success": false, + "steps_taken": 78, + "max_steps": 400, + "route_completion": 50.30878317175534, + "manipulation_score": 25.15439158587767, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 78, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 35, + "seed": 100044, + "success": false, + "steps_taken": 86, + "max_steps": 400, + "route_completion": 38.98355173342639, + "manipulation_score": 19.491775866713194, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 86, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 36, + "seed": 100045, + "success": false, + "steps_taken": 162, + "max_steps": 400, + "route_completion": 36.2142997704973, + "manipulation_score": 18.10714988524865, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 162, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 37, + "seed": 100046, + "success": false, + "steps_taken": 157, + "max_steps": 400, + "route_completion": 7.7893659581615315, + "manipulation_score": 3.8946829790807658, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 157, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 38, + "seed": 100047, + "success": false, + "steps_taken": 128, + "max_steps": 400, + "route_completion": 28.406582219692922, + "manipulation_score": 14.203291109846461, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 128, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 39, + "seed": 100048, + "success": false, + "steps_taken": 102, + "max_steps": 400, + "route_completion": 26.41199159733344, + "manipulation_score": 13.20599579866672, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 102, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 40, + "seed": 100049, + "success": false, + "steps_taken": 131, + "max_steps": 400, + "route_completion": 50.939015968037005, + "manipulation_score": 25.469507984018502, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 131, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 41, + "seed": 100050, + "success": false, + "steps_taken": 140, + "max_steps": 400, + "route_completion": 30.629003486727264, + "manipulation_score": 15.314501743363632, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 140, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 42, + "seed": 100051, + "success": false, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 8.903218166454197, + "manipulation_score": 4.4516090832270985, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 113, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 43, + "seed": 100053, + "success": false, + "steps_taken": 206, + "max_steps": 400, + "route_completion": 41.617698737344924, + "manipulation_score": 20.808849368672462, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 206, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 44, + "seed": 100056, + "success": false, + "steps_taken": 165, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 165, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 45, + "seed": 100058, + "success": false, + "steps_taken": 172, + "max_steps": 400, + "route_completion": 35.974759120125775, + "manipulation_score": 17.987379560062887, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 172, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 46, + "seed": 100061, + "success": false, + "steps_taken": 87, + "max_steps": 400, + "route_completion": 33.31413528623589, + "manipulation_score": 16.657067643117944, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 87, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 47, + "seed": 100062, + "success": false, + "steps_taken": 197, + "max_steps": 400, + "route_completion": 45.636547742025414, + "manipulation_score": 22.818273871012707, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 197, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 48, + "seed": 100063, + "success": false, + "steps_taken": 244, + "max_steps": 400, + "route_completion": 45.311589659703834, + "manipulation_score": 22.655794829851917, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 244, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 49, + "seed": 100066, + "success": false, + "steps_taken": 179, + "max_steps": 400, + "route_completion": 42.38138737122233, + "manipulation_score": 21.190693685611166, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 179, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 50, + "seed": 100067, + "success": true, + "steps_taken": 120, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 51, + "seed": 100068, + "success": false, + "steps_taken": 134, + "max_steps": 400, + "route_completion": 14.36460523148589, + "manipulation_score": 7.182302615742945, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 134, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 52, + "seed": 100069, + "success": false, + "steps_taken": 79, + "max_steps": 400, + "route_completion": 37.98537845744213, + "manipulation_score": 18.992689228721066, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 79, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 53, + "seed": 100071, + "success": false, + "steps_taken": 177, + "max_steps": 400, + "route_completion": 24.77739376194536, + "manipulation_score": 12.38869688097268, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 177, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 54, + "seed": 100072, + "success": false, + "steps_taken": 111, + "max_steps": 400, + "route_completion": 4.73930821691593, + "manipulation_score": 2.369654108457965, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 111, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 55, + "seed": 100073, + "success": false, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 11.43837875055103, + "manipulation_score": 5.719189375275515, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 138, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 56, + "seed": 100074, + "success": false, + "steps_taken": 143, + "max_steps": 400, + "route_completion": 11.181432086178043, + "manipulation_score": 5.590716043089022, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 143, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 57, + "seed": 100076, + "success": false, + "steps_taken": 108, + "max_steps": 400, + "route_completion": 2.1367632000753973, + "manipulation_score": 1.0683816000376987, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 108, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 58, + "seed": 100077, + "success": false, + "steps_taken": 367, + "max_steps": 400, + "route_completion": 16.233899814085095, + "manipulation_score": 8.116949907042548, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 367, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 59, + "seed": 100078, + "success": false, + "steps_taken": 89, + "max_steps": 400, + "route_completion": 23.204520728578835, + "manipulation_score": 11.602260364289418, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 89, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 60, + "seed": 100079, + "success": false, + "steps_taken": 155, + "max_steps": 400, + "route_completion": 6.600141688250262, + "manipulation_score": 3.300070844125131, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 155, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 61, + "seed": 100080, + "success": false, + "steps_taken": 131, + "max_steps": 400, + "route_completion": 25.602597609901256, + "manipulation_score": 12.801298804950628, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 131, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 62, + "seed": 100081, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 29.499907092576098, + "manipulation_score": 29.499907092576098, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 63, + "seed": 100082, + "success": false, + "steps_taken": 79, + "max_steps": 400, + "route_completion": 42.1087008196337, + "manipulation_score": 21.05435040981685, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 79, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 64, + "seed": 100083, + "success": false, + "steps_taken": 104, + "max_steps": 400, + "route_completion": 28.388963233576366, + "manipulation_score": 14.194481616788183, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 104, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 65, + "seed": 100084, + "success": false, + "steps_taken": 179, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 179, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 66, + "seed": 100086, + "success": false, + "steps_taken": 184, + "max_steps": 400, + "route_completion": 40.47557489181688, + "manipulation_score": 20.23778744590844, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 184, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 67, + "seed": 100089, + "success": false, + "steps_taken": 211, + "max_steps": 400, + "route_completion": 42.236652953659245, + "manipulation_score": 21.118326476829623, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 211, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 68, + "seed": 100090, + "success": false, + "steps_taken": 129, + "max_steps": 400, + "route_completion": 14.398254458397627, + "manipulation_score": 7.1991272291988135, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 129, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 69, + "seed": 100092, + "success": false, + "steps_taken": 167, + "max_steps": 400, + "route_completion": 52.88834527506667, + "manipulation_score": 26.444172637533335, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 167, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 70, + "seed": 100094, + "success": false, + "steps_taken": 101, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 101, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 71, + "seed": 100095, + "success": false, + "steps_taken": 152, + "max_steps": 400, + "route_completion": 35.06974432147772, + "manipulation_score": 17.53487216073886, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 152, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 72, + "seed": 100096, + "success": false, + "steps_taken": 157, + "max_steps": 400, + "route_completion": 28.135656364518645, + "manipulation_score": 14.067828182259323, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 157, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 73, + "seed": 100097, + "success": false, + "steps_taken": 144, + "max_steps": 400, + "route_completion": 16.217233833782853, + "manipulation_score": 8.108616916891426, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 144, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 74, + "seed": 100098, + "success": false, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 37.33749470704776, + "manipulation_score": 18.66874735352388, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 151, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 75, + "seed": 100099, + "success": false, + "steps_taken": 252, + "max_steps": 400, + "route_completion": 32.7690142692337, + "manipulation_score": 16.38450713461685, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 252, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 76, + "seed": 100100, + "success": false, + "steps_taken": 120, + "max_steps": 400, + "route_completion": 13.19800853749045, + "manipulation_score": 6.599004268745225, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 120, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 77, + "seed": 100101, + "success": false, + "steps_taken": 330, + "max_steps": 400, + "route_completion": 0.03605770654583645, + "manipulation_score": 0.018028853272918224, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 330, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 78, + "seed": 100102, + "success": false, + "steps_taken": 137, + "max_steps": 400, + "route_completion": 19.217034426610134, + "manipulation_score": 9.608517213305067, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 137, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 79, + "seed": 100103, + "success": false, + "steps_taken": 126, + "max_steps": 400, + "route_completion": 10.713256952581771, + "manipulation_score": 5.356628476290886, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 126, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 80, + "seed": 100104, + "success": false, + "steps_taken": 215, + "max_steps": 400, + "route_completion": 44.40106681340219, + "manipulation_score": 22.200533406701094, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 215, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 81, + "seed": 100105, + "success": false, + "steps_taken": 162, + "max_steps": 400, + "route_completion": 42.90771321019833, + "manipulation_score": 21.453856605099165, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 162, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 82, + "seed": 100106, + "success": false, + "steps_taken": 226, + "max_steps": 400, + "route_completion": 38.240440926632886, + "manipulation_score": 19.120220463316443, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 226, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 83, + "seed": 100108, + "success": false, + "steps_taken": 91, + "max_steps": 400, + "route_completion": 23.263732322572935, + "manipulation_score": 11.631866161286467, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 91, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 84, + "seed": 100109, + "success": false, + "steps_taken": 134, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 134, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 85, + "seed": 100111, + "success": false, + "steps_taken": 81, + "max_steps": 400, + "route_completion": 44.02166099000524, + "manipulation_score": 22.01083049500262, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 81, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 86, + "seed": 100112, + "success": false, + "steps_taken": 127, + "max_steps": 400, + "route_completion": 19.141257361881493, + "manipulation_score": 9.570628680940747, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 127, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 87, + "seed": 100113, + "success": false, + "steps_taken": 217, + "max_steps": 400, + "route_completion": 32.749971276672326, + "manipulation_score": 16.374985638336163, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 217, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 88, + "seed": 100115, + "success": false, + "steps_taken": 124, + "max_steps": 400, + "route_completion": 44.95254516168021, + "manipulation_score": 22.476272580840106, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 124, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 89, + "seed": 100116, + "success": false, + "steps_taken": 157, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 157, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 90, + "seed": 100117, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 0.021967019511391322, + "manipulation_score": 0.021967019511391322, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 91, + "seed": 100118, + "success": false, + "steps_taken": 155, + "max_steps": 400, + "route_completion": 22.67650449442175, + "manipulation_score": 11.338252247210875, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 155, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 92, + "seed": 100119, + "success": false, + "steps_taken": 107, + "max_steps": 400, + "route_completion": 3.087874145441063, + "manipulation_score": 1.5439370727205315, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 107, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 93, + "seed": 100120, + "success": false, + "steps_taken": 97, + "max_steps": 400, + "route_completion": 38.77696955472225, + "manipulation_score": 19.388484777361125, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 97, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 94, + "seed": 100121, + "success": false, + "steps_taken": 112, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 112, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 95, + "seed": 100122, + "success": false, + "steps_taken": 247, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 247, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 96, + "seed": 100124, + "success": true, + "steps_taken": 120, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 97, + "seed": 100125, + "success": false, + "steps_taken": 72, + "max_steps": 400, + "route_completion": 41.79474816299164, + "manipulation_score": 20.89737408149582, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 72, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 98, + "seed": 100127, + "success": false, + "steps_taken": 172, + "max_steps": 400, + "route_completion": 1.806990074562562, + "manipulation_score": 0.903495037281281, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 172, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 99, + "seed": 100128, + "success": false, + "steps_taken": 89, + "max_steps": 400, + "route_completion": 31.49466478179843, + "manipulation_score": 15.747332390899215, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 89, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 100, + "seed": 100129, + "success": true, + "steps_taken": 117, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + } +] \ No newline at end of file diff --git a/log/eval_result/place_phone_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:58:39/_metrics.json b/log/eval_result/place_phone_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:58:39/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..978951afab17137dcf69b2653405f01d79a99704 --- /dev/null +++ b/log/eval_result/place_phone_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:58:39/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 5, + "success_rate": 5.0, + "manipulation_score_mean": 17.532911601236048, + "manipulation_score_std": 20.56023656297631, + "route_completion_mean": 29.138804352047945, + "route_completion_std": 22.02933244269423, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 91 +} \ No newline at end of file diff --git a/log/eval_result/place_phone_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:58:39/_metrics_report.txt b/log/eval_result/place_phone_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:58:39/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..e970649aff3ec8d654b9d4892e2a0b610a14a097 --- /dev/null +++ b/log/eval_result/place_phone_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:58:39/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 5.0% (5/100) + +--- Manipulation Score --- + Mean: 17.53 + Std: 20.56 + +--- Route Completion --- + Mean: 29.14% + Std: 22.03 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 91 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/place_phone_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:58:39/_result.txt b/log/eval_result/place_phone_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:58:39/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..60b24f79710b258f9056ebb62a165540316ce8b5 --- /dev/null +++ b/log/eval_result/place_phone_stand/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 02:58:39/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-30 02:58:39 + +Instruction Type: unseen + +0.05 \ No newline at end of file diff --git a/log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_episodes_detail.json b/log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..2139b21ff9cf99ce936a5622bdf48d8c115d6fd9 --- /dev/null +++ b/log/eval_result/press_stapler/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 03:37:21/_episodes_detail.json @@ -0,0 +1,1818 @@ +[ + { + "episode_id": 1, + "seed": 100000, + "success": false, + "steps_taken": 101, + "max_steps": 400, + "route_completion": 43.729957713112356, + "manipulation_score": 21.864978856556178, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 101, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 2, + "seed": 100002, + "success": true, + "steps_taken": 53, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 3, + "seed": 100003, + "success": false, + "steps_taken": 63, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 63, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 4, + "seed": 100004, + "success": false, + "steps_taken": 85, + "max_steps": 400, + "route_completion": 10.164691600827203, + "manipulation_score": 5.082345800413601, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 85, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 5, + "seed": 100006, + "success": false, + "steps_taken": 102, + "max_steps": 400, + "route_completion": 46.723861566188205, + "manipulation_score": 23.361930783094103, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 102, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 6, + "seed": 100009, + "success": false, + "steps_taken": 118, + "max_steps": 400, + "route_completion": 39.24103223275574, + "manipulation_score": 19.62051611637787, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 118, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 7, + "seed": 100010, + "success": false, + "steps_taken": 73, + "max_steps": 400, + "route_completion": 20.38452188110463, + "manipulation_score": 10.192260940552314, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 73, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 8, + "seed": 100011, + "success": false, + "steps_taken": 114, + "max_steps": 400, + "route_completion": 28.6725033627076, + "manipulation_score": 14.3362516813538, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 114, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 9, + "seed": 100012, + "success": false, + "steps_taken": 52, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 52, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 10, + "seed": 100013, + "success": true, + "steps_taken": 68, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 11, + "seed": 100016, + "success": false, + "steps_taken": 122, + "max_steps": 400, + "route_completion": 54.65179337099278, + "manipulation_score": 27.32589668549639, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 122, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 12, + "seed": 100018, + "success": false, + "steps_taken": 118, + "max_steps": 400, + "route_completion": 23.40598053842297, + "manipulation_score": 11.702990269211485, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 118, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 13, + "seed": 100019, + "success": false, + "steps_taken": 131, + "max_steps": 400, + "route_completion": 33.23113371291904, + "manipulation_score": 16.61556685645952, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 131, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 14, + "seed": 100020, + "success": false, + "steps_taken": 68, + "max_steps": 400, + "route_completion": 0.028921306524319998, + "manipulation_score": 0.014460653262159999, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 68, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 15, + "seed": 100021, + "success": false, + "steps_taken": 76, + "max_steps": 400, + "route_completion": 0.02374264672405413, + "manipulation_score": 0.011871323362027064, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 76, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 16, + "seed": 100023, + "success": false, + "steps_taken": 184, + "max_steps": 400, + "route_completion": 30.255897579798756, + "manipulation_score": 15.127948789899378, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 184, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 17, + "seed": 100024, + "success": false, + "steps_taken": 126, + "max_steps": 400, + "route_completion": 13.082787190574427, + "manipulation_score": 6.5413935952872135, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 126, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 18, + "seed": 100027, + "success": false, + "steps_taken": 83, + "max_steps": 400, + "route_completion": 17.05067288238227, + "manipulation_score": 8.525336441191135, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 83, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 19, + "seed": 100028, + "success": false, + "steps_taken": 107, + "max_steps": 400, + "route_completion": 0.0183128766680921, + "manipulation_score": 0.00915643833404605, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 107, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 20, + "seed": 100029, + "success": false, + "steps_taken": 98, + "max_steps": 400, + "route_completion": 0.02819326250617399, + "manipulation_score": 0.014096631253086994, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 98, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 21, + "seed": 100034, + "success": false, + "steps_taken": 97, + "max_steps": 400, + "route_completion": 0.03214694919234336, + "manipulation_score": 0.01607347459617168, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 97, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 22, + "seed": 100035, + "success": false, + "steps_taken": 252, + "max_steps": 400, + "route_completion": 43.513526936682005, + "manipulation_score": 21.756763468341003, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 252, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 23, + "seed": 100036, + "success": false, + "steps_taken": 117, + "max_steps": 400, + "route_completion": 10.697079551415907, + "manipulation_score": 5.348539775707954, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 117, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 24, + "seed": 100037, + "success": false, + "steps_taken": 133, + "max_steps": 400, + "route_completion": 48.43353410878028, + "manipulation_score": 24.21676705439014, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 133, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 25, + "seed": 100038, + "success": true, + "steps_taken": 130, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 26, + "seed": 100039, + "success": false, + "steps_taken": 96, + "max_steps": 400, + "route_completion": 0.048972353289679575, + "manipulation_score": 0.024486176644839788, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 96, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 27, + "seed": 100041, + "success": false, + "steps_taken": 68, + "max_steps": 400, + "route_completion": 0.02834286103864255, + "manipulation_score": 0.014171430519321276, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 68, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 28, + "seed": 100042, + "success": false, + "steps_taken": 89, + "max_steps": 400, + "route_completion": 0.021026430603006848, + "manipulation_score": 0.010513215301503424, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 89, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 29, + "seed": 100045, + "success": false, + "steps_taken": 191, + "max_steps": 400, + "route_completion": 24.173634257565734, + "manipulation_score": 12.086817128782867, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 191, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 30, + "seed": 100047, + "success": false, + "steps_taken": 113, + "max_steps": 400, + "route_completion": 50.057502733420435, + "manipulation_score": 25.028751366710217, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 113, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 31, + "seed": 100050, + "success": true, + "steps_taken": 61, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 32, + "seed": 100051, + "success": false, + "steps_taken": 72, + "max_steps": 400, + "route_completion": 19.42990464757032, + "manipulation_score": 9.71495232378516, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 72, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 33, + "seed": 100053, + "success": false, + "steps_taken": 63, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 63, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 34, + "seed": 100054, + "success": false, + "steps_taken": 179, + "max_steps": 400, + "route_completion": 41.59668378535779, + "manipulation_score": 20.798341892678895, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 179, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 35, + "seed": 100056, + "success": false, + "steps_taken": 69, + "max_steps": 400, + "route_completion": 21.020210959062855, + "manipulation_score": 10.510105479531427, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 69, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 36, + "seed": 100057, + "success": false, + "steps_taken": 72, + "max_steps": 400, + "route_completion": 0.04297787655505584, + "manipulation_score": 0.02148893827752792, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 72, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 37, + "seed": 100061, + "success": false, + "steps_taken": 93, + "max_steps": 400, + "route_completion": 3.771470838642701, + "manipulation_score": 1.8857354193213505, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 93, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 38, + "seed": 100062, + "success": false, + "steps_taken": 182, + "max_steps": 400, + "route_completion": 40.45195793769758, + "manipulation_score": 20.22597896884879, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 182, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 39, + "seed": 100063, + "success": true, + "steps_taken": 64, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 40, + "seed": 100066, + "success": false, + "steps_taken": 83, + "max_steps": 400, + "route_completion": 26.53371067938147, + "manipulation_score": 13.266855339690736, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 83, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 41, + "seed": 100067, + "success": false, + "steps_taken": 76, + "max_steps": 400, + "route_completion": 23.228532527601793, + "manipulation_score": 11.614266263800896, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 76, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 42, + "seed": 100069, + "success": false, + "steps_taken": 82, + "max_steps": 400, + "route_completion": 18.678691235928078, + "manipulation_score": 9.339345617964039, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 82, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 43, + "seed": 100070, + "success": true, + "steps_taken": 69, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 44, + "seed": 100071, + "success": true, + "steps_taken": 63, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 45, + "seed": 100072, + "success": false, + "steps_taken": 130, + "max_steps": 400, + "route_completion": 43.77458803873812, + "manipulation_score": 21.88729401936906, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 130, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 46, + "seed": 100073, + "success": false, + "steps_taken": 69, + "max_steps": 400, + "route_completion": 0.02344844220306929, + "manipulation_score": 0.011724221101534645, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 69, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 47, + "seed": 100074, + "success": false, + "steps_taken": 67, + "max_steps": 400, + "route_completion": 8.037799422875795, + "manipulation_score": 4.018899711437897, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 67, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 48, + "seed": 100075, + "success": false, + "steps_taken": 189, + "max_steps": 400, + "route_completion": 31.769516784204228, + "manipulation_score": 15.884758392102114, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 189, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 49, + "seed": 100076, + "success": false, + "steps_taken": 194, + "max_steps": 400, + "route_completion": 30.93676614586242, + "manipulation_score": 15.46838307293121, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 194, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 50, + "seed": 100078, + "success": false, + "steps_taken": 247, + "max_steps": 400, + "route_completion": 45.28088019910649, + "manipulation_score": 22.640440099553246, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 247, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 51, + "seed": 100079, + "success": false, + "steps_taken": 77, + "max_steps": 400, + "route_completion": 17.2731329599861, + "manipulation_score": 8.63656647999305, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 77, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 52, + "seed": 100080, + "success": false, + "steps_taken": 77, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 77, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 53, + "seed": 100081, + "success": false, + "steps_taken": 155, + "max_steps": 400, + "route_completion": 32.570374763979345, + "manipulation_score": 16.285187381989672, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 155, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 54, + "seed": 100083, + "success": false, + "steps_taken": 74, + "max_steps": 400, + "route_completion": 30.44646640280489, + "manipulation_score": 15.223233201402445, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 74, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 55, + "seed": 100084, + "success": true, + "steps_taken": 63, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 56, + "seed": 100085, + "success": false, + "steps_taken": 98, + "max_steps": 400, + "route_completion": 33.76672591611722, + "manipulation_score": 16.88336295805861, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 98, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 57, + "seed": 100086, + "success": true, + "steps_taken": 70, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 58, + "seed": 100087, + "success": false, + "steps_taken": 99, + "max_steps": 400, + "route_completion": 22.314856178490007, + "manipulation_score": 11.157428089245004, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 99, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 59, + "seed": 100093, + "success": false, + "steps_taken": 69, + "max_steps": 400, + "route_completion": 23.133250126090797, + "manipulation_score": 11.566625063045398, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 69, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 60, + "seed": 100094, + "success": true, + "steps_taken": 71, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 61, + "seed": 100095, + "success": false, + "steps_taken": 79, + "max_steps": 400, + "route_completion": 0.042044575320279144, + "manipulation_score": 0.021022287660139572, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 79, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 62, + "seed": 100096, + "success": false, + "steps_taken": 134, + "max_steps": 400, + "route_completion": 32.8571688551775, + "manipulation_score": 16.42858442758875, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 134, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 63, + "seed": 100097, + "success": false, + "steps_taken": 71, + "max_steps": 400, + "route_completion": 2.2217346859909997, + "manipulation_score": 1.1108673429954998, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 71, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 64, + "seed": 100098, + "success": false, + "steps_taken": 99, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 99, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 65, + "seed": 100100, + "success": false, + "steps_taken": 86, + "max_steps": 400, + "route_completion": 37.621063493920175, + "manipulation_score": 18.810531746960088, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 86, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 66, + "seed": 100101, + "success": false, + "steps_taken": 284, + "max_steps": 400, + "route_completion": 0.006682204688375286, + "manipulation_score": 0.003341102344187643, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 284, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 67, + "seed": 100103, + "success": false, + "steps_taken": 80, + "max_steps": 400, + "route_completion": 20.57491144043282, + "manipulation_score": 10.28745572021641, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 80, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 68, + "seed": 100106, + "success": false, + "steps_taken": 100, + "max_steps": 400, + "route_completion": 6.196493854504827, + "manipulation_score": 3.0982469272524136, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 100, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 69, + "seed": 100107, + "success": false, + "steps_taken": 104, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 104, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 70, + "seed": 100109, + "success": false, + "steps_taken": 121, + "max_steps": 400, + "route_completion": 25.124606295521012, + "manipulation_score": 12.562303147760506, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 121, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 71, + "seed": 100110, + "success": false, + "steps_taken": 90, + "max_steps": 400, + "route_completion": 22.318597567392366, + "manipulation_score": 11.159298783696183, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 90, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 72, + "seed": 100111, + "success": false, + "steps_taken": 73, + "max_steps": 400, + "route_completion": 0.022761527371354316, + "manipulation_score": 0.011380763685677158, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 73, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 73, + "seed": 100112, + "success": true, + "steps_taken": 62, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 74, + "seed": 100114, + "success": false, + "steps_taken": 55, + "max_steps": 400, + "route_completion": 18.03741705136406, + "manipulation_score": 9.01870852568203, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 55, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 75, + "seed": 100115, + "success": false, + "steps_taken": 78, + "max_steps": 400, + "route_completion": 31.151756934299897, + "manipulation_score": 15.575878467149948, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 78, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 76, + "seed": 100116, + "success": false, + "steps_taken": 135, + "max_steps": 400, + "route_completion": 44.21642856655444, + "manipulation_score": 22.10821428327722, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 135, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 77, + "seed": 100118, + "success": false, + "steps_taken": 137, + "max_steps": 400, + "route_completion": 45.79789369377491, + "manipulation_score": 22.898946846887455, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 137, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 78, + "seed": 100119, + "success": false, + "steps_taken": 71, + "max_steps": 400, + "route_completion": 10.329762080037257, + "manipulation_score": 5.164881040018629, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 71, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 79, + "seed": 100120, + "success": false, + "steps_taken": 112, + "max_steps": 400, + "route_completion": 28.082732892796486, + "manipulation_score": 14.041366446398243, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 112, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 80, + "seed": 100121, + "success": false, + "steps_taken": 67, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 67, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 81, + "seed": 100122, + "success": false, + "steps_taken": 67, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 67, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 82, + "seed": 100124, + "success": false, + "steps_taken": 83, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 83, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 83, + "seed": 100125, + "success": false, + "steps_taken": 119, + "max_steps": 400, + "route_completion": 34.80171112995596, + "manipulation_score": 17.40085556497798, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 119, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 84, + "seed": 100126, + "success": false, + "steps_taken": 76, + "max_steps": 400, + "route_completion": 3.644937452003701, + "manipulation_score": 1.8224687260018504, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 76, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 85, + "seed": 100127, + "success": false, + "steps_taken": 239, + "max_steps": 400, + "route_completion": 32.098833016010495, + "manipulation_score": 16.049416508005248, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 239, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 86, + "seed": 100128, + "success": false, + "steps_taken": 107, + "max_steps": 400, + "route_completion": 0.021811125050917448, + "manipulation_score": 0.010905562525458724, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 107, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 87, + "seed": 100129, + "success": false, + "steps_taken": 91, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 91, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 88, + "seed": 100131, + "success": false, + "steps_taken": 192, + "max_steps": 400, + "route_completion": 26.75199907522911, + "manipulation_score": 13.375999537614556, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 192, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 89, + "seed": 100134, + "success": false, + "steps_taken": 58, + "max_steps": 400, + "route_completion": 0.016646203332648338, + "manipulation_score": 0.008323101666324169, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 58, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 90, + "seed": 100135, + "success": false, + "steps_taken": 191, + "max_steps": 400, + "route_completion": 35.23849396012629, + "manipulation_score": 17.619246980063146, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 191, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 91, + "seed": 100138, + "success": true, + "steps_taken": 54, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 92, + "seed": 100139, + "success": false, + "steps_taken": 98, + "max_steps": 400, + "route_completion": 11.253516392133463, + "manipulation_score": 5.626758196066731, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 98, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 93, + "seed": 100140, + "success": false, + "steps_taken": 305, + "max_steps": 400, + "route_completion": 28.592476278856733, + "manipulation_score": 14.296238139428366, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 305, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 94, + "seed": 100141, + "success": false, + "steps_taken": 91, + "max_steps": 400, + "route_completion": 24.048283967457746, + "manipulation_score": 12.024141983728873, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 91, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 95, + "seed": 100142, + "success": false, + "steps_taken": 81, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 81, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 96, + "seed": 100143, + "success": false, + "steps_taken": 76, + "max_steps": 400, + "route_completion": 15.695188793580558, + "manipulation_score": 7.847594396790279, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 76, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 97, + "seed": 100146, + "success": false, + "steps_taken": 144, + "max_steps": 400, + "route_completion": 35.837960821989405, + "manipulation_score": 17.918980410994703, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 144, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 98, + "seed": 100147, + "success": false, + "steps_taken": 118, + "max_steps": 400, + "route_completion": 7.936384908150022, + "manipulation_score": 3.968192454075011, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 118, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 99, + "seed": 100151, + "success": false, + "steps_taken": 102, + "max_steps": 400, + "route_completion": 15.252451648551455, + "manipulation_score": 7.6262258242757275, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 102, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 100, + "seed": 100152, + "success": false, + "steps_taken": 110, + "max_steps": 400, + "route_completion": 32.89882043808557, + "manipulation_score": 16.449410219042786, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 110, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + } +] \ No newline at end of file diff --git a/log/eval_result/rotate_qrcode/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:04:03/_episodes_detail.json b/log/eval_result/rotate_qrcode/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:04:03/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..67043ad7c86d2e66be78291e2b4c5b84ad6170b2 --- /dev/null +++ b/log/eval_result/rotate_qrcode/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:04:03/_episodes_detail.json @@ -0,0 +1,1524 @@ +[ + { + "episode_id": 1, + "seed": 100002, + "success": false, + "steps_taken": 292, + "max_steps": 400, + "route_completion": 20.376797517053152, + "manipulation_score": 10.188398758526576, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 292, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 2, + "seed": 100004, + "success": false, + "steps_taken": 76, + "max_steps": 400, + "route_completion": 26.622176975274247, + "manipulation_score": 13.311088487637123, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 76, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 3, + "seed": 100005, + "success": false, + "steps_taken": 176, + "max_steps": 400, + "route_completion": 23.206518410078626, + "manipulation_score": 11.603259205039313, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 176, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 4, + "seed": 100006, + "success": false, + "steps_taken": 93, + "max_steps": 400, + "route_completion": 24.43783182157234, + "manipulation_score": 12.21891591078617, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 93, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 5, + "seed": 100007, + "success": false, + "steps_taken": 42, + "max_steps": 400, + "route_completion": 27.390615982065352, + "manipulation_score": 13.695307991032676, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 42, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 6, + "seed": 100008, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 21.428536136078595, + "manipulation_score": 21.428536136078595, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 7, + "seed": 100010, + "success": true, + "steps_taken": 147, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 8, + "seed": 100012, + "success": false, + "steps_taken": 38, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 38, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 9, + "seed": 100018, + "success": false, + "steps_taken": 98, + "max_steps": 400, + "route_completion": 34.329095352894484, + "manipulation_score": 17.164547676447242, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 98, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 10, + "seed": 100019, + "success": false, + "steps_taken": 69, + "max_steps": 400, + "route_completion": 25.15024976385043, + "manipulation_score": 12.575124881925214, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 69, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 11, + "seed": 100022, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 13.89429587518037, + "manipulation_score": 13.89429587518037, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 12, + "seed": 100023, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 8.840851855474117, + "manipulation_score": 8.840851855474117, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 13, + "seed": 100024, + "success": false, + "steps_taken": 63, + "max_steps": 400, + "route_completion": 25.24362563919232, + "manipulation_score": 12.62181281959616, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 63, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 14, + "seed": 100025, + "success": false, + "steps_taken": 140, + "max_steps": 400, + "route_completion": 27.73958916078832, + "manipulation_score": 13.86979458039416, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 140, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 15, + "seed": 100028, + "success": false, + "steps_taken": 87, + "max_steps": 400, + "route_completion": 25.313997064059755, + "manipulation_score": 12.656998532029878, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 87, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 16, + "seed": 100029, + "success": false, + "steps_taken": 66, + "max_steps": 400, + "route_completion": 30.868011958909907, + "manipulation_score": 15.434005979454954, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 66, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 17, + "seed": 100031, + "success": false, + "steps_taken": 87, + "max_steps": 400, + "route_completion": 29.777178062399166, + "manipulation_score": 14.888589031199583, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 87, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 18, + "seed": 100034, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 23.181904916081827, + "manipulation_score": 23.181904916081827, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 19, + "seed": 100037, + "success": true, + "steps_taken": 146, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 20, + "seed": 100040, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 21.58269614229275, + "manipulation_score": 21.58269614229275, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 21, + "seed": 100043, + "success": false, + "steps_taken": 114, + "max_steps": 400, + "route_completion": 25.181057796446815, + "manipulation_score": 12.590528898223408, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 114, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 22, + "seed": 100044, + "success": true, + "steps_taken": 142, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 23, + "seed": 100045, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.989189814880923, + "manipulation_score": 30.989189814880923, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 24, + "seed": 100049, + "success": true, + "steps_taken": 149, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 25, + "seed": 100052, + "success": false, + "steps_taken": 62, + "max_steps": 400, + "route_completion": 26.012555287024043, + "manipulation_score": 13.006277643512021, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 62, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 26, + "seed": 100054, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 36.437319850493026, + "manipulation_score": 36.437319850493026, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 27, + "seed": 100057, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 16.56110614898281, + "manipulation_score": 16.56110614898281, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 28, + "seed": 100058, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 26.522588299959253, + "manipulation_score": 26.522588299959253, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 29, + "seed": 100059, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 13.95653228385397, + "manipulation_score": 13.95653228385397, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 30, + "seed": 100060, + "success": true, + "steps_taken": 154, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 31, + "seed": 100063, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 22.22251220980222, + "manipulation_score": 22.22251220980222, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 32, + "seed": 100065, + "success": true, + "steps_taken": 151, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 33, + "seed": 100066, + "success": false, + "steps_taken": 41, + "max_steps": 400, + "route_completion": 25.756454978634824, + "manipulation_score": 12.878227489317412, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 41, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 34, + "seed": 100068, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 45.91583776075782, + "manipulation_score": 45.91583776075782, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 35, + "seed": 100069, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 40.169583570064646, + "manipulation_score": 40.169583570064646, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 36, + "seed": 100070, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 26.5580783839295, + "manipulation_score": 26.5580783839295, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 37, + "seed": 100073, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 11.951682787191412, + "manipulation_score": 11.951682787191412, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 38, + "seed": 100075, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 15.733730063652315, + "manipulation_score": 15.733730063652315, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 39, + "seed": 100077, + "success": false, + "steps_taken": 74, + "max_steps": 400, + "route_completion": 24.581600750282156, + "manipulation_score": 12.290800375141078, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 74, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 40, + "seed": 100079, + "success": false, + "steps_taken": 65, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 65, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 41, + "seed": 100081, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 27.66066960021015, + "manipulation_score": 27.66066960021015, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 42, + "seed": 100082, + "success": false, + "steps_taken": 75, + "max_steps": 400, + "route_completion": 24.635521026688423, + "manipulation_score": 12.317760513344211, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 75, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 43, + "seed": 100083, + "success": false, + "steps_taken": 57, + "max_steps": 400, + "route_completion": 26.586954957492342, + "manipulation_score": 13.293477478746171, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 57, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 44, + "seed": 100084, + "success": false, + "steps_taken": 249, + "max_steps": 400, + "route_completion": 7.465624831967521, + "manipulation_score": 3.7328124159837603, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 249, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 45, + "seed": 100087, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 41.94811894760366, + "manipulation_score": 41.94811894760366, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 46, + "seed": 100089, + "success": false, + "steps_taken": 39, + "max_steps": 400, + "route_completion": 11.783702536080204, + "manipulation_score": 5.891851268040102, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 39, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 47, + "seed": 100094, + "success": false, + "steps_taken": 50, + "max_steps": 400, + "route_completion": 26.588815223943467, + "manipulation_score": 13.294407611971733, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 50, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 48, + "seed": 100095, + "success": false, + "steps_taken": 42, + "max_steps": 400, + "route_completion": 22.866584339793008, + "manipulation_score": 11.433292169896504, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 42, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 49, + "seed": 100097, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 31.06717087210485, + "manipulation_score": 31.06717087210485, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 50, + "seed": 100101, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 0.04344004528338098, + "manipulation_score": 0.04344004528338098, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 51, + "seed": 100102, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 33.07210528052734, + "manipulation_score": 33.07210528052734, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 52, + "seed": 100103, + "success": false, + "steps_taken": 59, + "max_steps": 400, + "route_completion": 30.43909584874597, + "manipulation_score": 15.219547924372986, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 59, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 53, + "seed": 100104, + "success": true, + "steps_taken": 144, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 54, + "seed": 100105, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 19.272490347918207, + "manipulation_score": 19.272490347918207, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 55, + "seed": 100106, + "success": true, + "steps_taken": 161, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 56, + "seed": 100109, + "success": false, + "steps_taken": 86, + "max_steps": 400, + "route_completion": 24.973263634734494, + "manipulation_score": 12.486631817367247, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 86, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 57, + "seed": 100111, + "success": false, + "steps_taken": 65, + "max_steps": 400, + "route_completion": 23.391158311989685, + "manipulation_score": 11.695579155994842, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 65, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 58, + "seed": 100117, + "success": false, + "steps_taken": 165, + "max_steps": 400, + "route_completion": 16.958579207737472, + "manipulation_score": 8.479289603868736, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 165, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 59, + "seed": 100118, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 18.91152386902118, + "manipulation_score": 18.91152386902118, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 60, + "seed": 100119, + "success": false, + "steps_taken": 174, + "max_steps": 400, + "route_completion": 26.236505564987983, + "manipulation_score": 13.118252782493991, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 174, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 61, + "seed": 100123, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 42.15667242793021, + "manipulation_score": 42.15667242793021, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 62, + "seed": 100125, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 19.273869771076484, + "manipulation_score": 19.273869771076484, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 63, + "seed": 100127, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 24.932164567148128, + "manipulation_score": 24.932164567148128, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100128, + "success": false, + "steps_taken": 94, + "max_steps": 400, + "route_completion": 26.933599660513952, + "manipulation_score": 13.466799830256976, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 94, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 65, + "seed": 100129, + "success": false, + "steps_taken": 87, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 87, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 66, + "seed": 100130, + "success": false, + "steps_taken": 54, + "max_steps": 400, + "route_completion": 36.63233299433575, + "manipulation_score": 18.316166497167874, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 54, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 67, + "seed": 100131, + "success": true, + "steps_taken": 309, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 68, + "seed": 100134, + "success": false, + "steps_taken": 55, + "max_steps": 400, + "route_completion": 20.306473077226418, + "manipulation_score": 10.153236538613209, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 55, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 69, + "seed": 100135, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 9.789911615648002, + "manipulation_score": 9.789911615648002, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 70, + "seed": 100136, + "success": true, + "steps_taken": 144, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 71, + "seed": 100137, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 12.055428573119691, + "manipulation_score": 12.055428573119691, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 72, + "seed": 100138, + "success": false, + "steps_taken": 97, + "max_steps": 400, + "route_completion": 19.092137113633683, + "manipulation_score": 9.546068556816842, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 97, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 73, + "seed": 100139, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 47.65856887231828, + "manipulation_score": 47.65856887231828, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 74, + "seed": 100140, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 11.278183536113549, + "manipulation_score": 11.278183536113549, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 75, + "seed": 100141, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 16.52610746297461, + "manipulation_score": 16.52610746297461, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 76, + "seed": 100143, + "success": false, + "steps_taken": 71, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 71, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 77, + "seed": 100145, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 29.96296066477659, + "manipulation_score": 29.96296066477659, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 78, + "seed": 100146, + "success": false, + "steps_taken": 121, + "max_steps": 400, + "route_completion": 32.36528849087457, + "manipulation_score": 16.182644245437285, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 121, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 79, + "seed": 100147, + "success": false, + "steps_taken": 92, + "max_steps": 400, + "route_completion": 25.964032374380285, + "manipulation_score": 12.982016187190142, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 92, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 80, + "seed": 100149, + "success": true, + "steps_taken": 140, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 81, + "seed": 100150, + "success": true, + "steps_taken": 169, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 82, + "seed": 100151, + "success": true, + "steps_taken": 158, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 83, + "seed": 100152, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 30.34877329594048, + "manipulation_score": 30.34877329594048, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 84, + "seed": 100153, + "success": false, + "steps_taken": 58, + "max_steps": 400, + "route_completion": 31.658479190728272, + "manipulation_score": 15.829239595364136, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 58, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 85, + "seed": 100154, + "success": false, + "steps_taken": 38, + "max_steps": 400, + "route_completion": 15.025049342743369, + "manipulation_score": 7.5125246713716844, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 38, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 86, + "seed": 100155, + "success": false, + "steps_taken": 85, + "max_steps": 400, + "route_completion": 27.798552197656427, + "manipulation_score": 13.899276098828214, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 85, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 87, + "seed": 100156, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 29.086394164237884, + "manipulation_score": 29.086394164237884, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 88, + "seed": 100157, + "success": false, + "steps_taken": 73, + "max_steps": 400, + "route_completion": 20.186008735169548, + "manipulation_score": 10.093004367584774, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 73, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 89, + "seed": 100159, + "success": false, + "steps_taken": 62, + "max_steps": 400, + "route_completion": 29.242943747352655, + "manipulation_score": 14.621471873676327, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 62, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 90, + "seed": 100162, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 24.52992755331819, + "manipulation_score": 24.52992755331819, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 91, + "seed": 100163, + "success": false, + "steps_taken": 123, + "max_steps": 400, + "route_completion": 12.033687298099908, + "manipulation_score": 6.016843649049954, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 123, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 92, + "seed": 100164, + "success": false, + "steps_taken": 125, + "max_steps": 400, + "route_completion": 16.761222096274256, + "manipulation_score": 8.380611048137128, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 125, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 93, + "seed": 100165, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 45.9637471273259, + "manipulation_score": 45.9637471273259, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 94, + "seed": 100168, + "success": true, + "steps_taken": 145, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 95, + "seed": 100170, + "success": false, + "steps_taken": 91, + "max_steps": 400, + "route_completion": 23.160187693445472, + "manipulation_score": 11.580093846722736, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 91, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 96, + "seed": 100171, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 16.893772816189117, + "manipulation_score": 16.893772816189117, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 97, + "seed": 100173, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 0.011052333360072646, + "manipulation_score": 0.011052333360072646, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 98, + "seed": 100174, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 12.682598733174569, + "manipulation_score": 12.682598733174569, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 99, + "seed": 100175, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 52.39985938458136, + "manipulation_score": 52.39985938458136, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 100, + "seed": 100177, + "success": false, + "steps_taken": 65, + "max_steps": 400, + "route_completion": 28.507454644107423, + "manipulation_score": 14.253727322053711, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 65, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + } +] \ No newline at end of file diff --git a/log/eval_result/rotate_qrcode/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:04:03/_metrics.json b/log/eval_result/rotate_qrcode/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:04:03/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..94c2869ce35231ae90c19017f595185cdef0793b --- /dev/null +++ b/log/eval_result/rotate_qrcode/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:04:03/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 14, + "success_rate": 14.000000000000002, + "manipulation_score_mean": 28.882622632911918, + "manipulation_score_std": 30.549556554855524, + "route_completion_mean": 34.030525686218056, + "route_completion_std": 28.454690519992205, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 46 +} \ No newline at end of file diff --git a/log/eval_result/rotate_qrcode/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:04:03/_metrics_report.txt b/log/eval_result/rotate_qrcode/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:04:03/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..bf97e4804083e4ec53723a55ca20d2b94a30f419 --- /dev/null +++ b/log/eval_result/rotate_qrcode/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:04:03/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 14.0% (14/100) + +--- Manipulation Score --- + Mean: 28.88 + Std: 30.55 + +--- Route Completion --- + Mean: 34.03% + Std: 28.45 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 46 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/rotate_qrcode/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:04:03/_result.txt b/log/eval_result/rotate_qrcode/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:04:03/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..8e8ed2eb367f93dc0e6375997929f20abfb584c0 --- /dev/null +++ b/log/eval_result/rotate_qrcode/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:04:03/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-30 04:04:03 + +Instruction Type: unseen + +0.14 \ No newline at end of file diff --git a/log/eval_result/scan_object/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:07:07/_episodes_detail.json b/log/eval_result/scan_object/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:07:07/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..5b367bb3d3adc59e7bdcb9d59b10339c92a7655a --- /dev/null +++ b/log/eval_result/scan_object/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:07:07/_episodes_detail.json @@ -0,0 +1,1328 @@ +[ + { + "episode_id": 1, + "seed": 100014, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 37.39718669169671, + "manipulation_score": 37.39718669169671, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 2, + "seed": 100031, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 50.53430895503389, + "manipulation_score": 50.53430895503389, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 3, + "seed": 100033, + "success": false, + "steps_taken": 126, + "max_steps": 500, + "route_completion": 42.27082527341517, + "manipulation_score": 21.135412636707585, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 126, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 4, + "seed": 100047, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 30.27734202379496, + "manipulation_score": 30.27734202379496, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 5, + "seed": 100054, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 45.3853009826371, + "manipulation_score": 45.3853009826371, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 6, + "seed": 100059, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 18.698407332836712, + "manipulation_score": 18.698407332836712, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 7, + "seed": 100067, + "success": false, + "steps_taken": 48, + "max_steps": 500, + "route_completion": 12.196365299650097, + "manipulation_score": 6.098182649825048, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 48, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 8, + "seed": 100068, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 58.42891417637585, + "manipulation_score": 58.42891417637585, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 9, + "seed": 100075, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 13.511468833241889, + "manipulation_score": 13.511468833241889, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 10, + "seed": 100080, + "success": false, + "steps_taken": 52, + "max_steps": 500, + "route_completion": 28.629913060586777, + "manipulation_score": 14.314956530293388, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 52, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 11, + "seed": 100091, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 47.790675921413694, + "manipulation_score": 47.790675921413694, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 12, + "seed": 100124, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 23.72821395078147, + "manipulation_score": 23.72821395078147, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 13, + "seed": 100130, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 17.947894158835943, + "manipulation_score": 17.947894158835943, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 14, + "seed": 100149, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 13.039322423966265, + "manipulation_score": 13.039322423966265, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 15, + "seed": 100157, + "success": true, + "steps_taken": 158, + "max_steps": 500, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 16, + "seed": 100165, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 31.7306765467687, + "manipulation_score": 31.7306765467687, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 17, + "seed": 100176, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 39.168688752256145, + "manipulation_score": 39.168688752256145, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 18, + "seed": 100202, + "success": false, + "steps_taken": 136, + "max_steps": 500, + "route_completion": 44.284589311500696, + "manipulation_score": 22.142294655750348, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 136, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 19, + "seed": 100229, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 10.06527008496807, + "manipulation_score": 10.06527008496807, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 20, + "seed": 100266, + "success": false, + "steps_taken": 155, + "max_steps": 500, + "route_completion": 44.54843750747787, + "manipulation_score": 22.274218753738936, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 155, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 21, + "seed": 100270, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 55.02422507800354, + "manipulation_score": 55.02422507800354, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 22, + "seed": 100273, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 41.69416192249786, + "manipulation_score": 41.69416192249786, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 23, + "seed": 100279, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 53.78169567419504, + "manipulation_score": 53.78169567419504, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 24, + "seed": 100305, + "success": false, + "steps_taken": 45, + "max_steps": 500, + "route_completion": 3.406879983456924, + "manipulation_score": 1.703439991728462, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 45, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 25, + "seed": 100312, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 24.663279252790076, + "manipulation_score": 24.663279252790076, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 26, + "seed": 100315, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 25.098284102279923, + "manipulation_score": 25.098284102279923, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 27, + "seed": 100330, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 28.948726691682985, + "manipulation_score": 28.948726691682985, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 28, + "seed": 100341, + "success": false, + "steps_taken": 46, + "max_steps": 500, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 46, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 29, + "seed": 100345, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 15.050128046998731, + "manipulation_score": 15.050128046998731, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 30, + "seed": 100350, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 12.888481993149977, + "manipulation_score": 12.888481993149977, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 31, + "seed": 100361, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 44.1266486155774, + "manipulation_score": 44.1266486155774, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 32, + "seed": 100368, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 45.26512744745325, + "manipulation_score": 45.26512744745325, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 33, + "seed": 100396, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 44.17344437647606, + "manipulation_score": 44.17344437647606, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 34, + "seed": 100403, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 34.525279604445366, + "manipulation_score": 34.525279604445366, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 35, + "seed": 100419, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 55.825094902700286, + "manipulation_score": 55.825094902700286, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 36, + "seed": 100420, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 41.9690908578329, + "manipulation_score": 41.9690908578329, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 37, + "seed": 100429, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 56.91512538125924, + "manipulation_score": 56.91512538125924, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 38, + "seed": 100437, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 44.271952520994766, + "manipulation_score": 44.271952520994766, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 39, + "seed": 100451, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 46.01946406950363, + "manipulation_score": 46.01946406950363, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 40, + "seed": 100471, + "success": false, + "steps_taken": 57, + "max_steps": 500, + "route_completion": 46.19441950747289, + "manipulation_score": 23.097209753736443, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 57, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 41, + "seed": 100507, + "success": false, + "steps_taken": 46, + "max_steps": 500, + "route_completion": 9.735999418809728, + "manipulation_score": 4.867999709404864, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 46, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 42, + "seed": 100509, + "success": true, + "steps_taken": 160, + "max_steps": 500, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 43, + "seed": 100539, + "success": false, + "steps_taken": 52, + "max_steps": 500, + "route_completion": 14.601349710485023, + "manipulation_score": 7.300674855242511, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 52, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 44, + "seed": 100545, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 12.793904863382604, + "manipulation_score": 12.793904863382604, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 45, + "seed": 100550, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 53.759174242882956, + "manipulation_score": 53.759174242882956, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 46, + "seed": 100557, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 37.838818475971955, + "manipulation_score": 37.838818475971955, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 47, + "seed": 100577, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 16.531583446087865, + "manipulation_score": 16.531583446087865, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 48, + "seed": 100578, + "success": false, + "steps_taken": 46, + "max_steps": 500, + "route_completion": 5.912903630531031, + "manipulation_score": 2.9564518152655155, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 46, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 49, + "seed": 100600, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 53.59546940119488, + "manipulation_score": 53.59546940119488, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 50, + "seed": 100616, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 18.442359050264866, + "manipulation_score": 18.442359050264866, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 51, + "seed": 100619, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 45.57337079181364, + "manipulation_score": 45.57337079181364, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 52, + "seed": 100631, + "success": true, + "steps_taken": 179, + "max_steps": 500, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 53, + "seed": 100632, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 37.610160919740274, + "manipulation_score": 37.610160919740274, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 54, + "seed": 100649, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 18.729574016442857, + "manipulation_score": 18.729574016442857, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 55, + "seed": 100654, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 39.73164446642979, + "manipulation_score": 39.73164446642979, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 56, + "seed": 100683, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 58.834575484379805, + "manipulation_score": 58.834575484379805, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 57, + "seed": 100687, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 23.546023288869204, + "manipulation_score": 23.546023288869204, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 58, + "seed": 100688, + "success": false, + "steps_taken": 132, + "max_steps": 500, + "route_completion": 42.78878647190418, + "manipulation_score": 21.39439323595209, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 132, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 59, + "seed": 100696, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 57.24027806035997, + "manipulation_score": 57.24027806035997, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 60, + "seed": 100755, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 44.15378210700089, + "manipulation_score": 44.15378210700089, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 61, + "seed": 100766, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 58.039618871887654, + "manipulation_score": 58.039618871887654, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 62, + "seed": 100780, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 18.781464290388264, + "manipulation_score": 18.781464290388264, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 63, + "seed": 100785, + "success": false, + "steps_taken": 172, + "max_steps": 500, + "route_completion": 43.39841883033167, + "manipulation_score": 21.699209415165836, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 172, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 64, + "seed": 100789, + "success": false, + "steps_taken": 55, + "max_steps": 500, + "route_completion": 19.055963291661204, + "manipulation_score": 9.527981645830602, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 55, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 65, + "seed": 100798, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 44.67585552933716, + "manipulation_score": 44.67585552933716, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 66, + "seed": 100822, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 16.031836902289808, + "manipulation_score": 16.031836902289808, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 67, + "seed": 100827, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 43.46673019501974, + "manipulation_score": 43.46673019501974, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 68, + "seed": 100843, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 8.178957335263416, + "manipulation_score": 8.178957335263416, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 69, + "seed": 100869, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 14.844022265249954, + "manipulation_score": 14.844022265249954, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 70, + "seed": 100873, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 24.81263613947516, + "manipulation_score": 24.81263613947516, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 71, + "seed": 100878, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 38.35998054444163, + "manipulation_score": 38.35998054444163, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 72, + "seed": 100881, + "success": false, + "steps_taken": 49, + "max_steps": 500, + "route_completion": 9.971823154362626, + "manipulation_score": 4.985911577181313, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 49, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 73, + "seed": 100883, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 23.787989717125246, + "manipulation_score": 23.787989717125246, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 74, + "seed": 100885, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 48.564309869639985, + "manipulation_score": 48.564309869639985, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 75, + "seed": 100887, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 58.41223572011543, + "manipulation_score": 58.41223572011543, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 76, + "seed": 100912, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 30.23211686735771, + "manipulation_score": 30.23211686735771, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 77, + "seed": 100922, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 36.86330075957693, + "manipulation_score": 36.86330075957693, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 78, + "seed": 100928, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 9.843819852994331, + "manipulation_score": 9.843819852994331, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 79, + "seed": 100931, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 8.138228423568709, + "manipulation_score": 8.138228423568709, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 80, + "seed": 100938, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 35.194099255576866, + "manipulation_score": 35.194099255576866, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 81, + "seed": 100969, + "success": false, + "steps_taken": 211, + "max_steps": 500, + "route_completion": 49.80350667386438, + "manipulation_score": 24.90175333693219, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 211, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 82, + "seed": 101025, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 55.34322535823475, + "manipulation_score": 55.34322535823475, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 83, + "seed": 101031, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 17.727717407986592, + "manipulation_score": 17.727717407986592, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 84, + "seed": 101041, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 39.5348199725429, + "manipulation_score": 39.5348199725429, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 85, + "seed": 101049, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 45.02206267579272, + "manipulation_score": 45.02206267579272, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 86, + "seed": 101068, + "success": true, + "steps_taken": 196, + "max_steps": 500, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 87, + "seed": 101082, + "success": false, + "steps_taken": 175, + "max_steps": 500, + "route_completion": 43.885646082180195, + "manipulation_score": 21.942823041090097, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 175, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 88, + "seed": 101091, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 23.799908120469603, + "manipulation_score": 23.799908120469603, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 89, + "seed": 101092, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 38.892395702737005, + "manipulation_score": 38.892395702737005, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 90, + "seed": 101105, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 40.90451494581961, + "manipulation_score": 40.90451494581961, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 91, + "seed": 101177, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 48.301395271055505, + "manipulation_score": 48.301395271055505, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 92, + "seed": 101179, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 15.628699051357838, + "manipulation_score": 15.628699051357838, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 93, + "seed": 101180, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 45.151289255382274, + "manipulation_score": 45.151289255382274, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 94, + "seed": 101192, + "success": false, + "steps_taken": 55, + "max_steps": 500, + "route_completion": 37.023790797709644, + "manipulation_score": 18.511895398854822, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 55, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 95, + "seed": 101211, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 16.13996434856067, + "manipulation_score": 16.13996434856067, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 96, + "seed": 101213, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 65.64977202394175, + "manipulation_score": 65.64977202394175, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 97, + "seed": 101228, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 36.370765924842836, + "manipulation_score": 36.370765924842836, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 98, + "seed": 101249, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 11.111216270603054, + "manipulation_score": 11.111216270603054, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 99, + "seed": 101257, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 56.43137367333067, + "manipulation_score": 56.43137367333067, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 100, + "seed": 101263, + "success": false, + "steps_taken": 500, + "max_steps": 500, + "route_completion": 18.179128975246847, + "manipulation_score": 18.179128975246847, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + } +] \ No newline at end of file diff --git a/log/eval_result/scan_object/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:07:07/_metrics.json b/log/eval_result/scan_object/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:07:07/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..3d65cc40f387586f195b14da41aa0a618decc7a7 --- /dev/null +++ b/log/eval_result/scan_object/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:07:07/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 4, + "success_rate": 4.0, + "manipulation_score_mean": 33.675948605071824, + "manipulation_score_std": 21.318349381955805, + "route_completion_mean": 36.164496695098826, + "route_completion_std": 20.597235660266506, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 18 +} \ No newline at end of file diff --git a/log/eval_result/scan_object/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:07:07/_metrics_report.txt b/log/eval_result/scan_object/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:07:07/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..af4479e6dc91bd7796ff698f26b6dbeb5f79f1d7 --- /dev/null +++ b/log/eval_result/scan_object/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:07:07/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 4.0% (4/100) + +--- Manipulation Score --- + Mean: 33.68 + Std: 21.32 + +--- Route Completion --- + Mean: 36.16% + Std: 20.60 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 18 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/scan_object/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:07:07/_result.txt b/log/eval_result/scan_object/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:07:07/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..6988080e400e0cd99465d12d02048c6b3ef83180 --- /dev/null +++ b/log/eval_result/scan_object/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:07:07/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-30 04:07:07 + +Instruction Type: unseen + +0.04 \ No newline at end of file diff --git a/log/eval_result/shake_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:54:47/_metrics_report.txt b/log/eval_result/shake_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:54:47/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..87bcc7255f15a79a30989ac34fbe0e4dd22bf984 --- /dev/null +++ b/log/eval_result/shake_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:54:47/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 51.0% (51/100) + +--- Manipulation Score --- + Mean: 66.04 + Std: 36.14 + +--- Route Completion --- + Mean: 66.48% + Std: 35.60 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 7 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/shake_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:54:47/_result.txt b/log/eval_result/shake_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:54:47/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..bfb99c9c32498dbf75d63c2262a4678ded72995b --- /dev/null +++ b/log/eval_result/shake_bottle/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 04:54:47/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-30 04:54:47 + +Instruction Type: unseen + +0.51 \ No newline at end of file diff --git a/log/eval_result/shake_bottle_horizontally/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 06:25:34/_episodes_detail.json b/log/eval_result/shake_bottle_horizontally/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 06:25:34/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..9e1ae0897f34f0650a981c55d7da020edd75a8ca --- /dev/null +++ b/log/eval_result/shake_bottle_horizontally/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 06:25:34/_episodes_detail.json @@ -0,0 +1,1251 @@ +[ + { + "episode_id": 1, + "seed": 100000, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 45.087130067215334, + "manipulation_score": 45.087130067215334, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 2, + "seed": 100004, + "success": true, + "steps_taken": 98, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 3, + "seed": 100005, + "success": true, + "steps_taken": 97, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 4, + "seed": 100006, + "success": true, + "steps_taken": 91, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 5, + "seed": 100009, + "success": true, + "steps_taken": 102, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 6, + "seed": 100010, + "success": true, + "steps_taken": 101, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 7, + "seed": 100016, + "success": true, + "steps_taken": 96, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 8, + "seed": 100022, + "success": true, + "steps_taken": 97, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 9, + "seed": 100023, + "success": true, + "steps_taken": 72, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 10, + "seed": 100026, + "success": true, + "steps_taken": 94, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 11, + "seed": 100027, + "success": false, + "steps_taken": 63, + "max_steps": 700, + "route_completion": 0.018740605184699655, + "manipulation_score": 0.009370302592349828, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 63, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 12, + "seed": 100032, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 46.956488518503555, + "manipulation_score": 46.956488518503555, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 13, + "seed": 100033, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 41.9829272495889, + "manipulation_score": 41.9829272495889, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 14, + "seed": 100036, + "success": true, + "steps_taken": 108, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 15, + "seed": 100039, + "success": true, + "steps_taken": 92, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 16, + "seed": 100044, + "success": true, + "steps_taken": 97, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 17, + "seed": 100046, + "success": true, + "steps_taken": 64, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 18, + "seed": 100047, + "success": true, + "steps_taken": 92, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 19, + "seed": 100049, + "success": true, + "steps_taken": 105, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 20, + "seed": 100050, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 38.552239150940174, + "manipulation_score": 38.552239150940174, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 21, + "seed": 100054, + "success": true, + "steps_taken": 103, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 22, + "seed": 100057, + "success": true, + "steps_taken": 95, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 23, + "seed": 100058, + "success": true, + "steps_taken": 94, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 24, + "seed": 100062, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 34.81595078070247, + "manipulation_score": 34.81595078070247, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 25, + "seed": 100067, + "success": true, + "steps_taken": 98, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 26, + "seed": 100068, + "success": true, + "steps_taken": 101, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 27, + "seed": 100070, + "success": true, + "steps_taken": 97, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 28, + "seed": 100080, + "success": false, + "steps_taken": 61, + "max_steps": 700, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 61, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 29, + "seed": 100084, + "success": true, + "steps_taken": 91, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 30, + "seed": 100086, + "success": true, + "steps_taken": 104, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 31, + "seed": 100088, + "success": true, + "steps_taken": 96, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 32, + "seed": 100091, + "success": true, + "steps_taken": 96, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 33, + "seed": 100094, + "success": true, + "steps_taken": 100, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 34, + "seed": 100103, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 0.024455489118223345, + "manipulation_score": 0.024455489118223345, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 35, + "seed": 100110, + "success": true, + "steps_taken": 100, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 36, + "seed": 100114, + "success": true, + "steps_taken": 107, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 37, + "seed": 100116, + "success": true, + "steps_taken": 96, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 38, + "seed": 100122, + "success": true, + "steps_taken": 65, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 39, + "seed": 100124, + "success": true, + "steps_taken": 97, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 40, + "seed": 100126, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 42.79909203559262, + "manipulation_score": 42.79909203559262, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 41, + "seed": 100127, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 24.03584286934276, + "manipulation_score": 24.03584286934276, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 42, + "seed": 100132, + "success": true, + "steps_taken": 100, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 43, + "seed": 100135, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 44, + "seed": 100136, + "success": true, + "steps_taken": 120, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 45, + "seed": 100137, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 45.00186473213451, + "manipulation_score": 45.00186473213451, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 46, + "seed": 100139, + "success": true, + "steps_taken": 77, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 47, + "seed": 100140, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 37.336429981634424, + "manipulation_score": 37.336429981634424, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 48, + "seed": 100142, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 5.702966492080861, + "manipulation_score": 5.702966492080861, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 49, + "seed": 100148, + "success": true, + "steps_taken": 103, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 50, + "seed": 100152, + "success": true, + "steps_taken": 93, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 51, + "seed": 100154, + "success": true, + "steps_taken": 111, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 52, + "seed": 100163, + "success": true, + "steps_taken": 89, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 53, + "seed": 100168, + "success": true, + "steps_taken": 97, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 54, + "seed": 100169, + "success": true, + "steps_taken": 112, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 55, + "seed": 100170, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 2.839152586176862, + "manipulation_score": 2.839152586176862, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 56, + "seed": 100175, + "success": true, + "steps_taken": 89, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 57, + "seed": 100176, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 38.86862327499282, + "manipulation_score": 38.86862327499282, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 58, + "seed": 100177, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 30.618806554718724, + "manipulation_score": 30.618806554718724, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 59, + "seed": 100180, + "success": false, + "steps_taken": 145, + "max_steps": 700, + "route_completion": 37.25105344683351, + "manipulation_score": 18.625526723416755, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 145, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 60, + "seed": 100181, + "success": true, + "steps_taken": 81, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 61, + "seed": 100182, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 11.541897717770386, + "manipulation_score": 11.541897717770386, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 62, + "seed": 100188, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 38.289939906649394, + "manipulation_score": 38.289939906649394, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 63, + "seed": 100193, + "success": true, + "steps_taken": 104, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100196, + "success": true, + "steps_taken": 99, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 65, + "seed": 100197, + "success": true, + "steps_taken": 107, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 66, + "seed": 100198, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 33.14125942097704, + "manipulation_score": 33.14125942097704, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 67, + "seed": 100207, + "success": true, + "steps_taken": 103, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 68, + "seed": 100216, + "success": true, + "steps_taken": 106, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 69, + "seed": 100219, + "success": true, + "steps_taken": 103, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 70, + "seed": 100223, + "success": false, + "steps_taken": 77, + "max_steps": 700, + "route_completion": 0.035161326913935864, + "manipulation_score": 0.017580663456967932, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 77, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 71, + "seed": 100225, + "success": true, + "steps_taken": 98, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 72, + "seed": 100226, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 27.984031799135757, + "manipulation_score": 27.984031799135757, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 73, + "seed": 100227, + "success": true, + "steps_taken": 94, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 74, + "seed": 100230, + "success": false, + "steps_taken": 90, + "max_steps": 700, + "route_completion": 18.36359878297836, + "manipulation_score": 9.18179939148918, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 90, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 75, + "seed": 100234, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 1.8485437271065486, + "manipulation_score": 1.8485437271065486, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 76, + "seed": 100238, + "success": true, + "steps_taken": 100, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 77, + "seed": 100239, + "success": true, + "steps_taken": 92, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 78, + "seed": 100242, + "success": true, + "steps_taken": 102, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 79, + "seed": 100246, + "success": true, + "steps_taken": 95, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 80, + "seed": 100249, + "success": true, + "steps_taken": 98, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 81, + "seed": 100250, + "success": true, + "steps_taken": 96, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 82, + "seed": 100255, + "success": true, + "steps_taken": 95, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 83, + "seed": 100258, + "success": true, + "steps_taken": 99, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 84, + "seed": 100259, + "success": true, + "steps_taken": 113, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 85, + "seed": 100263, + "success": true, + "steps_taken": 101, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 86, + "seed": 100264, + "success": true, + "steps_taken": 85, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 87, + "seed": 100266, + "success": true, + "steps_taken": 97, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 88, + "seed": 100272, + "success": true, + "steps_taken": 93, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 89, + "seed": 100276, + "success": true, + "steps_taken": 100, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 90, + "seed": 100279, + "success": true, + "steps_taken": 101, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 91, + "seed": 100280, + "success": true, + "steps_taken": 98, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 92, + "seed": 100283, + "success": false, + "steps_taken": 63, + "max_steps": 700, + "route_completion": 4.330496918959241, + "manipulation_score": 2.1652484594796206, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 63, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 93, + "seed": 100289, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 94, + "seed": 100291, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 40.522723354027725, + "manipulation_score": 40.522723354027725, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 95, + "seed": 100293, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 33.78922557677739, + "manipulation_score": 33.78922557677739, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 96, + "seed": 100294, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 38.66970187151241, + "manipulation_score": 38.66970187151241, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 97, + "seed": 100298, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 10.772354272437797, + "manipulation_score": 10.772354272437797, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 98, + "seed": 100303, + "success": false, + "steps_taken": 67, + "max_steps": 700, + "route_completion": 10.586696097435427, + "manipulation_score": 5.293348048717713, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 67, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 99, + "seed": 100304, + "success": false, + "steps_taken": 700, + "max_steps": 700, + "route_completion": 31.209372534568274, + "manipulation_score": 31.209372534568274, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 100, + "seed": 100310, + "success": true, + "steps_taken": 88, + "max_steps": 700, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + } +] \ No newline at end of file diff --git a/log/eval_result/shake_bottle_horizontally/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 06:25:34/_metrics.json b/log/eval_result/shake_bottle_horizontally/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 06:25:34/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..41ef0a5d38279a4e7908c3289dd67f8fb12bb01b --- /dev/null +++ b/log/eval_result/shake_bottle_horizontally/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 06:25:34/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 67, + "success_rate": 67.0, + "manipulation_score_mean": 74.37683893552858, + "manipulation_score_std": 37.83413874104125, + "route_completion_mean": 74.7297676714201, + "route_completion_std": 37.31910724558339, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 7 +} \ No newline at end of file diff --git a/log/eval_result/shake_bottle_horizontally/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 06:25:34/_metrics_report.txt b/log/eval_result/shake_bottle_horizontally/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 06:25:34/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..d034cfce227d5a9ae377216c73cfab6d1d5a6c3a --- /dev/null +++ b/log/eval_result/shake_bottle_horizontally/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 06:25:34/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 67.0% (67/100) + +--- Manipulation Score --- + Mean: 74.38 + Std: 37.83 + +--- Route Completion --- + Mean: 74.73% + Std: 37.32 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 7 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/shake_bottle_horizontally/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 06:25:34/_result.txt b/log/eval_result/shake_bottle_horizontally/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 06:25:34/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..448a3720cd6b1ab4662abffdea8f49414d286ca8 --- /dev/null +++ b/log/eval_result/shake_bottle_horizontally/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 06:25:34/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-30 06:25:34 + +Instruction Type: unseen + +0.67 \ No newline at end of file diff --git a/log/eval_result/stamp_seal/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:04:12/_episodes_detail.json b/log/eval_result/stamp_seal/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:04:12/_episodes_detail.json new file mode 100644 index 0000000000000000000000000000000000000000..3977acff85b9d15c74df8b25e1f0cd3ba5b85f26 --- /dev/null +++ b/log/eval_result/stamp_seal/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:04:12/_episodes_detail.json @@ -0,0 +1,1776 @@ +[ + { + "episode_id": 1, + "seed": 100000, + "success": false, + "steps_taken": 168, + "max_steps": 400, + "route_completion": 22.28770911958099, + "manipulation_score": 11.143854559790496, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 168, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 2, + "seed": 100004, + "success": true, + "steps_taken": 157, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 3, + "seed": 100006, + "success": true, + "steps_taken": 153, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 4, + "seed": 100007, + "success": false, + "steps_taken": 369, + "max_steps": 400, + "route_completion": 24.706168613309075, + "manipulation_score": 12.353084306654537, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 369, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 5, + "seed": 100008, + "success": false, + "steps_taken": 142, + "max_steps": 400, + "route_completion": 50.11114955241116, + "manipulation_score": 25.05557477620558, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 142, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 6, + "seed": 100009, + "success": false, + "steps_taken": 133, + "max_steps": 400, + "route_completion": 38.99140615319283, + "manipulation_score": 19.495703076596413, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 133, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 7, + "seed": 100010, + "success": false, + "steps_taken": 170, + "max_steps": 400, + "route_completion": 47.19894791642809, + "manipulation_score": 23.599473958214045, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 170, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 8, + "seed": 100012, + "success": false, + "steps_taken": 217, + "max_steps": 400, + "route_completion": 0.025454587990496828, + "manipulation_score": 0.012727293995248414, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 217, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 9, + "seed": 100013, + "success": false, + "steps_taken": 341, + "max_steps": 400, + "route_completion": 41.40498447101976, + "manipulation_score": 20.70249223550988, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 341, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 10, + "seed": 100014, + "success": false, + "steps_taken": 355, + "max_steps": 400, + "route_completion": 40.85976608938534, + "manipulation_score": 20.42988304469267, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 355, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 11, + "seed": 100015, + "success": false, + "steps_taken": 217, + "max_steps": 400, + "route_completion": 38.35423312861747, + "manipulation_score": 19.177116564308736, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 217, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 12, + "seed": 100018, + "success": false, + "steps_taken": 170, + "max_steps": 400, + "route_completion": 44.559064326190665, + "manipulation_score": 22.279532163095332, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 170, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 13, + "seed": 100019, + "success": false, + "steps_taken": 357, + "max_steps": 400, + "route_completion": 42.096169760960024, + "manipulation_score": 21.048084880480012, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 357, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 14, + "seed": 100021, + "success": false, + "steps_taken": 324, + "max_steps": 400, + "route_completion": 16.448744554125984, + "manipulation_score": 8.224372277062992, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 324, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 15, + "seed": 100022, + "success": false, + "steps_taken": 269, + "max_steps": 400, + "route_completion": 49.56745990771474, + "manipulation_score": 24.78372995385737, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 269, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 16, + "seed": 100029, + "success": false, + "steps_taken": 176, + "max_steps": 400, + "route_completion": 9.412535500980061, + "manipulation_score": 4.7062677504900305, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 176, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 17, + "seed": 100035, + "success": false, + "steps_taken": 306, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 306, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 18, + "seed": 100036, + "success": false, + "steps_taken": 153, + "max_steps": 400, + "route_completion": 22.973060363151028, + "manipulation_score": 11.486530181575514, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 153, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 19, + "seed": 100037, + "success": false, + "steps_taken": 182, + "max_steps": 400, + "route_completion": 20.34998272307972, + "manipulation_score": 10.17499136153986, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 182, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 20, + "seed": 100038, + "success": false, + "steps_taken": 179, + "max_steps": 400, + "route_completion": 52.77974232206557, + "manipulation_score": 26.389871161032787, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 179, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 21, + "seed": 100040, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 40.77130100507455, + "manipulation_score": 40.77130100507455, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 22, + "seed": 100042, + "success": false, + "steps_taken": 188, + "max_steps": 400, + "route_completion": 27.69969322769603, + "manipulation_score": 13.849846613848015, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 188, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 23, + "seed": 100044, + "success": false, + "steps_taken": 334, + "max_steps": 400, + "route_completion": 27.151990386258735, + "manipulation_score": 13.575995193129367, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 334, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 24, + "seed": 100045, + "success": false, + "steps_taken": 279, + "max_steps": 400, + "route_completion": 12.445593785919309, + "manipulation_score": 6.222796892959654, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 279, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 25, + "seed": 100046, + "success": true, + "steps_taken": 143, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 26, + "seed": 100048, + "success": false, + "steps_taken": 225, + "max_steps": 400, + "route_completion": 6.283946443333326, + "manipulation_score": 3.141973221666663, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 225, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 27, + "seed": 100050, + "success": false, + "steps_taken": 130, + "max_steps": 400, + "route_completion": 32.73677164301747, + "manipulation_score": 16.368385821508735, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 130, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 28, + "seed": 100051, + "success": false, + "steps_taken": 312, + "max_steps": 400, + "route_completion": 0.020399217063328666, + "manipulation_score": 0.010199608531664333, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 312, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 29, + "seed": 100055, + "success": false, + "steps_taken": 394, + "max_steps": 400, + "route_completion": 36.93870408826598, + "manipulation_score": 18.46935204413299, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 394, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 30, + "seed": 100056, + "success": false, + "steps_taken": 245, + "max_steps": 400, + "route_completion": 37.152239196944016, + "manipulation_score": 18.576119598472008, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 245, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 31, + "seed": 100057, + "success": true, + "steps_taken": 143, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 32, + "seed": 100058, + "success": false, + "steps_taken": 168, + "max_steps": 400, + "route_completion": 28.861409478542445, + "manipulation_score": 14.430704739271222, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 168, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 33, + "seed": 100060, + "success": false, + "steps_taken": 204, + "max_steps": 400, + "route_completion": 39.44360525663488, + "manipulation_score": 19.72180262831744, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 204, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 34, + "seed": 100061, + "success": false, + "steps_taken": 292, + "max_steps": 400, + "route_completion": 34.980502145124284, + "manipulation_score": 17.490251072562142, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 292, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 35, + "seed": 100062, + "success": false, + "steps_taken": 165, + "max_steps": 400, + "route_completion": 40.37472493660735, + "manipulation_score": 20.187362468303675, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 165, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 36, + "seed": 100064, + "success": true, + "steps_taken": 147, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 37, + "seed": 100065, + "success": false, + "steps_taken": 370, + "max_steps": 400, + "route_completion": 40.4429143048496, + "manipulation_score": 20.2214571524248, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 370, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 38, + "seed": 100066, + "success": false, + "steps_taken": 233, + "max_steps": 400, + "route_completion": 7.434731511844947, + "manipulation_score": 3.7173657559224735, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 233, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 39, + "seed": 100068, + "success": false, + "steps_taken": 384, + "max_steps": 400, + "route_completion": 43.62620161270374, + "manipulation_score": 21.81310080635187, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 384, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 40, + "seed": 100069, + "success": false, + "steps_taken": 197, + "max_steps": 400, + "route_completion": 45.81739916332992, + "manipulation_score": 22.90869958166496, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 197, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 41, + "seed": 100070, + "success": true, + "steps_taken": 146, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 42, + "seed": 100072, + "success": false, + "steps_taken": 184, + "max_steps": 400, + "route_completion": 49.39482864412803, + "manipulation_score": 24.697414322064017, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 184, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 43, + "seed": 100073, + "success": false, + "steps_taken": 243, + "max_steps": 400, + "route_completion": 27.57495173051876, + "manipulation_score": 13.78747586525938, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 243, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 44, + "seed": 100074, + "success": false, + "steps_taken": 274, + "max_steps": 400, + "route_completion": 42.10143770443567, + "manipulation_score": 21.050718852217834, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 274, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 45, + "seed": 100075, + "success": false, + "steps_taken": 197, + "max_steps": 400, + "route_completion": 32.05650797426946, + "manipulation_score": 16.02825398713473, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 197, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 46, + "seed": 100076, + "success": false, + "steps_taken": 273, + "max_steps": 400, + "route_completion": 44.98404743279566, + "manipulation_score": 22.49202371639783, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 273, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 47, + "seed": 100079, + "success": false, + "steps_taken": 269, + "max_steps": 400, + "route_completion": 54.43443646151326, + "manipulation_score": 27.21721823075663, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 269, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 48, + "seed": 100080, + "success": false, + "steps_taken": 226, + "max_steps": 400, + "route_completion": 0.037716531774726225, + "manipulation_score": 0.018858265887363113, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 226, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 49, + "seed": 100082, + "success": false, + "steps_taken": 227, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 227, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 50, + "seed": 100083, + "success": false, + "steps_taken": 231, + "max_steps": 400, + "route_completion": 28.47110240646215, + "manipulation_score": 14.235551203231076, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 231, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 51, + "seed": 100084, + "success": false, + "steps_taken": 184, + "max_steps": 400, + "route_completion": 27.72394084522697, + "manipulation_score": 13.861970422613485, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 184, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 52, + "seed": 100085, + "success": false, + "steps_taken": 212, + "max_steps": 400, + "route_completion": 43.62450941039977, + "manipulation_score": 21.812254705199884, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 212, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 53, + "seed": 100086, + "success": false, + "steps_taken": 203, + "max_steps": 400, + "route_completion": 46.44591781392341, + "manipulation_score": 23.222958906961704, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 203, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 54, + "seed": 100088, + "success": false, + "steps_taken": 296, + "max_steps": 400, + "route_completion": 34.437541572376226, + "manipulation_score": 17.218770786188113, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 296, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 55, + "seed": 100089, + "success": false, + "steps_taken": 214, + "max_steps": 400, + "route_completion": 33.78671131011073, + "manipulation_score": 16.893355655055366, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 214, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 56, + "seed": 100090, + "success": true, + "steps_taken": 141, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 57, + "seed": 100091, + "success": false, + "steps_taken": 176, + "max_steps": 400, + "route_completion": 26.264001543844312, + "manipulation_score": 13.132000771922156, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 176, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 58, + "seed": 100092, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 42.019983711578774, + "manipulation_score": 42.019983711578774, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 59, + "seed": 100093, + "success": false, + "steps_taken": 189, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 189, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 60, + "seed": 100094, + "success": false, + "steps_taken": 187, + "max_steps": 400, + "route_completion": 42.5534888965923, + "manipulation_score": 21.27674444829615, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 187, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 61, + "seed": 100098, + "success": false, + "steps_taken": 248, + "max_steps": 400, + "route_completion": 24.386510961876397, + "manipulation_score": 12.193255480938198, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 248, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 62, + "seed": 100099, + "success": false, + "steps_taken": 200, + "max_steps": 400, + "route_completion": 0.0012990736813445227, + "manipulation_score": 0.0006495368406722613, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 200, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 63, + "seed": 100101, + "success": true, + "steps_taken": 145, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 64, + "seed": 100102, + "success": false, + "steps_taken": 167, + "max_steps": 400, + "route_completion": 30.2778180789585, + "manipulation_score": 15.13890903947925, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 167, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 65, + "seed": 100104, + "success": false, + "steps_taken": 400, + "max_steps": 400, + "route_completion": 12.092829916594715, + "manipulation_score": 12.092829916594715, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 66, + "seed": 100105, + "success": true, + "steps_taken": 153, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 67, + "seed": 100108, + "success": false, + "steps_taken": 266, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 266, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 68, + "seed": 100111, + "success": false, + "steps_taken": 170, + "max_steps": 400, + "route_completion": 4.508691823387574, + "manipulation_score": 2.254345911693787, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 170, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 69, + "seed": 100112, + "success": false, + "steps_taken": 370, + "max_steps": 400, + "route_completion": 31.34513244254986, + "manipulation_score": 15.67256622127493, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 370, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 70, + "seed": 100113, + "success": false, + "steps_taken": 343, + "max_steps": 400, + "route_completion": 33.96397291038327, + "manipulation_score": 16.981986455191635, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 343, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 71, + "seed": 100114, + "success": false, + "steps_taken": 242, + "max_steps": 400, + "route_completion": 26.01029682151625, + "manipulation_score": 13.005148410758125, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 242, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 72, + "seed": 100116, + "success": false, + "steps_taken": 290, + "max_steps": 400, + "route_completion": 24.50098959058063, + "manipulation_score": 12.250494795290315, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 290, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 73, + "seed": 100117, + "success": false, + "steps_taken": 238, + "max_steps": 400, + "route_completion": 45.621877529832084, + "manipulation_score": 22.810938764916042, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 238, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 74, + "seed": 100119, + "success": false, + "steps_taken": 194, + "max_steps": 400, + "route_completion": 0.027654272870014842, + "manipulation_score": 0.013827136435007421, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 194, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 75, + "seed": 100122, + "success": false, + "steps_taken": 372, + "max_steps": 400, + "route_completion": 16.938575827417907, + "manipulation_score": 8.469287913708953, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 372, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 76, + "seed": 100123, + "success": false, + "steps_taken": 278, + "max_steps": 400, + "route_completion": 32.99110180348308, + "manipulation_score": 16.49555090174154, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 278, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 77, + "seed": 100124, + "success": false, + "steps_taken": 156, + "max_steps": 400, + "route_completion": 39.89997080626496, + "manipulation_score": 19.94998540313248, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 156, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 78, + "seed": 100125, + "success": false, + "steps_taken": 254, + "max_steps": 400, + "route_completion": 44.320794164723814, + "manipulation_score": 22.160397082361907, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 254, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 79, + "seed": 100127, + "success": false, + "steps_taken": 167, + "max_steps": 400, + "route_completion": 28.965505762296146, + "manipulation_score": 14.482752881148073, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 167, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 80, + "seed": 100129, + "success": false, + "steps_taken": 164, + "max_steps": 400, + "route_completion": 51.041454433570586, + "manipulation_score": 25.520727216785293, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 164, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 81, + "seed": 100130, + "success": false, + "steps_taken": 201, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 201, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 82, + "seed": 100131, + "success": false, + "steps_taken": 183, + "max_steps": 400, + "route_completion": 41.114312150800984, + "manipulation_score": 20.557156075400492, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 183, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 83, + "seed": 100133, + "success": false, + "steps_taken": 166, + "max_steps": 400, + "route_completion": 35.07117020730223, + "manipulation_score": 17.535585103651115, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 166, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 84, + "seed": 100134, + "success": true, + "steps_taken": 153, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 85, + "seed": 100135, + "success": false, + "steps_taken": 219, + "max_steps": 400, + "route_completion": 18.484495444847227, + "manipulation_score": 9.242247722423613, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 219, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 86, + "seed": 100136, + "success": false, + "steps_taken": 143, + "max_steps": 400, + "route_completion": 40.84115395542109, + "manipulation_score": 20.420576977710546, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 143, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 87, + "seed": 100138, + "success": false, + "steps_taken": 249, + "max_steps": 400, + "route_completion": 22.61150306716516, + "manipulation_score": 11.30575153358258, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 249, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 88, + "seed": 100139, + "success": false, + "steps_taken": 272, + "max_steps": 400, + "route_completion": 0.01313758144787108, + "manipulation_score": 0.00656879072393554, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 272, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 89, + "seed": 100146, + "success": true, + "steps_taken": 154, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 90, + "seed": 100147, + "success": true, + "steps_taken": 144, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 91, + "seed": 100150, + "success": false, + "steps_taken": 370, + "max_steps": 400, + "route_completion": 19.067990613989675, + "manipulation_score": 9.533995306994838, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 370, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 92, + "seed": 100151, + "success": false, + "steps_taken": 202, + "max_steps": 400, + "route_completion": 26.113834294558714, + "manipulation_score": 13.056917147279357, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 202, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 93, + "seed": 100152, + "success": false, + "steps_taken": 140, + "max_steps": 400, + "route_completion": 49.32763999813025, + "manipulation_score": 24.663819999065126, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 140, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 94, + "seed": 100154, + "success": false, + "steps_taken": 317, + "max_steps": 400, + "route_completion": 0.0, + "manipulation_score": 0.0, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 317, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 95, + "seed": 100155, + "success": false, + "steps_taken": 235, + "max_steps": 400, + "route_completion": 13.913845156579393, + "manipulation_score": 6.956922578289697, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 235, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 96, + "seed": 100156, + "success": false, + "steps_taken": 190, + "max_steps": 400, + "route_completion": 0.024149067238657222, + "manipulation_score": 0.012074533619328611, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 190, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 97, + "seed": 100157, + "success": true, + "steps_taken": 148, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 98, + "seed": 100158, + "success": false, + "steps_taken": 308, + "max_steps": 400, + "route_completion": 26.24670026554735, + "manipulation_score": 13.123350132773675, + "total_penalty_factor": 0.5, + "fail_reason": "out_of_bounds", + "penalty_events": [ + { + "event_type": "out_of_bounds", + "timestep": 308, + "penalty_factor": 0.5, + "details": "Target object left workspace/view" + } + ] + }, + { + "episode_id": 99, + "seed": 100160, + "success": true, + "steps_taken": 138, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + }, + { + "episode_id": 100, + "seed": 100167, + "success": true, + "steps_taken": 282, + "max_steps": 400, + "route_completion": 100.0, + "manipulation_score": 100.0, + "total_penalty_factor": 1.0, + "fail_reason": null, + "penalty_events": [] + } +] \ No newline at end of file diff --git a/log/eval_result/stamp_seal/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:04:12/_metrics.json b/log/eval_result/stamp_seal/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:04:12/_metrics.json new file mode 100644 index 0000000000000000000000000000000000000000..5d07a054d19ce653a5dc7d1c0d11ec3240ac5217 --- /dev/null +++ b/log/eval_result/stamp_seal/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:04:12/_metrics.json @@ -0,0 +1,11 @@ +{ + "total_episodes": 100, + "success_count": 15, + "success_rate": 15.0, + "manipulation_score_mean": 27.374141765698138, + "manipulation_score_std": 31.630379756536875, + "route_completion_mean": 38.79944238506379, + "route_completion_std": 29.777089814964103, + "penalty_clutter_collision_total": 0, + "penalty_out_of_bounds_total": 82 +} \ No newline at end of file diff --git a/log/eval_result/stamp_seal/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:04:12/_metrics_report.txt b/log/eval_result/stamp_seal/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:04:12/_metrics_report.txt new file mode 100644 index 0000000000000000000000000000000000000000..92e0b89b73ae5d6d77b16f45cfe8c8b1a4ed9f19 --- /dev/null +++ b/log/eval_result/stamp_seal/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:04:12/_metrics_report.txt @@ -0,0 +1,20 @@ +============================================================ +EVALUATION METRICS REPORT +============================================================ + +Total Episodes: 100 +Success Rate: 15.0% (15/100) + +--- Manipulation Score --- + Mean: 27.37 + Std: 31.63 + +--- Route Completion --- + Mean: 38.80% + Std: 29.78 + +--- Penalty Events --- + Clutter Collisions: 0 + Out of Bounds: 82 + +============================================================ \ No newline at end of file diff --git a/log/eval_result/stamp_seal/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:04:12/_result.txt b/log/eval_result/stamp_seal/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:04:12/_result.txt new file mode 100644 index 0000000000000000000000000000000000000000..2ad92e517838b16f6218f5836c0ffcfe80d85bde --- /dev/null +++ b/log/eval_result/stamp_seal/model2robotwin_interface/aloha-agilex_clean_level1/puma_dynamic_flow/2026-03-30 07:04:12/_result.txt @@ -0,0 +1,5 @@ +Timestamp: 2026-03-30 07:04:12 + +Instruction Type: unseen + +0.15 \ No newline at end of file