| { |
| "protocol": { |
| "single_agent_layout_seeds": [ |
| 1000, |
| 1001, |
| 1002, |
| 1003, |
| 1004, |
| 1005, |
| 1006, |
| 1007, |
| 1008, |
| 1009, |
| 1010, |
| 1011, |
| 1012, |
| 1013, |
| 1014, |
| 1015, |
| 1016, |
| 1017, |
| 1018, |
| 1019 |
| ], |
| "four_agent_layout_seeds": [ |
| 2000, |
| 2001, |
| 2002, |
| 2003, |
| 2004, |
| 2005, |
| 2006, |
| 2007, |
| 2008, |
| 2009, |
| 2010, |
| 2011 |
| ], |
| "layout_rule": "alternating general/trap starting with general; same layouts for every policy and condition", |
| "noise_seed_rule": "90000 + layout_index, same seed per layout/condition for both policies", |
| "weights": "ppo_policy.pt", |
| "max_steps": 200, |
| "dt": 0.1, |
| "arena": 12.0, |
| "safety_margin": 0.15 |
| }, |
| "conditions": { |
| "clean": { |
| "1_agent": { |
| "classical": { |
| "n_agent_episodes": 20, |
| "success_rate": 0.45, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.55, |
| "mean_steps_to_goal_success": 73.22222222222223, |
| "mean_path_length": 5.3478555207171485, |
| "mean_min_clearance_success": 0.588437716376736, |
| "safety_violation_rate": 0.0, |
| "breakdown_general": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.9, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.1, |
| "mean_steps_to_goal_success": 73.22222222222223, |
| "mean_path_length": 6.907327148951262, |
| "mean_min_clearance_success": 0.588437716376736, |
| "safety_violation_rate": 0.0 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.0, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 1.0, |
| "mean_steps_to_goal_success": null, |
| "mean_path_length": 3.788383892483034, |
| "mean_min_clearance_success": null, |
| "safety_violation_rate": 0.0 |
| } |
| }, |
| "rl": { |
| "n_agent_episodes": 20, |
| "success_rate": 0.7, |
| "collision_rate": 0.2, |
| "collision_obstacle_rate": 0.2, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.1, |
| "mean_steps_to_goal_success": 86.0, |
| "mean_path_length": 9.587788908089728, |
| "mean_min_clearance_success": 0.41860608828737567, |
| "safety_violation_rate": 0.03286118980169972, |
| "breakdown_general": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.6, |
| "collision_rate": 0.3, |
| "collision_obstacle_rate": 0.3, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.1, |
| "mean_steps_to_goal_success": 61.166666666666664, |
| "mean_path_length": 7.149988021333305, |
| "mean_min_clearance_success": 0.5442858128310991, |
| "safety_violation_rate": 0.07430340557275542 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.8, |
| "collision_rate": 0.1, |
| "collision_obstacle_rate": 0.1, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.1, |
| "mean_steps_to_goal_success": 104.625, |
| "mean_path_length": 12.025589794846148, |
| "mean_min_clearance_success": 0.32434629487958305, |
| "safety_violation_rate": 0.008936550491510277 |
| } |
| } |
| }, |
| "4_agent": { |
| "classical": { |
| "n_agent_episodes": 48, |
| "success_rate": 0.3958333333333333, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.6041666666666666, |
| "mean_steps_to_goal_success": 160.42105263157896, |
| "mean_path_length": 5.871392060807665, |
| "mean_min_clearance_success": 0.6899164976061697, |
| "safety_violation_rate": 0.0, |
| "breakdown_general": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.7916666666666666, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.20833333333333334, |
| "mean_steps_to_goal_success": 160.42105263157896, |
| "mean_path_length": 6.391374850718766, |
| "mean_min_clearance_success": 0.6899164976061697, |
| "safety_violation_rate": 0.0 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.0, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 1.0, |
| "mean_steps_to_goal_success": null, |
| "mean_path_length": 5.351409270896564, |
| "mean_min_clearance_success": null, |
| "safety_violation_rate": 0.0 |
| } |
| }, |
| "rl": { |
| "n_agent_episodes": 48, |
| "success_rate": 0.7916666666666666, |
| "collision_rate": 0.14583333333333334, |
| "collision_obstacle_rate": 0.14583333333333334, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.0625, |
| "mean_steps_to_goal_success": 141.18421052631578, |
| "mean_path_length": 10.633575863501145, |
| "mean_min_clearance_success": 0.5046813509529994, |
| "safety_violation_rate": 0.019376579612468407, |
| "breakdown_general": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.75, |
| "collision_rate": 0.20833333333333334, |
| "collision_obstacle_rate": 0.20833333333333334, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.041666666666666664, |
| "mean_steps_to_goal_success": 102.61111111111111, |
| "mean_path_length": 6.416871723317956, |
| "mean_min_clearance_success": 0.6557518701321489, |
| "safety_violation_rate": 0.01780821917808219 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.8333333333333334, |
| "collision_rate": 0.08333333333333333, |
| "collision_obstacle_rate": 0.08333333333333333, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.08333333333333333, |
| "mean_steps_to_goal_success": 175.9, |
| "mean_path_length": 14.850280003684333, |
| "mean_min_clearance_success": 0.3687178836917648, |
| "safety_violation_rate": 0.020072992700729927 |
| } |
| } |
| } |
| }, |
| "obs_noise_0.05": { |
| "1_agent": { |
| "classical": { |
| "n_agent_episodes": 20, |
| "success_rate": 0.45, |
| "collision_rate": 0.1, |
| "collision_obstacle_rate": 0.1, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.45, |
| "mean_steps_to_goal_success": 90.11111111111111, |
| "mean_path_length": 8.814298521944533, |
| "mean_min_clearance_success": 0.6959921659650196, |
| "safety_violation_rate": 0.0028922631959508315, |
| "breakdown_general": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.9, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.1, |
| "mean_steps_to_goal_success": 90.11111111111111, |
| "mean_path_length": 8.176666713881698, |
| "mean_min_clearance_success": 0.6959921659650196, |
| "safety_violation_rate": 0.0 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.0, |
| "collision_rate": 0.2, |
| "collision_obstacle_rate": 0.2, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.8, |
| "mean_steps_to_goal_success": null, |
| "mean_path_length": 9.45193033000737, |
| "mean_min_clearance_success": null, |
| "safety_violation_rate": 0.004558404558404558 |
| } |
| }, |
| "rl": { |
| "n_agent_episodes": 20, |
| "success_rate": 0.75, |
| "collision_rate": 0.15, |
| "collision_obstacle_rate": 0.15, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.1, |
| "mean_steps_to_goal_success": 86.33333333333333, |
| "mean_path_length": 9.683815305664444, |
| "mean_min_clearance_success": 0.39257140682009994, |
| "safety_violation_rate": 0.024280067758328628, |
| "breakdown_general": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.6, |
| "collision_rate": 0.3, |
| "collision_obstacle_rate": 0.3, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.1, |
| "mean_steps_to_goal_success": 60.833333333333336, |
| "mean_path_length": 7.028173678390608, |
| "mean_min_clearance_success": 0.5465125594738938, |
| "safety_violation_rate": 0.0514820592823713 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.9, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.1, |
| "mean_steps_to_goal_success": 103.33333333333333, |
| "mean_path_length": 12.339456932938281, |
| "mean_min_clearance_success": 0.2899439717175707, |
| "safety_violation_rate": 0.008849557522123894 |
| } |
| } |
| }, |
| "4_agent": { |
| "classical": { |
| "n_agent_episodes": 48, |
| "success_rate": 0.3333333333333333, |
| "collision_rate": 0.125, |
| "collision_obstacle_rate": 0.125, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.5416666666666666, |
| "mean_steps_to_goal_success": 180.0625, |
| "mean_path_length": 10.149011351453211, |
| "mean_min_clearance_success": 0.7039547370672927, |
| "safety_violation_rate": 0.017144352833398768, |
| "breakdown_general": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.625, |
| "collision_rate": 0.041666666666666664, |
| "collision_obstacle_rate": 0.041666666666666664, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.3333333333333333, |
| "mean_steps_to_goal_success": 178.73333333333332, |
| "mean_path_length": 9.336146648595255, |
| "mean_min_clearance_success": 0.7261162554509255, |
| "safety_violation_rate": 0.006169031462060457 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.041666666666666664, |
| "collision_rate": 0.20833333333333334, |
| "collision_obstacle_rate": 0.20833333333333334, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.75, |
| "mean_steps_to_goal_success": 200.0, |
| "mean_path_length": 10.961876054311169, |
| "mean_min_clearance_success": 0.3715319613128004, |
| "safety_violation_rate": 0.025233007501704933 |
| } |
| }, |
| "rl": { |
| "n_agent_episodes": 48, |
| "success_rate": 0.6458333333333334, |
| "collision_rate": 0.2916666666666667, |
| "collision_obstacle_rate": 0.25, |
| "collision_agent_rate": 0.041666666666666664, |
| "timeout_rate": 0.0625, |
| "mean_steps_to_goal_success": 132.09677419354838, |
| "mean_path_length": 9.727174203365275, |
| "mean_min_clearance_success": 0.532414286932431, |
| "safety_violation_rate": 0.018060200668896322, |
| "breakdown_general": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.7083333333333334, |
| "collision_rate": 0.2916666666666667, |
| "collision_obstacle_rate": 0.20833333333333334, |
| "collision_agent_rate": 0.08333333333333333, |
| "timeout_rate": 0.0, |
| "mean_steps_to_goal_success": 97.58823529411765, |
| "mean_path_length": 6.051029584588359, |
| "mean_min_clearance_success": 0.6697960443308276, |
| "safety_violation_rate": 0.013610315186246419 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.5833333333333334, |
| "collision_rate": 0.2916666666666667, |
| "collision_obstacle_rate": 0.2916666666666667, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.125, |
| "mean_steps_to_goal_success": 174.0, |
| "mean_path_length": 13.40331882214219, |
| "mean_min_clearance_success": 0.36559358152009214, |
| "safety_violation_rate": 0.020071220459695695 |
| } |
| } |
| } |
| }, |
| "obs_noise_0.10": { |
| "1_agent": { |
| "classical": { |
| "n_agent_episodes": 20, |
| "success_rate": 0.2, |
| "collision_rate": 0.25, |
| "collision_obstacle_rate": 0.25, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.55, |
| "mean_steps_to_goal_success": 124.75, |
| "mean_path_length": 11.110988105606035, |
| "mean_min_clearance_success": 0.5130770308972021, |
| "safety_violation_rate": 0.010635065329687025, |
| "breakdown_general": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.4, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.6, |
| "mean_steps_to_goal_success": 124.75, |
| "mean_path_length": 11.893842558627705, |
| "mean_min_clearance_success": 0.5130770308972021, |
| "safety_violation_rate": 0.0011771630370806356 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.0, |
| "collision_rate": 0.5, |
| "collision_obstacle_rate": 0.5, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.5, |
| "mean_steps_to_goal_success": null, |
| "mean_path_length": 10.328133652584365, |
| "mean_min_clearance_success": null, |
| "safety_violation_rate": 0.0207286432160804 |
| } |
| }, |
| "rl": { |
| "n_agent_episodes": 20, |
| "success_rate": 0.6, |
| "collision_rate": 0.3, |
| "collision_obstacle_rate": 0.3, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.1, |
| "mean_steps_to_goal_success": 90.41666666666667, |
| "mean_path_length": 9.662442519892405, |
| "mean_min_clearance_success": 0.3555579805000629, |
| "safety_violation_rate": 0.03897550111358575, |
| "breakdown_general": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.5, |
| "collision_rate": 0.4, |
| "collision_obstacle_rate": 0.4, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.1, |
| "mean_steps_to_goal_success": 58.4, |
| "mean_path_length": 7.214010653502439, |
| "mean_min_clearance_success": 0.5625857580578802, |
| "safety_violation_rate": 0.03273809523809524 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.7, |
| "collision_rate": 0.2, |
| "collision_obstacle_rate": 0.2, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.1, |
| "mean_steps_to_goal_success": 113.28571428571429, |
| "mean_path_length": 12.110874386282372, |
| "mean_min_clearance_success": 0.2076809965301933, |
| "safety_violation_rate": 0.042704626334519574 |
| } |
| } |
| }, |
| "4_agent": { |
| "classical": { |
| "n_agent_episodes": 48, |
| "success_rate": 0.10416666666666667, |
| "collision_rate": 0.3958333333333333, |
| "collision_obstacle_rate": 0.3958333333333333, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.5, |
| "mean_steps_to_goal_success": 200.0, |
| "mean_path_length": 10.314423392047589, |
| "mean_min_clearance_success": 0.9023534650718718, |
| "safety_violation_rate": 0.01791373845941849, |
| "breakdown_general": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.20833333333333334, |
| "collision_rate": 0.16666666666666666, |
| "collision_obstacle_rate": 0.16666666666666666, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.625, |
| "mean_steps_to_goal_success": 200.0, |
| "mean_path_length": 11.176283581827628, |
| "mean_min_clearance_success": 0.9023534650718718, |
| "safety_violation_rate": 0.008738113595476741 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.0, |
| "collision_rate": 0.625, |
| "collision_obstacle_rate": 0.625, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.375, |
| "mean_steps_to_goal_success": null, |
| "mean_path_length": 9.45256320226755, |
| "mean_min_clearance_success": null, |
| "safety_violation_rate": 0.0285204991087344 |
| } |
| }, |
| "rl": { |
| "n_agent_episodes": 48, |
| "success_rate": 0.5416666666666666, |
| "collision_rate": 0.3958333333333333, |
| "collision_obstacle_rate": 0.2708333333333333, |
| "collision_agent_rate": 0.125, |
| "timeout_rate": 0.0625, |
| "mean_steps_to_goal_success": 131.19230769230768, |
| "mean_path_length": 8.34480123940142, |
| "mean_min_clearance_success": 0.4938937608933387, |
| "safety_violation_rate": 0.03327451474665995, |
| "breakdown_general": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.7083333333333334, |
| "collision_rate": 0.2916666666666667, |
| "collision_obstacle_rate": 0.20833333333333334, |
| "collision_agent_rate": 0.08333333333333333, |
| "timeout_rate": 0.0, |
| "mean_steps_to_goal_success": 117.29411764705883, |
| "mean_path_length": 6.545667911003932, |
| "mean_min_clearance_success": 0.6062904677470303, |
| "safety_violation_rate": 0.01680672268907563 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.375, |
| "collision_rate": 0.5, |
| "collision_obstacle_rate": 0.3333333333333333, |
| "collision_agent_rate": 0.16666666666666666, |
| "timeout_rate": 0.125, |
| "mean_steps_to_goal_success": 157.44444444444446, |
| "mean_path_length": 10.143934567798908, |
| "mean_min_clearance_success": 0.2815888701696992, |
| "safety_violation_rate": 0.043801652892561986 |
| } |
| } |
| } |
| }, |
| "disturbance_1.0": { |
| "1_agent": { |
| "classical": { |
| "n_agent_episodes": 20, |
| "success_rate": 0.35, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.65, |
| "mean_steps_to_goal_success": 71.85714285714286, |
| "mean_path_length": 6.876314689805248, |
| "mean_min_clearance_success": 0.6257406235541344, |
| "safety_violation_rate": 0.0, |
| "breakdown_general": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.7, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.3, |
| "mean_steps_to_goal_success": 71.85714285714286, |
| "mean_path_length": 6.995500322791185, |
| "mean_min_clearance_success": 0.6257406235541344, |
| "safety_violation_rate": 0.0 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.0, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 1.0, |
| "mean_steps_to_goal_success": null, |
| "mean_path_length": 6.757129056819309, |
| "mean_min_clearance_success": null, |
| "safety_violation_rate": 0.0 |
| } |
| }, |
| "rl": { |
| "n_agent_episodes": 20, |
| "success_rate": 0.65, |
| "collision_rate": 0.2, |
| "collision_obstacle_rate": 0.2, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.15, |
| "mean_steps_to_goal_success": 84.3076923076923, |
| "mean_path_length": 9.619452048175743, |
| "mean_min_clearance_success": 0.43512014568992363, |
| "safety_violation_rate": 0.01884760366182014, |
| "breakdown_general": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.6, |
| "collision_rate": 0.3, |
| "collision_obstacle_rate": 0.3, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.1, |
| "mean_steps_to_goal_success": 58.833333333333336, |
| "mean_path_length": 6.905762514798914, |
| "mean_min_clearance_success": 0.5397422770922012, |
| "safety_violation_rate": 0.04574132492113565 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.7, |
| "collision_rate": 0.1, |
| "collision_obstacle_rate": 0.1, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.2, |
| "mean_steps_to_goal_success": 106.14285714285714, |
| "mean_path_length": 12.333141581552574, |
| "mean_min_clearance_success": 0.3454440330594, |
| "safety_violation_rate": 0.004905968928863451 |
| } |
| } |
| }, |
| "4_agent": { |
| "classical": { |
| "n_agent_episodes": 48, |
| "success_rate": 0.375, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.625, |
| "mean_steps_to_goal_success": 165.11111111111111, |
| "mean_path_length": 7.457014075756105, |
| "mean_min_clearance_success": 0.6741978993798042, |
| "safety_violation_rate": 0.0, |
| "breakdown_general": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.75, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.25, |
| "mean_steps_to_goal_success": 165.11111111111111, |
| "mean_path_length": 7.090290277981301, |
| "mean_min_clearance_success": 0.6741978993798042, |
| "safety_violation_rate": 0.0 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.0, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 1.0, |
| "mean_steps_to_goal_success": null, |
| "mean_path_length": 7.82373787353091, |
| "mean_min_clearance_success": null, |
| "safety_violation_rate": 0.0 |
| } |
| }, |
| "rl": { |
| "n_agent_episodes": 48, |
| "success_rate": 0.7708333333333334, |
| "collision_rate": 0.16666666666666666, |
| "collision_obstacle_rate": 0.16666666666666666, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.0625, |
| "mean_steps_to_goal_success": 133.56756756756758, |
| "mean_path_length": 10.586743674261983, |
| "mean_min_clearance_success": 0.5151269244831835, |
| "safety_violation_rate": 0.008401596303297627, |
| "breakdown_general": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.7916666666666666, |
| "collision_rate": 0.20833333333333334, |
| "collision_obstacle_rate": 0.20833333333333334, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.0, |
| "mean_steps_to_goal_success": 93.47368421052632, |
| "mean_path_length": 6.382458185934548, |
| "mean_min_clearance_success": 0.6721346381861387, |
| "safety_violation_rate": 0.014164305949008499 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.75, |
| "collision_rate": 0.125, |
| "collision_obstacle_rate": 0.125, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.125, |
| "mean_steps_to_goal_success": 175.88888888888889, |
| "mean_path_length": 14.79102916258942, |
| "mean_min_clearance_success": 0.34939656001895286, |
| "safety_violation_rate": 0.005971931919976112 |
| } |
| } |
| } |
| }, |
| "obstacle_shift_0.5": { |
| "1_agent": { |
| "classical": { |
| "n_agent_episodes": 20, |
| "success_rate": 0.35, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.65, |
| "mean_steps_to_goal_success": 70.42857142857143, |
| "mean_path_length": 5.277269083871832, |
| "mean_min_clearance_success": 0.6594746556738746, |
| "safety_violation_rate": 0.0, |
| "breakdown_general": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.7, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.3, |
| "mean_steps_to_goal_success": 70.42857142857143, |
| "mean_path_length": 6.269264412783755, |
| "mean_min_clearance_success": 0.6594746556738746, |
| "safety_violation_rate": 0.0 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.0, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 1.0, |
| "mean_steps_to_goal_success": null, |
| "mean_path_length": 4.285273754959908, |
| "mean_min_clearance_success": null, |
| "safety_violation_rate": 0.0 |
| } |
| }, |
| "rl": { |
| "n_agent_episodes": 20, |
| "success_rate": 0.55, |
| "collision_rate": 0.3, |
| "collision_obstacle_rate": 0.3, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.15, |
| "mean_steps_to_goal_success": 78.36363636363636, |
| "mean_path_length": 8.752253403673587, |
| "mean_min_clearance_success": 0.5123387415113984, |
| "safety_violation_rate": 0.010191846522781775, |
| "breakdown_general": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.4, |
| "collision_rate": 0.5, |
| "collision_obstacle_rate": 0.5, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.1, |
| "mean_steps_to_goal_success": 47.25, |
| "mean_path_length": 5.482477641315343, |
| "mean_min_clearance_success": 0.7235591329462717, |
| "safety_violation_rate": 0.027559055118110236 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 10, |
| "success_rate": 0.7, |
| "collision_rate": 0.1, |
| "collision_obstacle_rate": 0.1, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.2, |
| "mean_steps_to_goal_success": 96.14285714285714, |
| "mean_path_length": 12.022029166031828, |
| "mean_min_clearance_success": 0.39164137497718493, |
| "safety_violation_rate": 0.002586206896551724 |
| } |
| } |
| }, |
| "4_agent": { |
| "classical": { |
| "n_agent_episodes": 48, |
| "success_rate": 0.375, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.625, |
| "mean_steps_to_goal_success": 159.11111111111111, |
| "mean_path_length": 6.1604598676559545, |
| "mean_min_clearance_success": 0.690206950037329, |
| "safety_violation_rate": 0.0, |
| "breakdown_general": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.75, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.25, |
| "mean_steps_to_goal_success": 159.11111111111111, |
| "mean_path_length": 6.471783625502813, |
| "mean_min_clearance_success": 0.690206950037329, |
| "safety_violation_rate": 0.0 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.0, |
| "collision_rate": 0.0, |
| "collision_obstacle_rate": 0.0, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 1.0, |
| "mean_steps_to_goal_success": null, |
| "mean_path_length": 5.849136109809095, |
| "mean_min_clearance_success": null, |
| "safety_violation_rate": 0.0 |
| } |
| }, |
| "rl": { |
| "n_agent_episodes": 48, |
| "success_rate": 0.7083333333333334, |
| "collision_rate": 0.25, |
| "collision_obstacle_rate": 0.25, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.041666666666666664, |
| "mean_steps_to_goal_success": 143.2058823529412, |
| "mean_path_length": 11.06272683439778, |
| "mean_min_clearance_success": 0.5361912785781948, |
| "safety_violation_rate": 0.013540824575586096, |
| "breakdown_general": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.6666666666666666, |
| "collision_rate": 0.2916666666666667, |
| "collision_obstacle_rate": 0.2916666666666667, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.041666666666666664, |
| "mean_steps_to_goal_success": 107.9375, |
| "mean_path_length": 6.814709889538111, |
| "mean_min_clearance_success": 0.6896493401744577, |
| "safety_violation_rate": 0.023003194888178913 |
| }, |
| "breakdown_trap": { |
| "n_agent_episodes": 24, |
| "success_rate": 0.75, |
| "collision_rate": 0.20833333333333334, |
| "collision_obstacle_rate": 0.20833333333333334, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.041666666666666664, |
| "mean_steps_to_goal_success": 174.55555555555554, |
| "mean_path_length": 15.31074377925745, |
| "mean_min_clearance_success": 0.39978411271484976, |
| "safety_violation_rate": 0.009163464380727165 |
| } |
| } |
| } |
| } |
| }, |
| "ablation_no_neighbour_4agent_clean": { |
| "rl_with_neighbour": { |
| "n_agent_episodes": 48, |
| "success_rate": 0.7916666666666666, |
| "collision_rate": 0.14583333333333334, |
| "collision_obstacle_rate": 0.14583333333333334, |
| "collision_agent_rate": 0.0, |
| "timeout_rate": 0.0625, |
| "mean_steps_to_goal_success": 141.18421052631578, |
| "mean_path_length": 10.633575863501145, |
| "mean_min_clearance_success": 0.5046813509529994, |
| "safety_violation_rate": 0.019376579612468407 |
| }, |
| "rl_no_neighbour": { |
| "n_agent_episodes": 48, |
| "success_rate": 0.14583333333333334, |
| "collision_rate": 0.7083333333333334, |
| "collision_obstacle_rate": 0.375, |
| "collision_agent_rate": 0.3333333333333333, |
| "timeout_rate": 0.14583333333333334, |
| "mean_steps_to_goal_success": 162.71428571428572, |
| "mean_path_length": 5.3524371652657665, |
| "mean_min_clearance_success": 0.6151223087683085, |
| "safety_violation_rate": 0.046703296703296704 |
| } |
| } |
| } |
