{ "protocol": { "single_agent_layout_seeds": [ 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019 ], "four_agent_layout_seeds": [ 2000, 2001, 2002, 2003, 2004, 2005, 2006, 2007, 2008, 2009, 2010, 2011 ], "layout_rule": "alternating general/trap starting with general; same layouts for every policy and condition", "noise_seed_rule": "90000 + layout_index, same seed per layout/condition for both policies", "weights": "ppo_policy.pt", "max_steps": 200, "dt": 0.1, "arena": 12.0, "safety_margin": 0.15 }, "conditions": { "clean": { "1_agent": { "classical": { "n_agent_episodes": 20, "success_rate": 0.45, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.55, "mean_steps_to_goal_success": 73.22222222222223, "mean_path_length": 5.3478555207171485, "mean_min_clearance_success": 0.588437716376736, "safety_violation_rate": 0.0, "breakdown_general": { "n_agent_episodes": 10, "success_rate": 0.9, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.1, "mean_steps_to_goal_success": 73.22222222222223, "mean_path_length": 6.907327148951262, "mean_min_clearance_success": 0.588437716376736, "safety_violation_rate": 0.0 }, "breakdown_trap": { "n_agent_episodes": 10, "success_rate": 0.0, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 1.0, "mean_steps_to_goal_success": null, "mean_path_length": 3.788383892483034, "mean_min_clearance_success": null, "safety_violation_rate": 0.0 } }, "rl": { "n_agent_episodes": 20, "success_rate": 0.7, "collision_rate": 0.2, "collision_obstacle_rate": 0.2, "collision_agent_rate": 0.0, "timeout_rate": 0.1, "mean_steps_to_goal_success": 86.0, "mean_path_length": 9.587788908089728, "mean_min_clearance_success": 0.41860608828737567, "safety_violation_rate": 0.03286118980169972, "breakdown_general": { "n_agent_episodes": 10, "success_rate": 0.6, "collision_rate": 0.3, "collision_obstacle_rate": 0.3, "collision_agent_rate": 0.0, "timeout_rate": 0.1, "mean_steps_to_goal_success": 61.166666666666664, "mean_path_length": 7.149988021333305, "mean_min_clearance_success": 0.5442858128310991, "safety_violation_rate": 0.07430340557275542 }, "breakdown_trap": { "n_agent_episodes": 10, "success_rate": 0.8, "collision_rate": 0.1, "collision_obstacle_rate": 0.1, "collision_agent_rate": 0.0, "timeout_rate": 0.1, "mean_steps_to_goal_success": 104.625, "mean_path_length": 12.025589794846148, "mean_min_clearance_success": 0.32434629487958305, "safety_violation_rate": 0.008936550491510277 } } }, "4_agent": { "classical": { "n_agent_episodes": 48, "success_rate": 0.3958333333333333, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.6041666666666666, "mean_steps_to_goal_success": 160.42105263157896, "mean_path_length": 5.871392060807665, "mean_min_clearance_success": 0.6899164976061697, "safety_violation_rate": 0.0, "breakdown_general": { "n_agent_episodes": 24, "success_rate": 0.7916666666666666, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.20833333333333334, "mean_steps_to_goal_success": 160.42105263157896, "mean_path_length": 6.391374850718766, "mean_min_clearance_success": 0.6899164976061697, "safety_violation_rate": 0.0 }, "breakdown_trap": { "n_agent_episodes": 24, "success_rate": 0.0, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 1.0, "mean_steps_to_goal_success": null, "mean_path_length": 5.351409270896564, "mean_min_clearance_success": null, "safety_violation_rate": 0.0 } }, "rl": { "n_agent_episodes": 48, "success_rate": 0.7916666666666666, "collision_rate": 0.14583333333333334, "collision_obstacle_rate": 0.14583333333333334, "collision_agent_rate": 0.0, "timeout_rate": 0.0625, "mean_steps_to_goal_success": 141.18421052631578, "mean_path_length": 10.633575863501145, "mean_min_clearance_success": 0.5046813509529994, "safety_violation_rate": 0.019376579612468407, "breakdown_general": { "n_agent_episodes": 24, "success_rate": 0.75, "collision_rate": 0.20833333333333334, "collision_obstacle_rate": 0.20833333333333334, "collision_agent_rate": 0.0, "timeout_rate": 0.041666666666666664, "mean_steps_to_goal_success": 102.61111111111111, "mean_path_length": 6.416871723317956, "mean_min_clearance_success": 0.6557518701321489, "safety_violation_rate": 0.01780821917808219 }, "breakdown_trap": { "n_agent_episodes": 24, "success_rate": 0.8333333333333334, "collision_rate": 0.08333333333333333, "collision_obstacle_rate": 0.08333333333333333, "collision_agent_rate": 0.0, "timeout_rate": 0.08333333333333333, "mean_steps_to_goal_success": 175.9, "mean_path_length": 14.850280003684333, "mean_min_clearance_success": 0.3687178836917648, "safety_violation_rate": 0.020072992700729927 } } } }, "obs_noise_0.05": { "1_agent": { "classical": { "n_agent_episodes": 20, "success_rate": 0.45, "collision_rate": 0.1, "collision_obstacle_rate": 0.1, "collision_agent_rate": 0.0, "timeout_rate": 0.45, "mean_steps_to_goal_success": 90.11111111111111, "mean_path_length": 8.814298521944533, "mean_min_clearance_success": 0.6959921659650196, "safety_violation_rate": 0.0028922631959508315, "breakdown_general": { "n_agent_episodes": 10, "success_rate": 0.9, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.1, "mean_steps_to_goal_success": 90.11111111111111, "mean_path_length": 8.176666713881698, "mean_min_clearance_success": 0.6959921659650196, "safety_violation_rate": 0.0 }, "breakdown_trap": { "n_agent_episodes": 10, "success_rate": 0.0, "collision_rate": 0.2, "collision_obstacle_rate": 0.2, "collision_agent_rate": 0.0, "timeout_rate": 0.8, "mean_steps_to_goal_success": null, "mean_path_length": 9.45193033000737, "mean_min_clearance_success": null, "safety_violation_rate": 0.004558404558404558 } }, "rl": { "n_agent_episodes": 20, "success_rate": 0.75, "collision_rate": 0.15, "collision_obstacle_rate": 0.15, "collision_agent_rate": 0.0, "timeout_rate": 0.1, "mean_steps_to_goal_success": 86.33333333333333, "mean_path_length": 9.683815305664444, "mean_min_clearance_success": 0.39257140682009994, "safety_violation_rate": 0.024280067758328628, "breakdown_general": { "n_agent_episodes": 10, "success_rate": 0.6, "collision_rate": 0.3, "collision_obstacle_rate": 0.3, "collision_agent_rate": 0.0, "timeout_rate": 0.1, "mean_steps_to_goal_success": 60.833333333333336, "mean_path_length": 7.028173678390608, "mean_min_clearance_success": 0.5465125594738938, "safety_violation_rate": 0.0514820592823713 }, "breakdown_trap": { "n_agent_episodes": 10, "success_rate": 0.9, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.1, "mean_steps_to_goal_success": 103.33333333333333, "mean_path_length": 12.339456932938281, "mean_min_clearance_success": 0.2899439717175707, "safety_violation_rate": 0.008849557522123894 } } }, "4_agent": { "classical": { "n_agent_episodes": 48, "success_rate": 0.3333333333333333, "collision_rate": 0.125, "collision_obstacle_rate": 0.125, "collision_agent_rate": 0.0, "timeout_rate": 0.5416666666666666, "mean_steps_to_goal_success": 180.0625, "mean_path_length": 10.149011351453211, "mean_min_clearance_success": 0.7039547370672927, "safety_violation_rate": 0.017144352833398768, "breakdown_general": { "n_agent_episodes": 24, "success_rate": 0.625, "collision_rate": 0.041666666666666664, "collision_obstacle_rate": 0.041666666666666664, "collision_agent_rate": 0.0, "timeout_rate": 0.3333333333333333, "mean_steps_to_goal_success": 178.73333333333332, "mean_path_length": 9.336146648595255, "mean_min_clearance_success": 0.7261162554509255, "safety_violation_rate": 0.006169031462060457 }, "breakdown_trap": { "n_agent_episodes": 24, "success_rate": 0.041666666666666664, "collision_rate": 0.20833333333333334, "collision_obstacle_rate": 0.20833333333333334, "collision_agent_rate": 0.0, "timeout_rate": 0.75, "mean_steps_to_goal_success": 200.0, "mean_path_length": 10.961876054311169, "mean_min_clearance_success": 0.3715319613128004, "safety_violation_rate": 0.025233007501704933 } }, "rl": { "n_agent_episodes": 48, "success_rate": 0.6458333333333334, "collision_rate": 0.2916666666666667, "collision_obstacle_rate": 0.25, "collision_agent_rate": 0.041666666666666664, "timeout_rate": 0.0625, "mean_steps_to_goal_success": 132.09677419354838, "mean_path_length": 9.727174203365275, "mean_min_clearance_success": 0.532414286932431, "safety_violation_rate": 0.018060200668896322, "breakdown_general": { "n_agent_episodes": 24, "success_rate": 0.7083333333333334, "collision_rate": 0.2916666666666667, "collision_obstacle_rate": 0.20833333333333334, "collision_agent_rate": 0.08333333333333333, "timeout_rate": 0.0, "mean_steps_to_goal_success": 97.58823529411765, "mean_path_length": 6.051029584588359, "mean_min_clearance_success": 0.6697960443308276, "safety_violation_rate": 0.013610315186246419 }, "breakdown_trap": { "n_agent_episodes": 24, "success_rate": 0.5833333333333334, "collision_rate": 0.2916666666666667, "collision_obstacle_rate": 0.2916666666666667, "collision_agent_rate": 0.0, "timeout_rate": 0.125, "mean_steps_to_goal_success": 174.0, "mean_path_length": 13.40331882214219, "mean_min_clearance_success": 0.36559358152009214, "safety_violation_rate": 0.020071220459695695 } } } }, "obs_noise_0.10": { "1_agent": { "classical": { "n_agent_episodes": 20, "success_rate": 0.2, "collision_rate": 0.25, "collision_obstacle_rate": 0.25, "collision_agent_rate": 0.0, "timeout_rate": 0.55, "mean_steps_to_goal_success": 124.75, "mean_path_length": 11.110988105606035, "mean_min_clearance_success": 0.5130770308972021, "safety_violation_rate": 0.010635065329687025, "breakdown_general": { "n_agent_episodes": 10, "success_rate": 0.4, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.6, "mean_steps_to_goal_success": 124.75, "mean_path_length": 11.893842558627705, "mean_min_clearance_success": 0.5130770308972021, "safety_violation_rate": 0.0011771630370806356 }, "breakdown_trap": { "n_agent_episodes": 10, "success_rate": 0.0, "collision_rate": 0.5, "collision_obstacle_rate": 0.5, "collision_agent_rate": 0.0, "timeout_rate": 0.5, "mean_steps_to_goal_success": null, "mean_path_length": 10.328133652584365, "mean_min_clearance_success": null, "safety_violation_rate": 0.0207286432160804 } }, "rl": { "n_agent_episodes": 20, "success_rate": 0.6, "collision_rate": 0.3, "collision_obstacle_rate": 0.3, "collision_agent_rate": 0.0, "timeout_rate": 0.1, "mean_steps_to_goal_success": 90.41666666666667, "mean_path_length": 9.662442519892405, "mean_min_clearance_success": 0.3555579805000629, "safety_violation_rate": 0.03897550111358575, "breakdown_general": { "n_agent_episodes": 10, "success_rate": 0.5, "collision_rate": 0.4, "collision_obstacle_rate": 0.4, "collision_agent_rate": 0.0, "timeout_rate": 0.1, "mean_steps_to_goal_success": 58.4, "mean_path_length": 7.214010653502439, "mean_min_clearance_success": 0.5625857580578802, "safety_violation_rate": 0.03273809523809524 }, "breakdown_trap": { "n_agent_episodes": 10, "success_rate": 0.7, "collision_rate": 0.2, "collision_obstacle_rate": 0.2, "collision_agent_rate": 0.0, "timeout_rate": 0.1, "mean_steps_to_goal_success": 113.28571428571429, "mean_path_length": 12.110874386282372, "mean_min_clearance_success": 0.2076809965301933, "safety_violation_rate": 0.042704626334519574 } } }, "4_agent": { "classical": { "n_agent_episodes": 48, "success_rate": 0.10416666666666667, "collision_rate": 0.3958333333333333, "collision_obstacle_rate": 0.3958333333333333, "collision_agent_rate": 0.0, "timeout_rate": 0.5, "mean_steps_to_goal_success": 200.0, "mean_path_length": 10.314423392047589, "mean_min_clearance_success": 0.9023534650718718, "safety_violation_rate": 0.01791373845941849, "breakdown_general": { "n_agent_episodes": 24, "success_rate": 0.20833333333333334, "collision_rate": 0.16666666666666666, "collision_obstacle_rate": 0.16666666666666666, "collision_agent_rate": 0.0, "timeout_rate": 0.625, "mean_steps_to_goal_success": 200.0, "mean_path_length": 11.176283581827628, "mean_min_clearance_success": 0.9023534650718718, "safety_violation_rate": 0.008738113595476741 }, "breakdown_trap": { "n_agent_episodes": 24, "success_rate": 0.0, "collision_rate": 0.625, "collision_obstacle_rate": 0.625, "collision_agent_rate": 0.0, "timeout_rate": 0.375, "mean_steps_to_goal_success": null, "mean_path_length": 9.45256320226755, "mean_min_clearance_success": null, "safety_violation_rate": 0.0285204991087344 } }, "rl": { "n_agent_episodes": 48, "success_rate": 0.5416666666666666, "collision_rate": 0.3958333333333333, "collision_obstacle_rate": 0.2708333333333333, "collision_agent_rate": 0.125, "timeout_rate": 0.0625, "mean_steps_to_goal_success": 131.19230769230768, "mean_path_length": 8.34480123940142, "mean_min_clearance_success": 0.4938937608933387, "safety_violation_rate": 0.03327451474665995, "breakdown_general": { "n_agent_episodes": 24, "success_rate": 0.7083333333333334, "collision_rate": 0.2916666666666667, "collision_obstacle_rate": 0.20833333333333334, "collision_agent_rate": 0.08333333333333333, "timeout_rate": 0.0, "mean_steps_to_goal_success": 117.29411764705883, "mean_path_length": 6.545667911003932, "mean_min_clearance_success": 0.6062904677470303, "safety_violation_rate": 0.01680672268907563 }, "breakdown_trap": { "n_agent_episodes": 24, "success_rate": 0.375, "collision_rate": 0.5, "collision_obstacle_rate": 0.3333333333333333, "collision_agent_rate": 0.16666666666666666, "timeout_rate": 0.125, "mean_steps_to_goal_success": 157.44444444444446, "mean_path_length": 10.143934567798908, "mean_min_clearance_success": 0.2815888701696992, "safety_violation_rate": 0.043801652892561986 } } } }, "disturbance_1.0": { "1_agent": { "classical": { "n_agent_episodes": 20, "success_rate": 0.35, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.65, "mean_steps_to_goal_success": 71.85714285714286, "mean_path_length": 6.876314689805248, "mean_min_clearance_success": 0.6257406235541344, "safety_violation_rate": 0.0, "breakdown_general": { "n_agent_episodes": 10, "success_rate": 0.7, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.3, "mean_steps_to_goal_success": 71.85714285714286, "mean_path_length": 6.995500322791185, "mean_min_clearance_success": 0.6257406235541344, "safety_violation_rate": 0.0 }, "breakdown_trap": { "n_agent_episodes": 10, "success_rate": 0.0, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 1.0, "mean_steps_to_goal_success": null, "mean_path_length": 6.757129056819309, "mean_min_clearance_success": null, "safety_violation_rate": 0.0 } }, "rl": { "n_agent_episodes": 20, "success_rate": 0.65, "collision_rate": 0.2, "collision_obstacle_rate": 0.2, "collision_agent_rate": 0.0, "timeout_rate": 0.15, "mean_steps_to_goal_success": 84.3076923076923, "mean_path_length": 9.619452048175743, "mean_min_clearance_success": 0.43512014568992363, "safety_violation_rate": 0.01884760366182014, "breakdown_general": { "n_agent_episodes": 10, "success_rate": 0.6, "collision_rate": 0.3, "collision_obstacle_rate": 0.3, "collision_agent_rate": 0.0, "timeout_rate": 0.1, "mean_steps_to_goal_success": 58.833333333333336, "mean_path_length": 6.905762514798914, "mean_min_clearance_success": 0.5397422770922012, "safety_violation_rate": 0.04574132492113565 }, "breakdown_trap": { "n_agent_episodes": 10, "success_rate": 0.7, "collision_rate": 0.1, "collision_obstacle_rate": 0.1, "collision_agent_rate": 0.0, "timeout_rate": 0.2, "mean_steps_to_goal_success": 106.14285714285714, "mean_path_length": 12.333141581552574, "mean_min_clearance_success": 0.3454440330594, "safety_violation_rate": 0.004905968928863451 } } }, "4_agent": { "classical": { "n_agent_episodes": 48, "success_rate": 0.375, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.625, "mean_steps_to_goal_success": 165.11111111111111, "mean_path_length": 7.457014075756105, "mean_min_clearance_success": 0.6741978993798042, "safety_violation_rate": 0.0, "breakdown_general": { "n_agent_episodes": 24, "success_rate": 0.75, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.25, "mean_steps_to_goal_success": 165.11111111111111, "mean_path_length": 7.090290277981301, "mean_min_clearance_success": 0.6741978993798042, "safety_violation_rate": 0.0 }, "breakdown_trap": { "n_agent_episodes": 24, "success_rate": 0.0, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 1.0, "mean_steps_to_goal_success": null, "mean_path_length": 7.82373787353091, "mean_min_clearance_success": null, "safety_violation_rate": 0.0 } }, "rl": { "n_agent_episodes": 48, "success_rate": 0.7708333333333334, "collision_rate": 0.16666666666666666, "collision_obstacle_rate": 0.16666666666666666, "collision_agent_rate": 0.0, "timeout_rate": 0.0625, "mean_steps_to_goal_success": 133.56756756756758, "mean_path_length": 10.586743674261983, "mean_min_clearance_success": 0.5151269244831835, "safety_violation_rate": 0.008401596303297627, "breakdown_general": { "n_agent_episodes": 24, "success_rate": 0.7916666666666666, "collision_rate": 0.20833333333333334, "collision_obstacle_rate": 0.20833333333333334, "collision_agent_rate": 0.0, "timeout_rate": 0.0, "mean_steps_to_goal_success": 93.47368421052632, "mean_path_length": 6.382458185934548, "mean_min_clearance_success": 0.6721346381861387, "safety_violation_rate": 0.014164305949008499 }, "breakdown_trap": { "n_agent_episodes": 24, "success_rate": 0.75, "collision_rate": 0.125, "collision_obstacle_rate": 0.125, "collision_agent_rate": 0.0, "timeout_rate": 0.125, "mean_steps_to_goal_success": 175.88888888888889, "mean_path_length": 14.79102916258942, "mean_min_clearance_success": 0.34939656001895286, "safety_violation_rate": 0.005971931919976112 } } } }, "obstacle_shift_0.5": { "1_agent": { "classical": { "n_agent_episodes": 20, "success_rate": 0.35, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.65, "mean_steps_to_goal_success": 70.42857142857143, "mean_path_length": 5.277269083871832, "mean_min_clearance_success": 0.6594746556738746, "safety_violation_rate": 0.0, "breakdown_general": { "n_agent_episodes": 10, "success_rate": 0.7, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.3, "mean_steps_to_goal_success": 70.42857142857143, "mean_path_length": 6.269264412783755, "mean_min_clearance_success": 0.6594746556738746, "safety_violation_rate": 0.0 }, "breakdown_trap": { "n_agent_episodes": 10, "success_rate": 0.0, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 1.0, "mean_steps_to_goal_success": null, "mean_path_length": 4.285273754959908, "mean_min_clearance_success": null, "safety_violation_rate": 0.0 } }, "rl": { "n_agent_episodes": 20, "success_rate": 0.55, "collision_rate": 0.3, "collision_obstacle_rate": 0.3, "collision_agent_rate": 0.0, "timeout_rate": 0.15, "mean_steps_to_goal_success": 78.36363636363636, "mean_path_length": 8.752253403673587, "mean_min_clearance_success": 0.5123387415113984, "safety_violation_rate": 0.010191846522781775, "breakdown_general": { "n_agent_episodes": 10, "success_rate": 0.4, "collision_rate": 0.5, "collision_obstacle_rate": 0.5, "collision_agent_rate": 0.0, "timeout_rate": 0.1, "mean_steps_to_goal_success": 47.25, "mean_path_length": 5.482477641315343, "mean_min_clearance_success": 0.7235591329462717, "safety_violation_rate": 0.027559055118110236 }, "breakdown_trap": { "n_agent_episodes": 10, "success_rate": 0.7, "collision_rate": 0.1, "collision_obstacle_rate": 0.1, "collision_agent_rate": 0.0, "timeout_rate": 0.2, "mean_steps_to_goal_success": 96.14285714285714, "mean_path_length": 12.022029166031828, "mean_min_clearance_success": 0.39164137497718493, "safety_violation_rate": 0.002586206896551724 } } }, "4_agent": { "classical": { "n_agent_episodes": 48, "success_rate": 0.375, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.625, "mean_steps_to_goal_success": 159.11111111111111, "mean_path_length": 6.1604598676559545, "mean_min_clearance_success": 0.690206950037329, "safety_violation_rate": 0.0, "breakdown_general": { "n_agent_episodes": 24, "success_rate": 0.75, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 0.25, "mean_steps_to_goal_success": 159.11111111111111, "mean_path_length": 6.471783625502813, "mean_min_clearance_success": 0.690206950037329, "safety_violation_rate": 0.0 }, "breakdown_trap": { "n_agent_episodes": 24, "success_rate": 0.0, "collision_rate": 0.0, "collision_obstacle_rate": 0.0, "collision_agent_rate": 0.0, "timeout_rate": 1.0, "mean_steps_to_goal_success": null, "mean_path_length": 5.849136109809095, "mean_min_clearance_success": null, "safety_violation_rate": 0.0 } }, "rl": { "n_agent_episodes": 48, "success_rate": 0.7083333333333334, "collision_rate": 0.25, "collision_obstacle_rate": 0.25, "collision_agent_rate": 0.0, "timeout_rate": 0.041666666666666664, "mean_steps_to_goal_success": 143.2058823529412, "mean_path_length": 11.06272683439778, "mean_min_clearance_success": 0.5361912785781948, "safety_violation_rate": 0.013540824575586096, "breakdown_general": { "n_agent_episodes": 24, "success_rate": 0.6666666666666666, "collision_rate": 0.2916666666666667, "collision_obstacle_rate": 0.2916666666666667, "collision_agent_rate": 0.0, "timeout_rate": 0.041666666666666664, "mean_steps_to_goal_success": 107.9375, "mean_path_length": 6.814709889538111, "mean_min_clearance_success": 0.6896493401744577, "safety_violation_rate": 0.023003194888178913 }, "breakdown_trap": { "n_agent_episodes": 24, "success_rate": 0.75, "collision_rate": 0.20833333333333334, "collision_obstacle_rate": 0.20833333333333334, "collision_agent_rate": 0.0, "timeout_rate": 0.041666666666666664, "mean_steps_to_goal_success": 174.55555555555554, "mean_path_length": 15.31074377925745, "mean_min_clearance_success": 0.39978411271484976, "safety_violation_rate": 0.009163464380727165 } } } } }, "ablation_no_neighbour_4agent_clean": { "rl_with_neighbour": { "n_agent_episodes": 48, "success_rate": 0.7916666666666666, "collision_rate": 0.14583333333333334, "collision_obstacle_rate": 0.14583333333333334, "collision_agent_rate": 0.0, "timeout_rate": 0.0625, "mean_steps_to_goal_success": 141.18421052631578, "mean_path_length": 10.633575863501145, "mean_min_clearance_success": 0.5046813509529994, "safety_violation_rate": 0.019376579612468407 }, "rl_no_neighbour": { "n_agent_episodes": 48, "success_rate": 0.14583333333333334, "collision_rate": 0.7083333333333334, "collision_obstacle_rate": 0.375, "collision_agent_rate": 0.3333333333333333, "timeout_rate": 0.14583333333333334, "mean_steps_to_goal_success": 162.71428571428572, "mean_path_length": 5.3524371652657665, "mean_min_clearance_success": 0.6151223087683085, "safety_violation_rate": 0.046703296703296704 } } }