diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/00_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/00_res.json new file mode 100644 index 0000000000000000000000000000000000000000..958f977f2ece3bdc495778e8d40a7e043c1a15e7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/00_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.687, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.138, + "duration_game": 22.4, + "duration_system": 222.561, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_06_01_07_34_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.06% of the surrounding traffic's one", + "Average speed is 82.28% of the surrounding traffic's one", + "Average speed is 246.89% of the surrounding traffic's one", + "Average speed is 182.22% of the surrounding traffic's one", + "Average speed is 74.56% of the surrounding traffic's one", + "Average speed is 96.49% of the surrounding traffic's one", + "Average speed is 79.63% of the surrounding traffic's one", + "Average speed is 95.05% of the surrounding traffic's one", + "Average speed is 85.59% of the surrounding traffic's one", + "Average speed is 113.19% of the surrounding traffic's one", + "Average speed is 147.74% of the surrounding traffic's one", + "Average speed is 163.88% of the surrounding traffic's one", + "Average speed is 139.15% of the surrounding traffic's one", + "Average speed is 146.53% of the surrounding traffic's one", + "Average speed is 118.57% of the surrounding traffic's one", + "Average speed is 115.93% of the surrounding traffic's one", + "Average speed is 119.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 22.4, + "duration_system": 222.561 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.687" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/01_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/01_res.json new file mode 100644 index 0000000000000000000000000000000000000000..587d12e0a9f7a9056b3b2109d53ac3bda3f4a4a1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/01_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 44.95, + "duration_system": 1371.637, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_06_01_07_41_42", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.8% of the surrounding traffic's one", + "Average speed is 175.54% of the surrounding traffic's one", + "Average speed is 155.93% of the surrounding traffic's one", + "Average speed is 42.81% of the surrounding traffic's one", + "Average speed is 5.8% of the surrounding traffic's one", + "Average speed is 92.65% of the surrounding traffic's one", + "Average speed is 178.11% of the surrounding traffic's one", + "Average speed is 136.44% of the surrounding traffic's one", + "Average speed is 115.81% of the surrounding traffic's one", + "Average speed is 111.47% of the surrounding traffic's one", + "Average speed is 127.71% of the surrounding traffic's one", + "Average speed is 142.14% of the surrounding traffic's one", + "Average speed is 130.89% of the surrounding traffic's one", + "Average speed is 131.57% of the surrounding traffic's one", + "Average speed is 105.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 44.95, + "duration_system": 1371.637 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/02_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/02_res.json new file mode 100644 index 0000000000000000000000000000000000000000..90fb26d7384a6cbbcd23746e7ece5e7fcfcf8d2f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/02_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 16.79, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 151.109, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 36.0, + "score_route": 100.0, + "score_penalty": 0.36 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 119.119, + "duration_game": 15.95, + "duration_system": 463.6, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_06_01_08_07_40", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=529.34, y=3914.138, z=371.201) at time=8.950s [CARLA Frame: 4243, Agent Step: 178]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=487.261, y=3914.286, z=370.977) at time=13.950s [CARLA Frame: 4343, Agent Step: 278]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.09% of the surrounding traffic's one", + "Average speed is 150.88% of the surrounding traffic's one", + "Average speed is 138.29% of the surrounding traffic's one", + "Average speed is 171.12% of the surrounding traffic's one", + "Average speed is 147.51% of the surrounding traffic's one", + "Average speed is 125.79% of the surrounding traffic's one", + "Average speed is 118.71% of the surrounding traffic's one", + "Average speed is 65.43% of the surrounding traffic's one", + "Average speed is 114.95% of the surrounding traffic's one", + "Average speed is 145.18% of the surrounding traffic's one", + "Average speed is 106.81% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 136.89% of the surrounding traffic's one", + "Average speed is 114.01% of the surrounding traffic's one", + "Average speed is 106.95% of the surrounding traffic's one", + "Average speed is 114.63% of the surrounding traffic's one", + "Average speed is 115.9% of the surrounding traffic's one", + "Average speed is 108.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 15.95, + "duration_system": 463.6 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "36.0", + "100.0", + "0.36", + "0.0", + "16.79", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "151.109" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/03_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/03_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8dc5c45fc12712767b69d742a9dcec7ad1931070 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/03_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.513, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.724, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.1, + "duration_game": 82.45, + "duration_system": 1734.909, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_06_01_08_18_21", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3751 at (x=3012.484, y=6251.411, z=370.339) at time=81.650s [CARLA Frame: 5521, Agent Step: 1632]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 95.05% of the surrounding traffic's one", + "Average speed is 185.9% of the surrounding traffic's one", + "Average speed is 223.3% of the surrounding traffic's one", + "Average speed is 241.64% of the surrounding traffic's one", + "Average speed is 225.44% of the surrounding traffic's one", + "Average speed is 157.97% of the surrounding traffic's one", + "Average speed is 9.3% of the surrounding traffic's one", + "Average speed is 93.87% of the surrounding traffic's one", + "Average speed is 153.44% of the surrounding traffic's one", + "Average speed is 2.43% of the surrounding traffic's one", + "Average speed is 137.88% of the surrounding traffic's one", + "Average speed is 168.66% of the surrounding traffic's one", + "Average speed is 170.6% of the surrounding traffic's one", + "Average speed is 172.98% of the surrounding traffic's one", + "Average speed is 158.75% of the surrounding traffic's one", + "Average speed is 104.51% of the surrounding traffic's one", + "Average speed is 102.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 82.45, + "duration_system": 1734.909 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.513", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.724" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/04_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/04_res.json new file mode 100644 index 0000000000000000000000000000000000000000..14536420d40978e544cac0f3fc327d720bcc06b3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/04_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.581, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.064, + "duration_game": 29.0, + "duration_system": 693.635, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_06_01_08_50_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.05% of the surrounding traffic's one", + "Average speed is 170.06% of the surrounding traffic's one", + "Average speed is 235.32% of the surrounding traffic's one", + "Average speed is 58.7% of the surrounding traffic's one", + "Average speed is 7.41% of the surrounding traffic's one", + "Average speed is 292.0% of the surrounding traffic's one", + "Average speed is 549.76% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 256.01% of the surrounding traffic's one", + "Average speed is 341.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 29.0, + "duration_system": 693.635 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.581" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/05_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/05_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1aca40e184087c3044f9786072cb37fb39a70bd7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/05_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.703, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.121, + "duration_game": 31.35, + "duration_system": 813.898, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_06_01_09_04_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.38% of the surrounding traffic's one", + "Average speed is 138.35% of the surrounding traffic's one", + "Average speed is 143.24% of the surrounding traffic's one", + "Average speed is 185.09% of the surrounding traffic's one", + "Average speed is 126.79% of the surrounding traffic's one", + "Average speed is 6.01% of the surrounding traffic's one", + "Average speed is 89.13% of the surrounding traffic's one", + "Average speed is 546.98% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 128.17% of the surrounding traffic's one", + "Average speed is 190.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.35, + "duration_system": 813.898 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.703" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/06_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/06_res.json new file mode 100644 index 0000000000000000000000000000000000000000..96fd52e47f13fcfc6e63248110c9156b793426fb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/06_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.704, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.12, + "duration_game": 67.5, + "duration_system": 698.877, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_06_01_09_21_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.92% of the surrounding traffic's one", + "Average speed is 89.32% of the surrounding traffic's one", + "Average speed is 364.44% of the surrounding traffic's one", + "Average speed is 267.29% of the surrounding traffic's one", + "Average speed is 258.37% of the surrounding traffic's one", + "Average speed is 160.39% of the surrounding traffic's one", + "Average speed is 13.82% of the surrounding traffic's one", + "Average speed is 547.98% of the surrounding traffic's one", + "Average speed is 380.86% of the surrounding traffic's one", + "Average speed is 592.79% of the surrounding traffic's one", + "Average speed is 525.66% of the surrounding traffic's one", + "Average speed is 273.73% of the surrounding traffic's one", + "Average speed is 225.69% of the surrounding traffic's one", + "Average speed is 187.34% of the surrounding traffic's one", + "Average speed is 212.24% of the surrounding traffic's one", + "Average speed is 199.36% of the surrounding traffic's one", + "Average speed is 216.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 67.5, + "duration_system": 698.877 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.704" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/07_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/07_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b69a516fa9e5446663a9686f21f91127eff153e9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/07_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.013, + "min_speed_infractions": 127.7, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 89.44102, + "score_route": 100.0, + "score_penalty": 0.89441 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.124, + "duration_game": 17.75, + "duration_system": 220.248, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_06_01_09_36_29", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 13.001 meters (10.56% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 59.07% of the surrounding traffic's one", + "Average speed is 180.08% of the surrounding traffic's one", + "Average speed is 140.23% of the surrounding traffic's one", + "Average speed is 107.84% of the surrounding traffic's one", + "Average speed is 79.65% of the surrounding traffic's one", + "Average speed is 120.01% of the surrounding traffic's one", + "Average speed is 105.92% of the surrounding traffic's one", + "Average speed is 104.49% of the surrounding traffic's one", + "Average speed is 103.18% of the surrounding traffic's one", + "Average speed is 101.59% of the surrounding traffic's one", + "Average speed is 102.05% of the surrounding traffic's one", + "Average speed is 101.29% of the surrounding traffic's one", + "Average speed is 102.77% of the surrounding traffic's one", + "Average speed is 100.34% of the surrounding traffic's one", + "Average speed is 96.49% of the surrounding traffic's one", + "Average speed is 100.95% of the surrounding traffic's one", + "Average speed is 105.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.89441, + "score_composed": 89.44102 + }, + "meta": { + "route_length": 133.124, + "duration_game": 17.75, + "duration_system": 220.248 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "89.44102", + "100.0", + "0.89441", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.013", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.7" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/08_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/08_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1cc04953f2e236fb048fa48b392bbb0aaada78cb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/08_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.222, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.623, + "duration_game": 11.65, + "duration_system": 140.146, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_06_01_09_43_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.92% of the surrounding traffic's one", + "Average speed is 559.51% of the surrounding traffic's one", + "Average speed is 630.42% of the surrounding traffic's one", + "Average speed is 651.02% of the surrounding traffic's one", + "Average speed is 36.55% of the surrounding traffic's one", + "Average speed is 192.9% of the surrounding traffic's one", + "Average speed is 436.48% of the surrounding traffic's one", + "Average speed is 615.15% of the surrounding traffic's one", + "Average speed is 624.06% of the surrounding traffic's one", + "Average speed is 717.5% of the surrounding traffic's one", + "Average speed is 652.68% of the surrounding traffic's one", + "Average speed is 722.8% of the surrounding traffic's one", + "Average speed is 1633.52% of the surrounding traffic's one", + "Average speed is 2885.74% of the surrounding traffic's one", + "Average speed is 2766.65% of the surrounding traffic's one", + "Average speed is 1972.33% of the surrounding traffic's one", + "Average speed is 2059.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 11.65, + "duration_system": 140.146 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.222" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/09_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/09_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ac8bbdb7a990f32fdf49c1394723886975e9020b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/09_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 180.319, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.186, + "duration_game": 12.95, + "duration_system": 201.612, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_06_01_09_48_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 350.25% of the surrounding traffic's one", + "Average speed is 634.17% of the surrounding traffic's one", + "Average speed is 433.54% of the surrounding traffic's one", + "Average speed is 94.35% of the surrounding traffic's one", + "Average speed is 81.78% of the surrounding traffic's one", + "Average speed is 70.42% of the surrounding traffic's one", + "Average speed is 379.12% of the surrounding traffic's one", + "Average speed is 542.77% of the surrounding traffic's one", + "Average speed is 420.04% of the surrounding traffic's one", + "Average speed is 299.8% of the surrounding traffic's one", + "Average speed is 271.0% of the surrounding traffic's one", + "Average speed is 308.28% of the surrounding traffic's one", + "Average speed is 216.91% of the surrounding traffic's one", + "Average speed is 185.12% of the surrounding traffic's one", + "Average speed is 187.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 12.95, + "duration_system": 201.612 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "180.319" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/100_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/100_res.json new file mode 100644 index 0000000000000000000000000000000000000000..46bb4923b9de0d17cbadac173a4782ad7b3d0ffa --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/100_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 233.086, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.354, + "duration_game": 6.15, + "duration_system": 55.067, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_06_02_12_27_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.75% of the surrounding traffic's one", + "Average speed is 177.7% of the surrounding traffic's one", + "Average speed is 211.58% of the surrounding traffic's one", + "Average speed is 236.93% of the surrounding traffic's one", + "Average speed is 231.31% of the surrounding traffic's one", + "Average speed is 228.43% of the surrounding traffic's one", + "Average speed is 270.35% of the surrounding traffic's one", + "Average speed is 295.82% of the surrounding traffic's one", + "Average speed is 317.3% of the surrounding traffic's one", + "Average speed is 691.23% of the surrounding traffic's one", + "Average speed is 682.09% of the surrounding traffic's one", + "Average speed is 756.96% of the surrounding traffic's one", + "Average speed is 576.94% of the surrounding traffic's one", + "Average speed is 407.63% of the surrounding traffic's one", + "Average speed is 283.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.15, + "duration_system": 55.067 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "233.086" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/101_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/101_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e8ec548dab409cd594832350eb448de66675e876 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/101_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 288.708, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 58.883, + "duration_game": 13.6, + "duration_system": 128.144, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_06_02_12_31_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.9% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 280.45% of the surrounding traffic's one", + "Average speed is 334.93% of the surrounding traffic's one", + "Average speed is 535.82% of the surrounding traffic's one", + "Average speed is 506.57% of the surrounding traffic's one", + "Average speed is 710.11% of the surrounding traffic's one", + "Average speed is 716.74% of the surrounding traffic's one", + "Average speed is 893.11% of the surrounding traffic's one", + "Average speed is 671.65% of the surrounding traffic's one", + "Average speed is 443.55% of the surrounding traffic's one", + "Average speed is 379.87% of the surrounding traffic's one", + "Average speed is 333.71% of the surrounding traffic's one", + "Average speed is 273.87% of the surrounding traffic's one", + "Average speed is 267.81% of the surrounding traffic's one", + "Average speed is 225.77% of the surrounding traffic's one", + "Average speed is 196.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 13.6, + "duration_system": 128.144 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "288.708" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/102_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/102_res.json new file mode 100644 index 0000000000000000000000000000000000000000..dd2f3dfba29cec4f9b9cd982f0e4c21f9d68ed57 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/102_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 232.461, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.527, + "duration_game": 49.45, + "duration_system": 471.537, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_06_02_12_37_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 75.27% of the surrounding traffic's one", + "Average speed is 6.04% of the surrounding traffic's one", + "Average speed is 598.59% of the surrounding traffic's one", + "Average speed is 769.97% of the surrounding traffic's one", + "Average speed is 943.2% of the surrounding traffic's one", + "Average speed is 893.37% of the surrounding traffic's one", + "Average speed is 874.58% of the surrounding traffic's one", + "Average speed is 781.62% of the surrounding traffic's one", + "Average speed is 990.15% of the surrounding traffic's one", + "Average speed is 1245.9% of the surrounding traffic's one", + "Average speed is 925.95% of the surrounding traffic's one", + "Average speed is 833.16% of the surrounding traffic's one", + "Average speed is 610.49% of the surrounding traffic's one", + "Average speed is 460.84% of the surrounding traffic's one", + "Average speed is 304.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.45, + "duration_system": 471.537 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "232.461" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/103_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/103_res.json new file mode 100644 index 0000000000000000000000000000000000000000..91c728c7baab0a264be5714d14e2e5be1444c89d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/103_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.219, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 183.291, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.837, + "duration_game": 18.75, + "duration_system": 205.751, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_06_02_12_48_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3873 at (x=2488.582, y=4891.057, z=367.359) at time=15.450s [CARLA Frame: 3919, Agent Step: 308]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.59% of the surrounding traffic's one", + "Average speed is 141.3% of the surrounding traffic's one", + "Average speed is 1634.58% of the surrounding traffic's one", + "Average speed is 164.21% of the surrounding traffic's one", + "Average speed is 30.54% of the surrounding traffic's one", + "Average speed is 104.15% of the surrounding traffic's one", + "Average speed is 1039.1% of the surrounding traffic's one", + "Average speed is 1217.62% of the surrounding traffic's one", + "Average speed is 933.6% of the surrounding traffic's one", + "Average speed is 658.6% of the surrounding traffic's one", + "Average speed is 1174.9% of the surrounding traffic's one", + "Average speed is 1823.69% of the surrounding traffic's one", + "Average speed is 1863.43% of the surrounding traffic's one", + "Average speed is 1567.58% of the surrounding traffic's one", + "Average speed is 1294.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 18.75, + "duration_system": 205.751 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.219", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "183.291" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/104_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/104_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6cc2867a79f9a268226a008c16b408a1273472e4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/104_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 14.015, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 210.231, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 71.35, + "duration_game": 54.5, + "duration_system": 543.984, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_06_02_12_55_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3931 at (x=1324.395, y=3872.56, z=363.3) at time=8.500s [CARLA Frame: 3776, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 344.65% of the surrounding traffic's one", + "Average speed is 569.27% of the surrounding traffic's one", + "Average speed is 444.51% of the surrounding traffic's one", + "Average speed is 116.05% of the surrounding traffic's one", + "Average speed is 36.0% of the surrounding traffic's one", + "Average speed is 170.82% of the surrounding traffic's one", + "Average speed is 230.94% of the surrounding traffic's one", + "Average speed is 41.34% of the surrounding traffic's one", + "Average speed is 3484.29% of the surrounding traffic's one", + "Average speed is 2339.59% of the surrounding traffic's one", + "Average speed is 13696.36% of the surrounding traffic's one", + "Average speed is 3816.98% of the surrounding traffic's one", + "Average speed is 1814.86% of the surrounding traffic's one", + "Average speed is 954.52% of the surrounding traffic's one", + "Average speed is 800.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 54.5, + "duration_system": 543.984 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "14.015", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "210.231" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/105_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/105_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a801eab98b3b5e815f811c8f1a4dcf081a676d5e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/105_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.888, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.098, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.591, + "duration_game": 13.7, + "duration_system": 128.14, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_06_02_13_07_34", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3764 at (x=3629.149, y=5079.845, z=367.855) at time=9.800s [CARLA Frame: 3551, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 244.8% of the surrounding traffic's one", + "Average speed is 208.35% of the surrounding traffic's one", + "Average speed is 305.12% of the surrounding traffic's one", + "Average speed is 341.46% of the surrounding traffic's one", + "Average speed is 220.92% of the surrounding traffic's one", + "Average speed is 26.14% of the surrounding traffic's one", + "Average speed is 79.46% of the surrounding traffic's one", + "Average speed is 540.93% of the surrounding traffic's one", + "Average speed is 478.66% of the surrounding traffic's one", + "Average speed is 443.64% of the surrounding traffic's one", + "Average speed is 413.99% of the surrounding traffic's one", + "Average speed is 552.73% of the surrounding traffic's one", + "Average speed is 1544.93% of the surrounding traffic's one", + "Average speed is 816.51% of the surrounding traffic's one", + "Average speed is 701.95% of the surrounding traffic's one", + "Average speed is 691.09% of the surrounding traffic's one", + "Average speed is 582.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.7, + "duration_system": 128.14 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.888", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.098" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/106_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/106_res.json new file mode 100644 index 0000000000000000000000000000000000000000..33031e6e00d9fea6b84be1eb493cbfdca57d9347 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/106_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.88, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 206.077, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 12.88, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 42.0, + "score_route": 100.0, + "score_penalty": 0.42 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.641, + "duration_game": 259.65, + "duration_system": 2932.228, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_06_02_13_12_52", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3859 at (x=1361.77, y=5578.239, z=369.593) at time=8.600s [CARLA Frame: 3509, Agent Step: 171]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.58% of the surrounding traffic's one", + "Average speed is 395.89% of the surrounding traffic's one", + "Average speed is 531.1% of the surrounding traffic's one", + "Average speed is 310.78% of the surrounding traffic's one", + "Average speed is 97.49% of the surrounding traffic's one", + "Average speed is 65.12% of the surrounding traffic's one", + "Average speed is 191.36% of the surrounding traffic's one", + "Average speed is 286.26% of the surrounding traffic's one", + "Average speed is 29.43% of the surrounding traffic's one", + "Average speed is 71.52% of the surrounding traffic's one", + "Average speed is 1105.13% of the surrounding traffic's one", + "Average speed is 6684.95% of the surrounding traffic's one", + "Average speed is 14578.03% of the surrounding traffic's one", + "Average speed is 785.4% of the surrounding traffic's one", + "Average speed is 416.65% of the surrounding traffic's one", + "Average speed is 172.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 259.65, + "duration_system": 2932.228 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "42.0", + "100.0", + "0.42", + "0.0", + "12.88", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.88", + "206.077" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/107_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/107_res.json new file mode 100644 index 0000000000000000000000000000000000000000..724d1d5b9a7a2998141675366c9416b19afd4701 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/107_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.008, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 208.133, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.874, + "duration_game": 13.8, + "duration_system": 125.136, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_06_02_14_05_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3861 at (x=2199.015, y=4876.538, z=365.258) at time=10.150s [CARLA Frame: 3833, Agent Step: 202]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 332.55% of the surrounding traffic's one", + "Average speed is 559.53% of the surrounding traffic's one", + "Average speed is 468.02% of the surrounding traffic's one", + "Average speed is 178.22% of the surrounding traffic's one", + "Average speed is 76.52% of the surrounding traffic's one", + "Average speed is 32.59% of the surrounding traffic's one", + "Average speed is 414.32% of the surrounding traffic's one", + "Average speed is 461.06% of the surrounding traffic's one", + "Average speed is 386.89% of the surrounding traffic's one", + "Average speed is 461.03% of the surrounding traffic's one", + "Average speed is 898.87% of the surrounding traffic's one", + "Average speed is 4895.84% of the surrounding traffic's one", + "Average speed is 1247.57% of the surrounding traffic's one", + "Average speed is 1314.31% of the surrounding traffic's one", + "Average speed is 1142.37% of the surrounding traffic's one", + "Average speed is 1158.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 13.8, + "duration_system": 125.136 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "13.008", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "208.133" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/108_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/108_res.json new file mode 100644 index 0000000000000000000000000000000000000000..305b7dc195ca0b4c26fc6fddd3cf00078fa1c140 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/108_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.382, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.304, + "duration_game": 10.75, + "duration_system": 96.106, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_06_02_14_10_16", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 303.7% of the surrounding traffic's one", + "Average speed is 247.14% of the surrounding traffic's one", + "Average speed is 234.1% of the surrounding traffic's one", + "Average speed is 107.09% of the surrounding traffic's one", + "Average speed is 53.27% of the surrounding traffic's one", + "Average speed is 241.86% of the surrounding traffic's one", + "Average speed is 498.21% of the surrounding traffic's one", + "Average speed is 392.5% of the surrounding traffic's one", + "Average speed is 396.56% of the surrounding traffic's one", + "Average speed is 1047.63% of the surrounding traffic's one", + "Average speed is 1312.64% of the surrounding traffic's one", + "Average speed is 579.68% of the surrounding traffic's one", + "Average speed is 885.08% of the surrounding traffic's one", + "Average speed is 647.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.75, + "duration_system": 96.106 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.382" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/109_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/109_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7f63b378dcebab5909941ffff195936036913e00 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/109_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 209.539, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.358, + "duration_game": 15.65, + "duration_system": 146.17, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_06_02_14_15_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.87% of the surrounding traffic's one", + "Average speed is 116.54% of the surrounding traffic's one", + "Average speed is 128.79% of the surrounding traffic's one", + "Average speed is 118.48% of the surrounding traffic's one", + "Average speed is 153.27% of the surrounding traffic's one", + "Average speed is 151.52% of the surrounding traffic's one", + "Average speed is 175.34% of the surrounding traffic's one", + "Average speed is 181.51% of the surrounding traffic's one", + "Average speed is 42.83% of the surrounding traffic's one", + "Average speed is 925.52% of the surrounding traffic's one", + "Average speed is 1300.81% of the surrounding traffic's one", + "Average speed is 1685.48% of the surrounding traffic's one", + "Average speed is 717.18% of the surrounding traffic's one", + "Average speed is 446.0% of the surrounding traffic's one", + "Average speed is 238.26% of the surrounding traffic's one", + "Average speed is 187.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 15.65, + "duration_system": 146.17 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "209.539" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/10_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/10_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7d71b2f47d6dad80da6c456cbd6ef56e2ce151d2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/10_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.614, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.43, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.28, + "duration_game": 26.5, + "duration_system": 257.306, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_06_01_09_55_02", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3732 at (x=-1380.246, y=5321.267, z=376.653) at time=22.200s [CARLA Frame: 4690, Agent Step: 443]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.76% of the surrounding traffic's one", + "Average speed is 149.13% of the surrounding traffic's one", + "Average speed is 611.02% of the surrounding traffic's one", + "Average speed is 527.92% of the surrounding traffic's one", + "Average speed is 121.19% of the surrounding traffic's one", + "Average speed is 16.84% of the surrounding traffic's one", + "Average speed is 393.36% of the surrounding traffic's one", + "Average speed is 889.31% of the surrounding traffic's one", + "Average speed is 576.58% of the surrounding traffic's one", + "Average speed is 252.58% of the surrounding traffic's one", + "Average speed is 817.25% of the surrounding traffic's one", + "Average speed is 1683.0% of the surrounding traffic's one", + "Average speed is 2123.79% of the surrounding traffic's one", + "Average speed is 2770.92% of the surrounding traffic's one", + "Average speed is 1709.47% of the surrounding traffic's one", + "Average speed is 1276.5% of the surrounding traffic's one", + "Average speed is 843.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 26.5, + "duration_system": 257.306 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.614", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.43" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/110_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/110_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1bdf5fc8fbcf6cfa2cd474755d04424cbaf0f237 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/110_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 209.564, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.349, + "duration_game": 55.15, + "duration_system": 526.842, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_06_01_07_35_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.46% of the surrounding traffic's one", + "Average speed is 102.53% of the surrounding traffic's one", + "Average speed is 129.2% of the surrounding traffic's one", + "Average speed is 6.42% of the surrounding traffic's one", + "Average speed is 768.65% of the surrounding traffic's one", + "Average speed is 528.29% of the surrounding traffic's one", + "Average speed is 995.96% of the surrounding traffic's one", + "Average speed is 379.28% of the surrounding traffic's one", + "Average speed is 206.28% of the surrounding traffic's one", + "Average speed is 757.45% of the surrounding traffic's one", + "Average speed is 4502.22% of the surrounding traffic's one", + "Average speed is 1659.6% of the surrounding traffic's one", + "Average speed is 721.31% of the surrounding traffic's one", + "Average speed is 547.94% of the surrounding traffic's one", + "Average speed is 403.44% of the surrounding traffic's one", + "Average speed is 354.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 55.15, + "duration_system": 526.842 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "209.564" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/111_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/111_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d2b255863b7fbd4c0badc5a27973189d01058490 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/111_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 175.06, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.685, + "duration_game": 35.0, + "duration_system": 389.414, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_06_01_07_47_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 263.72% of the surrounding traffic's one", + "Average speed is 1274.69% of the surrounding traffic's one", + "Average speed is 444.07% of the surrounding traffic's one", + "Average speed is 49.35% of the surrounding traffic's one", + "Average speed is 953.69% of the surrounding traffic's one", + "Average speed is 825.76% of the surrounding traffic's one", + "Average speed is 948.55% of the surrounding traffic's one", + "Average speed is 845.5% of the surrounding traffic's one", + "Average speed is 743.33% of the surrounding traffic's one", + "Average speed is 729.13% of the surrounding traffic's one", + "Average speed is 3973.58% of the surrounding traffic's one", + "Average speed is 24899.97% of the surrounding traffic's one", + "Average speed is 3561.76% of the surrounding traffic's one", + "Average speed is 2612.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 35.0, + "duration_system": 389.414 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "175.06" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/112_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/112_res.json new file mode 100644 index 0000000000000000000000000000000000000000..15573dbf11dee4f9213d5fb7b106e288dfb3c820 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/112_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.325, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 172.548, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.137, + "duration_game": 21.35, + "duration_system": 194.2, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_06_01_07_56_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3736 at (x=3284.988, y=5723.847, z=368.723) at time=17.450s [CARLA Frame: 4406, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.06% of the surrounding traffic's one", + "Average speed is 414.5% of the surrounding traffic's one", + "Average speed is 321.33% of the surrounding traffic's one", + "Average speed is 52.78% of the surrounding traffic's one", + "Average speed is 36.56% of the surrounding traffic's one", + "Average speed is 2133.8% of the surrounding traffic's one", + "Average speed is 1951.56% of the surrounding traffic's one", + "Average speed is 1929.28% of the surrounding traffic's one", + "Average speed is 939.07% of the surrounding traffic's one", + "Average speed is 716.95% of the surrounding traffic's one", + "Average speed is 5310.84% of the surrounding traffic's one", + "Average speed is 2278.27% of the surrounding traffic's one", + "Average speed is 591.18% of the surrounding traffic's one", + "Average speed is 637.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.35, + "duration_system": 194.2 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.325", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "172.548" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/113_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/113_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0da075405f63d0be20ddf9deb4a7898b7fa9e16e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/113_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 212.613, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 75.254, + "duration_game": 15.15, + "duration_system": 140.155, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_06_01_08_03_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.89% of the surrounding traffic's one", + "Average speed is 193.98% of the surrounding traffic's one", + "Average speed is 521.36% of the surrounding traffic's one", + "Average speed is 141.76% of the surrounding traffic's one", + "Average speed is 67.8% of the surrounding traffic's one", + "Average speed is 34.93% of the surrounding traffic's one", + "Average speed is 405.4% of the surrounding traffic's one", + "Average speed is 621.22% of the surrounding traffic's one", + "Average speed is 749.45% of the surrounding traffic's one", + "Average speed is 907.07% of the surrounding traffic's one", + "Average speed is 843.38% of the surrounding traffic's one", + "Average speed is 602.37% of the surrounding traffic's one", + "Average speed is 426.18% of the surrounding traffic's one", + "Average speed is 370.87% of the surrounding traffic's one", + "Average speed is 317.13% of the surrounding traffic's one", + "Average speed is 237.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 15.15, + "duration_system": 140.155 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "212.613" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/114_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/114_res.json new file mode 100644 index 0000000000000000000000000000000000000000..45996b5159a273a67e53b887e57ef74f26df6749 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/114_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 276.812, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 57.801, + "duration_game": 20.8, + "duration_system": 219.42, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_06_01_08_08_21", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.04% of the surrounding traffic's one", + "Average speed is 9.73% of the surrounding traffic's one", + "Average speed is 1799.48% of the surrounding traffic's one", + "Average speed is 1760.86% of the surrounding traffic's one", + "Average speed is 1977.26% of the surrounding traffic's one", + "Average speed is 1404.74% of the surrounding traffic's one", + "Average speed is 1193.39% of the surrounding traffic's one", + "Average speed is 989.08% of the surrounding traffic's one", + "Average speed is 1353.05% of the surrounding traffic's one", + "Average speed is 846.97% of the surrounding traffic's one", + "Average speed is 552.75% of the surrounding traffic's one", + "Average speed is 394.36% of the surrounding traffic's one", + "Average speed is 303.06% of the surrounding traffic's one", + "Average speed is 255.94% of the surrounding traffic's one", + "Average speed is 223.86% of the surrounding traffic's one", + "Average speed is 199.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.8, + "duration_system": 219.42 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "276.812" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/115_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/115_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7c330a41ea3e9970ece1fc2650c976c4045c1194 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/115_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 242.648, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 61.818, + "duration_game": 20.8, + "duration_system": 269.299, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_06_01_08_15_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.8% of the surrounding traffic's one", + "Average speed is 12.54% of the surrounding traffic's one", + "Average speed is 1114.0% of the surrounding traffic's one", + "Average speed is 1226.23% of the surrounding traffic's one", + "Average speed is 1328.73% of the surrounding traffic's one", + "Average speed is 1610.74% of the surrounding traffic's one", + "Average speed is 1446.36% of the surrounding traffic's one", + "Average speed is 933.97% of the surrounding traffic's one", + "Average speed is 924.86% of the surrounding traffic's one", + "Average speed is 620.71% of the surrounding traffic's one", + "Average speed is 447.56% of the surrounding traffic's one", + "Average speed is 259.57% of the surrounding traffic's one", + "Average speed is 188.31% of the surrounding traffic's one", + "Average speed is 173.93% of the surrounding traffic's one", + "Average speed is 142.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.8, + "duration_system": 269.299 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "242.648" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/116_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/116_res.json new file mode 100644 index 0000000000000000000000000000000000000000..09a86d60fc0d616a0a786293a948021ff70dbfb2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/116_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 269.792, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 59.305, + "duration_game": 36.0, + "duration_system": 391.768, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_06_01_08_22_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.16% of the surrounding traffic's one", + "Average speed is 444.89% of the surrounding traffic's one", + "Average speed is 1213.19% of the surrounding traffic's one", + "Average speed is 1466.32% of the surrounding traffic's one", + "Average speed is 1390.58% of the surrounding traffic's one", + "Average speed is 1458.48% of the surrounding traffic's one", + "Average speed is 1335.25% of the surrounding traffic's one", + "Average speed is 1595.31% of the surrounding traffic's one", + "Average speed is 1277.01% of the surrounding traffic's one", + "Average speed is 840.48% of the surrounding traffic's one", + "Average speed is 639.88% of the surrounding traffic's one", + "Average speed is 448.32% of the surrounding traffic's one", + "Average speed is 365.3% of the surrounding traffic's one", + "Average speed is 327.95% of the surrounding traffic's one", + "Average speed is 263.18% of the surrounding traffic's one", + "Average speed is 199.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.0, + "duration_system": 391.768 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "269.792" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/117_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/117_res.json new file mode 100644 index 0000000000000000000000000000000000000000..648885fb2826840c989bfff07a73f7fb5d47c301 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/117_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.738, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.325, + "duration_game": 13.05, + "duration_system": 231.276, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_06_01_08_32_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.76% of the surrounding traffic's one", + "Average speed is 190.19% of the surrounding traffic's one", + "Average speed is 117.39% of the surrounding traffic's one", + "Average speed is 92.01% of the surrounding traffic's one", + "Average speed is 88.57% of the surrounding traffic's one", + "Average speed is 97.05% of the surrounding traffic's one", + "Average speed is 87.99% of the surrounding traffic's one", + "Average speed is 74.41% of the surrounding traffic's one", + "Average speed is 77.53% of the surrounding traffic's one", + "Average speed is 79.56% of the surrounding traffic's one", + "Average speed is 75.62% of the surrounding traffic's one", + "Average speed is 52.32% of the surrounding traffic's one", + "Average speed is 50.83% of the surrounding traffic's one", + "Average speed is 83.07% of the surrounding traffic's one", + "Average speed is 95.0% of the surrounding traffic's one", + "Average speed is 99.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 13.05, + "duration_system": 231.276 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.738" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/118_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/118_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3cdd07fb72f49dbf6898998490e2ecee458d717c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/118_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.699, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.358, + "duration_game": 14.45, + "duration_system": 311.314, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_06_01_08_38_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.35% of the surrounding traffic's one", + "Average speed is 157.21% of the surrounding traffic's one", + "Average speed is 111.37% of the surrounding traffic's one", + "Average speed is 103.0% of the surrounding traffic's one", + "Average speed is 108.01% of the surrounding traffic's one", + "Average speed is 100.64% of the surrounding traffic's one", + "Average speed is 94.96% of the surrounding traffic's one", + "Average speed is 90.61% of the surrounding traffic's one", + "Average speed is 95.64% of the surrounding traffic's one", + "Average speed is 91.08% of the surrounding traffic's one", + "Average speed is 102.86% of the surrounding traffic's one", + "Average speed is 102.72% of the surrounding traffic's one", + "Average speed is 96.37% of the surrounding traffic's one", + "Average speed is 90.1% of the surrounding traffic's one", + "Average speed is 120.96% of the surrounding traffic's one", + "Average speed is 134.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.45, + "duration_system": 311.314 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.699" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/119_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/119_res.json new file mode 100644 index 0000000000000000000000000000000000000000..794ceddf4ca6901a1f7094fcc6c274a64b888ef0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/119_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 116.249, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 120.431, + "duration_game": 14.9, + "duration_system": 248.288, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_06_01_08_47_00", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.0% of the surrounding traffic's one", + "Average speed is 149.53% of the surrounding traffic's one", + "Average speed is 115.68% of the surrounding traffic's one", + "Average speed is 117.7% of the surrounding traffic's one", + "Average speed is 112.61% of the surrounding traffic's one", + "Average speed is 109.15% of the surrounding traffic's one", + "Average speed is 107.5% of the surrounding traffic's one", + "Average speed is 99.34% of the surrounding traffic's one", + "Average speed is 99.95% of the surrounding traffic's one", + "Average speed is 124.31% of the surrounding traffic's one", + "Average speed is 104.04% of the surrounding traffic's one", + "Average speed is 97.08% of the surrounding traffic's one", + "Average speed is 128.49% of the surrounding traffic's one", + "Average speed is 141.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 14.9, + "duration_system": 248.288 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "116.249" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/11_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/11_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a3d42e5d3be301a4195cf56612026de11d5befa4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/11_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.032, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.058, + "duration_game": 12.05, + "duration_system": 145.153, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_06_01_10_01_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 207.43% of the surrounding traffic's one", + "Average speed is 531.11% of the surrounding traffic's one", + "Average speed is 493.93% of the surrounding traffic's one", + "Average speed is 410.34% of the surrounding traffic's one", + "Average speed is 148.76% of the surrounding traffic's one", + "Average speed is 58.03% of the surrounding traffic's one", + "Average speed is 114.88% of the surrounding traffic's one", + "Average speed is 199.49% of the surrounding traffic's one", + "Average speed is 233.92% of the surrounding traffic's one", + "Average speed is 289.11% of the surrounding traffic's one", + "Average speed is 380.27% of the surrounding traffic's one", + "Average speed is 714.33% of the surrounding traffic's one", + "Average speed is 723.18% of the surrounding traffic's one", + "Average speed is 637.68% of the surrounding traffic's one", + "Average speed is 653.26% of the surrounding traffic's one", + "Average speed is 2797.68% of the surrounding traffic's one", + "Average speed is 1319.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 12.05, + "duration_system": 145.153 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.032" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/120_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/120_res.json new file mode 100644 index 0000000000000000000000000000000000000000..57c401f40430f97112faa7765b6268787e6d7bc4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/120_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 138.481, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 115.539, + "duration_game": 14.7, + "duration_system": 309.306, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_06_01_08_54_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 168.98% of the surrounding traffic's one", + "Average speed is 157.8% of the surrounding traffic's one", + "Average speed is 114.08% of the surrounding traffic's one", + "Average speed is 105.57% of the surrounding traffic's one", + "Average speed is 96.24% of the surrounding traffic's one", + "Average speed is 97.24% of the surrounding traffic's one", + "Average speed is 102.36% of the surrounding traffic's one", + "Average speed is 97.48% of the surrounding traffic's one", + "Average speed is 97.76% of the surrounding traffic's one", + "Average speed is 106.7% of the surrounding traffic's one", + "Average speed is 93.0% of the surrounding traffic's one", + "Average speed is 100.47% of the surrounding traffic's one", + "Average speed is 121.81% of the surrounding traffic's one", + "Average speed is 130.94% of the surrounding traffic's one", + "Average speed is 120.94% of the surrounding traffic's one", + "Average speed is 101.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.7, + "duration_system": 309.306 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "138.481" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/121_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/121_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cde63df2c8a0863e589fcaa2a77ca13e97a18515 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/121_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 16.5, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 123.75, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 36.0, + "score_route": 100.0, + "score_penalty": 0.36 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 121.212, + "duration_game": 14.65, + "duration_system": 291.308, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_06_01_09_02_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3706 at (x=-496.252, y=6491.673, z=357.885) at time=11.350s [CARLA Frame: 4194, Agent Step: 226]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=3702 at (x=-501.225, y=6493.255, z=357.91) at time=11.800s [CARLA Frame: 4203, Agent Step: 235]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 102.4% of the surrounding traffic's one", + "Average speed is 179.53% of the surrounding traffic's one", + "Average speed is 168.25% of the surrounding traffic's one", + "Average speed is 124.4% of the surrounding traffic's one", + "Average speed is 98.32% of the surrounding traffic's one", + "Average speed is 100.0% of the surrounding traffic's one", + "Average speed is 100.25% of the surrounding traffic's one", + "Average speed is 105.95% of the surrounding traffic's one", + "Average speed is 89.64% of the surrounding traffic's one", + "Average speed is 36.32% of the surrounding traffic's one", + "Average speed is 62.41% of the surrounding traffic's one", + "Average speed is 110.54% of the surrounding traffic's one", + "Average speed is 99.29% of the surrounding traffic's one", + "Average speed is 95.69% of the surrounding traffic's one", + "Average speed is 108.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 14.65, + "duration_system": 291.308 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "36.0", + "100.0", + "0.36", + "0.0", + "16.5", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "123.75" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/122_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/122_res.json new file mode 100644 index 0000000000000000000000000000000000000000..93f2d48a58b9564a0e198c7223379b5f53909e36 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/122_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.161, + "duration_game": 17.7, + "duration_system": 162.21, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_06_01_09_10_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.26% of the surrounding traffic's one", + "Average speed is 121.95% of the surrounding traffic's one", + "Average speed is 197.21% of the surrounding traffic's one", + "Average speed is 164.01% of the surrounding traffic's one", + "Average speed is 157.3% of the surrounding traffic's one", + "Average speed is 119.85% of the surrounding traffic's one", + "Average speed is 85.9% of the surrounding traffic's one", + "Average speed is 244.9% of the surrounding traffic's one", + "Average speed is 158.46% of the surrounding traffic's one", + "Average speed is 115.03% of the surrounding traffic's one", + "Average speed is 101.16% of the surrounding traffic's one", + "Average speed is 103.12% of the surrounding traffic's one", + "Average speed is 104.2% of the surrounding traffic's one", + "Average speed is 107.96% of the surrounding traffic's one", + "Average speed is 113.93% of the surrounding traffic's one", + "Average speed is 130.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.7, + "duration_system": 162.21 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/123_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/123_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9efa49144c4f4da59c9a40d4d27262933f9a4f4a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/123_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 7.51, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.673, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 50.0, + "score_route": 100.0, + "score_penalty": 0.5 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.153, + "duration_game": 18.9, + "duration_system": 185.562, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_06_01_09_15_50", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [ + "Agent collided against object with type=walker.pedestrian.0041 and id=3698 at (x=-604.949, y=3570.522, z=362.575) at time=9.750s [CARLA Frame: 4134, Agent Step: 194]" + ], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.94% of the surrounding traffic's one", + "Average speed is 146.89% of the surrounding traffic's one", + "Average speed is 306.78% of the surrounding traffic's one", + "Average speed is 178.59% of the surrounding traffic's one", + "Average speed is 118.75% of the surrounding traffic's one", + "Average speed is 87.34% of the surrounding traffic's one", + "Average speed is 233.49% of the surrounding traffic's one", + "Average speed is 184.8% of the surrounding traffic's one", + "Average speed is 147.62% of the surrounding traffic's one", + "Average speed is 129.27% of the surrounding traffic's one", + "Average speed is 175.92% of the surrounding traffic's one", + "Average speed is 158.91% of the surrounding traffic's one", + "Average speed is 123.7% of the surrounding traffic's one", + "Average speed is 111.66% of the surrounding traffic's one", + "Average speed is 89.48% of the surrounding traffic's one", + "Average speed is 90.42% of the surrounding traffic's one", + "Average speed is 83.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.5, + "score_composed": 50.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 18.9, + "duration_system": 185.562 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "50.0", + "100.0", + "0.5", + "7.51", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.673" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/124_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/124_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4e8a92dbaa687325270f5eab22e56cff3121e46f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/124_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 17.35, + "duration_system": 155.176, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_06_01_09_22_03", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.07% of the surrounding traffic's one", + "Average speed is 62.22% of the surrounding traffic's one", + "Average speed is 178.9% of the surrounding traffic's one", + "Average speed is 193.37% of the surrounding traffic's one", + "Average speed is 122.71% of the surrounding traffic's one", + "Average speed is 87.32% of the surrounding traffic's one", + "Average speed is 83.88% of the surrounding traffic's one", + "Average speed is 81.55% of the surrounding traffic's one", + "Average speed is 73.59% of the surrounding traffic's one", + "Average speed is 114.15% of the surrounding traffic's one", + "Average speed is 111.19% of the surrounding traffic's one", + "Average speed is 182.93% of the surrounding traffic's one", + "Average speed is 222.8% of the surrounding traffic's one", + "Average speed is 199.49% of the surrounding traffic's one", + "Average speed is 154.2% of the surrounding traffic's one", + "Average speed is 110.82% of the surrounding traffic's one", + "Average speed is 120.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.35, + "duration_system": 155.176 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/125_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/125_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7746c6746c89727978fa86aefa1f6c727af34c60 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/125_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.532, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.121, + "duration_game": 17.65, + "duration_system": 159.174, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_06_01_09_27_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.68% of the surrounding traffic's one", + "Average speed is 101.89% of the surrounding traffic's one", + "Average speed is 226.93% of the surrounding traffic's one", + "Average speed is 75.64% of the surrounding traffic's one", + "Average speed is 97.43% of the surrounding traffic's one", + "Average speed is 98.56% of the surrounding traffic's one", + "Average speed is 90.39% of the surrounding traffic's one", + "Average speed is 78.84% of the surrounding traffic's one", + "Average speed is 143.91% of the surrounding traffic's one", + "Average speed is 184.72% of the surrounding traffic's one", + "Average speed is 164.17% of the surrounding traffic's one", + "Average speed is 166.35% of the surrounding traffic's one", + "Average speed is 146.97% of the surrounding traffic's one", + "Average speed is 112.92% of the surrounding traffic's one", + "Average speed is 117.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.65, + "duration_system": 159.174 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.532" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/126_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/126_res.json new file mode 100644 index 0000000000000000000000000000000000000000..15f8f61ca801c2db05313246cfd65d6e3642fe0e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/126_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 17.35, + "duration_system": 156.45, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_06_01_09_33_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.76% of the surrounding traffic's one", + "Average speed is 75.25% of the surrounding traffic's one", + "Average speed is 187.67% of the surrounding traffic's one", + "Average speed is 192.08% of the surrounding traffic's one", + "Average speed is 69.05% of the surrounding traffic's one", + "Average speed is 131.31% of the surrounding traffic's one", + "Average speed is 86.86% of the surrounding traffic's one", + "Average speed is 100.95% of the surrounding traffic's one", + "Average speed is 79.99% of the surrounding traffic's one", + "Average speed is 124.65% of the surrounding traffic's one", + "Average speed is 155.31% of the surrounding traffic's one", + "Average speed is 135.2% of the surrounding traffic's one", + "Average speed is 138.47% of the surrounding traffic's one", + "Average speed is 127.55% of the surrounding traffic's one", + "Average speed is 143.3% of the surrounding traffic's one", + "Average speed is 101.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.35, + "duration_system": 156.45 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/127_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/127_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f42a3afea56e5f806dd17d22fd9990777991f823 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/127_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.155, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 29.85, + "duration_system": 737.859, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_06_01_09_39_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.69% of the surrounding traffic's one", + "Average speed is 142.08% of the surrounding traffic's one", + "Average speed is 185.02% of the surrounding traffic's one", + "Average speed is 77.55% of the surrounding traffic's one", + "Average speed is 7.62% of the surrounding traffic's one", + "Average speed is 108.01% of the surrounding traffic's one", + "Average speed is 270.83% of the surrounding traffic's one", + "Average speed is 722.86% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 129.63% of the surrounding traffic's one", + "Average speed is 241.88% of the surrounding traffic's one", + "Average speed is 163.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 29.85, + "duration_system": 737.859 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.155" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/128_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/128_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a44202f210315124d2b3368dc4748e3556e5020e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/128_res.json @@ -0,0 +1,146 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 11.753, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 164.549, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 11.753, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 47.862, + "score_route": 79.77, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.658, + "duration_game": 17.2, + "duration_system": 291.316, + "exceptions": [ + [ + "RouteScenario_23658_rep0", + 0, + "Failed - Agent deviated from the route" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_06_02_13_54_12", + "status": "Failed - Agent deviated from the route", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3709 at (x=-820.94, y=4757.815, z=369.995) at time=9.550s [CARLA Frame: 3731, Agent Step: 190]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 334.56% of the surrounding traffic's one", + "Average speed is 300.62% of the surrounding traffic's one", + "Average speed is 213.88% of the surrounding traffic's one", + "Average speed is 212.54% of the surrounding traffic's one", + "Average speed is 173.09% of the surrounding traffic's one", + "Average speed is 152.21% of the surrounding traffic's one", + "Average speed is 147.41% of the surrounding traffic's one", + "Average speed is 151.86% of the surrounding traffic's one", + "Average speed is 162.51% of the surrounding traffic's one", + "Average speed is 175.44% of the surrounding traffic's one", + "Average speed is 167.54% of the surrounding traffic's one", + "Average speed is 39.06% of the surrounding traffic's one", + "Average speed is 127.22% of the surrounding traffic's one", + "Average speed is 134.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-819.48, y=4725.704, z=369.21)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 79.77, + "score_penalty": 0.6, + "score_composed": 47.862 + }, + "meta": { + "route_length": 106.658, + "duration_game": 17.2, + "duration_system": 291.316 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "47.862", + "79.77", + "0.6", + "0.0", + "11.753", + "0.0", + "0.0", + "0.0", + "0.0", + "11.753", + "0.0", + "0.0", + "0.0", + "0.0", + "164.549" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/129_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/129_res.json new file mode 100644 index 0000000000000000000000000000000000000000..409fba62fbd002f47d0acbe2d7c6c2ebf1a67bd7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/129_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 10.088, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.01, + "min_speed_infractions": 141.233, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 53.524716, + "score_route": 100.0, + "score_penalty": 0.535247 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 99.127, + "duration_game": 49.7, + "duration_system": 490.531, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23659_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "3", + "save_name": "RouteScenario_23659_rep0_Town12_HighwayExit_1_3_06_02_13_23_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3705 at (x=2603.851, y=3192.103, z=365.994) at time=43.900s [CARLA Frame: 4312, Agent Step: 877]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 9.838 meters (10.79% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 18.54% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 15766.48% of the surrounding traffic's one", + "Average speed is 2434.39% of the surrounding traffic's one", + "Average speed is 1394.99% of the surrounding traffic's one", + "Average speed is 1102.41% of the surrounding traffic's one", + "Average speed is 798.38% of the surrounding traffic's one", + "Average speed is 803.03% of the surrounding traffic's one", + "Average speed is 637.43% of the surrounding traffic's one", + "Average speed is 624.99% of the surrounding traffic's one", + "Average speed is 282.03% of the surrounding traffic's one", + "Average speed is 141.25% of the surrounding traffic's one", + "Average speed is 110.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.535247, + "score_composed": 53.524716 + }, + "meta": { + "route_length": 99.127, + "duration_game": 49.7, + "duration_system": 490.531 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "53.524716", + "100.0", + "0.535247", + "0.0", + "10.088", + "0.0", + "0.0", + "0.0", + "0.01", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "141.233" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/12_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/12_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3eade87c66029ff0afdfd4194b68447baa46ccce --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/12_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.948, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.251, + "duration_game": 22.7, + "duration_system": 279.311, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_06_01_10_06_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 324.64% of the surrounding traffic's one", + "Average speed is 272.4% of the surrounding traffic's one", + "Average speed is 225.7% of the surrounding traffic's one", + "Average speed is 102.06% of the surrounding traffic's one", + "Average speed is 100.99% of the surrounding traffic's one", + "Average speed is 18.43% of the surrounding traffic's one", + "Average speed is 605.78% of the surrounding traffic's one", + "Average speed is 618.29% of the surrounding traffic's one", + "Average speed is 509.82% of the surrounding traffic's one", + "Average speed is 477.25% of the surrounding traffic's one", + "Average speed is 688.8% of the surrounding traffic's one", + "Average speed is 1761.95% of the surrounding traffic's one", + "Average speed is 1843.95% of the surrounding traffic's one", + "Average speed is 2032.35% of the surrounding traffic's one", + "Average speed is 1861.23% of the surrounding traffic's one", + "Average speed is 2203.85% of the surrounding traffic's one", + "Average speed is 2593.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 22.7, + "duration_system": 279.311 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.948" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/130_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/130_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4bd7ee70153b59c4e2f07fd531614fabed4e838a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/130_res.json @@ -0,0 +1,147 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 7.228, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 108.415, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 7.228, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 54.3205, + "score_route": 83.57, + "score_penalty": 0.65 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 165.559, + "duration_game": 81.35, + "duration_system": 1002.119, + "exceptions": [ + [ + "RouteScenario_23670_rep0", + 0, + "Failed - Agent got blocked" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_06_02_14_02_07", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=508.029, y=6000.931, z=165.53) at time=21.150s [CARLA Frame: 4151, Agent Step: 422]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.86% of the surrounding traffic's one", + "Average speed is 118.01% of the surrounding traffic's one", + "Average speed is 205.31% of the surrounding traffic's one", + "Average speed is 208.28% of the surrounding traffic's one", + "Average speed is 159.05% of the surrounding traffic's one", + "Average speed is 157.94% of the surrounding traffic's one", + "Average speed is 161.27% of the surrounding traffic's one", + "Average speed is 176.57% of the surrounding traffic's one", + "Average speed is 207.95% of the surrounding traffic's one", + "Average speed is 217.88% of the surrounding traffic's one", + "Average speed is 229.75% of the surrounding traffic's one", + "Average speed is 207.34% of the surrounding traffic's one", + "Average speed is 203.74% of the surrounding traffic's one", + "Average speed is 173.25% of the surrounding traffic's one", + "Average speed is 163.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=508.214, y=6001.086, z=165.533)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 83.57, + "score_penalty": 0.65, + "score_composed": 54.3205 + }, + "meta": { + "route_length": 165.559, + "duration_game": 81.35, + "duration_system": 1002.119 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "54.3205", + "83.57", + "0.65", + "0.0", + "0.0", + "7.228", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.228", + "0.0", + "0.0", + "108.415" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/131_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/131_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1af43926685c037eca9160bb8822997554eedb89 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/131_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.501, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 110.522, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 153.816, + "duration_game": 14.65, + "duration_system": 173.717, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_06_01_11_37_20", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3711 at (x=-2496.223, y=4219.599, z=364.742) at time=5.250s [CARLA Frame: 3733, Agent Step: 104]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 217.21% of the surrounding traffic's one", + "Average speed is 73.74% of the surrounding traffic's one", + "Average speed is 174.13% of the surrounding traffic's one", + "Average speed is 176.35% of the surrounding traffic's one", + "Average speed is 222.19% of the surrounding traffic's one", + "Average speed is 243.58% of the surrounding traffic's one", + "Average speed is 216.44% of the surrounding traffic's one", + "Average speed is 225.46% of the surrounding traffic's one", + "Average speed is 302.97% of the surrounding traffic's one", + "Average speed is 371.64% of the surrounding traffic's one", + "Average speed is 420.81% of the surrounding traffic's one", + "Average speed is 406.99% of the surrounding traffic's one", + "Average speed is 366.26% of the surrounding traffic's one", + "Average speed is 337.12% of the surrounding traffic's one", + "Average speed is 350.12% of the surrounding traffic's one", + "Average speed is 268.12% of the surrounding traffic's one", + "Average speed is 166.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 14.65, + "duration_system": 173.717 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "6.501", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "110.522" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/132_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/132_res.json new file mode 100644 index 0000000000000000000000000000000000000000..61933f129de60bc854af0d27cfb9bc71b3f156b5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/132_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.773, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.865, + "duration_game": 10.2, + "duration_system": 108.111, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_06_01_11_43_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.52% of the surrounding traffic's one", + "Average speed is 383.48% of the surrounding traffic's one", + "Average speed is 521.72% of the surrounding traffic's one", + "Average speed is 638.79% of the surrounding traffic's one", + "Average speed is 651.05% of the surrounding traffic's one", + "Average speed is 552.01% of the surrounding traffic's one", + "Average speed is 461.6% of the surrounding traffic's one", + "Average speed is 440.03% of the surrounding traffic's one", + "Average speed is 693.34% of the surrounding traffic's one", + "Average speed is 1081.34% of the surrounding traffic's one", + "Average speed is 3793.87% of the surrounding traffic's one", + "Average speed is 39503.91% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 108.111 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.773" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/133_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/133_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b7bfdb59844122edf59e270d80e4c0a794ae8b30 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/133_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.139, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 114.757, + "duration_game": 14.75, + "duration_system": 225.703, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_06_01_11_48_26", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 314.19% of the surrounding traffic's one", + "Average speed is 264.68% of the surrounding traffic's one", + "Average speed is 196.5% of the surrounding traffic's one", + "Average speed is 320.5% of the surrounding traffic's one", + "Average speed is 247.72% of the surrounding traffic's one", + "Average speed is 169.8% of the surrounding traffic's one", + "Average speed is 138.09% of the surrounding traffic's one", + "Average speed is 158.57% of the surrounding traffic's one", + "Average speed is 171.2% of the surrounding traffic's one", + "Average speed is 145.94% of the surrounding traffic's one", + "Average speed is 133.35% of the surrounding traffic's one", + "Average speed is 131.83% of the surrounding traffic's one", + "Average speed is 126.73% of the surrounding traffic's one", + "Average speed is 188.82% of the surrounding traffic's one", + "Average speed is 154.27% of the surrounding traffic's one", + "Average speed is 139.43% of the surrounding traffic's one", + "Average speed is 117.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.75, + "duration_system": 225.703 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.139" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/134_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/134_res.json new file mode 100644 index 0000000000000000000000000000000000000000..51a08431bcf830ccce4aa4cff6a703602000af26 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/134_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 114.098, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 148.995, + "duration_game": 9.85, + "duration_system": 162.163, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_06_01_11_55_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 410.25% of the surrounding traffic's one", + "Average speed is 658.19% of the surrounding traffic's one", + "Average speed is 922.85% of the surrounding traffic's one", + "Average speed is 1036.67% of the surrounding traffic's one", + "Average speed is 1020.34% of the surrounding traffic's one", + "Average speed is 839.8% of the surrounding traffic's one", + "Average speed is 625.03% of the surrounding traffic's one", + "Average speed is 485.14% of the surrounding traffic's one", + "Average speed is 596.94% of the surrounding traffic's one", + "Average speed is 654.76% of the surrounding traffic's one", + "Average speed is 703.93% of the surrounding traffic's one", + "Average speed is 977.22% of the surrounding traffic's one", + "Average speed is 900.84% of the surrounding traffic's one", + "Average speed is 500.44% of the surrounding traffic's one", + "Average speed is 437.05% of the surrounding traffic's one", + "Average speed is 396.66% of the surrounding traffic's one", + "Average speed is 369.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.85, + "duration_system": 162.163 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "114.098" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/135_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/135_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a84b22ae0355ab3691cc1e428ef221b3874f21bc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/135_res.json @@ -0,0 +1,142 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.649, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 116.02, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 36.0, + "score_route": 100.0, + "score_penalty": 0.36 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 146.527, + "duration_game": 14.65, + "duration_system": 186.223, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_06_01_12_01_08", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3716 at (x=1105.541, y=3102.597, z=364.877) at time=8.450s [CARLA Frame: 4013, Agent Step: 168]", + "Agent collided against object with type=vehicle.audi.tt and id=3716 at (x=1155.253, y=3101.762, z=365.343) at time=13.450s [CARLA Frame: 4113, Agent Step: 268]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.91% of the surrounding traffic's one", + "Average speed is 350.56% of the surrounding traffic's one", + "Average speed is 275.78% of the surrounding traffic's one", + "Average speed is 220.79% of the surrounding traffic's one", + "Average speed is 185.07% of the surrounding traffic's one", + "Average speed is 147.97% of the surrounding traffic's one", + "Average speed is 116.89% of the surrounding traffic's one", + "Average speed is 176.94% of the surrounding traffic's one", + "Average speed is 194.27% of the surrounding traffic's one", + "Average speed is 209.51% of the surrounding traffic's one", + "Average speed is 201.16% of the surrounding traffic's one", + "Average speed is 143.68% of the surrounding traffic's one", + "Average speed is 109.03% of the surrounding traffic's one", + "Average speed is 216.42% of the surrounding traffic's one", + "Average speed is 165.05% of the surrounding traffic's one", + "Average speed is 107.52% of the surrounding traffic's one", + "Average speed is 92.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 14.65, + "duration_system": 186.223 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "36.0", + "100.0", + "0.36", + "0.0", + "13.649", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "116.02" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/136_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/136_res.json new file mode 100644 index 0000000000000000000000000000000000000000..98316514ad871df9847bc256a69afb405aad8449 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/136_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 106.664, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 159.379, + "duration_game": 17.35, + "duration_system": 158.183, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_06_01_12_07_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.05% of the surrounding traffic's one", + "Average speed is 89.85% of the surrounding traffic's one", + "Average speed is 179.21% of the surrounding traffic's one", + "Average speed is 148.33% of the surrounding traffic's one", + "Average speed is 134.79% of the surrounding traffic's one", + "Average speed is 133.37% of the surrounding traffic's one", + "Average speed is 155.3% of the surrounding traffic's one", + "Average speed is 164.86% of the surrounding traffic's one", + "Average speed is 202.23% of the surrounding traffic's one", + "Average speed is 281.7% of the surrounding traffic's one", + "Average speed is 331.53% of the surrounding traffic's one", + "Average speed is 336.49% of the surrounding traffic's one", + "Average speed is 245.65% of the surrounding traffic's one", + "Average speed is 279.46% of the surrounding traffic's one", + "Average speed is 331.63% of the surrounding traffic's one", + "Average speed is 666.69% of the surrounding traffic's one", + "Average speed is 680.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 17.35, + "duration_system": 158.183 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "106.664" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/137_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/137_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6ee4a86fa1abf5654775b764dec8189a28915258 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/137_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 140.631, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.662, + "duration_game": 11.0, + "duration_system": 173.187, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_06_01_12_14_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.08% of the surrounding traffic's one", + "Average speed is 241.45% of the surrounding traffic's one", + "Average speed is 218.95% of the surrounding traffic's one", + "Average speed is 187.38% of the surrounding traffic's one", + "Average speed is 178.9% of the surrounding traffic's one", + "Average speed is 151.67% of the surrounding traffic's one", + "Average speed is 127.79% of the surrounding traffic's one", + "Average speed is 148.36% of the surrounding traffic's one", + "Average speed is 141.01% of the surrounding traffic's one", + "Average speed is 136.95% of the surrounding traffic's one", + "Average speed is 132.32% of the surrounding traffic's one", + "Average speed is 105.46% of the surrounding traffic's one", + "Average speed is 253.71% of the surrounding traffic's one", + "Average speed is 238.52% of the surrounding traffic's one", + "Average speed is 181.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.0, + "duration_system": 173.187 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "140.631" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/138_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/138_res.json new file mode 100644 index 0000000000000000000000000000000000000000..99044260af1fd36bf9a5492a08a86250f3132037 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/138_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.477, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.412, + "duration_game": 12.45, + "duration_system": 109.138, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_06_01_12_20_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.7% of the surrounding traffic's one", + "Average speed is 96.15% of the surrounding traffic's one", + "Average speed is 153.34% of the surrounding traffic's one", + "Average speed is 167.17% of the surrounding traffic's one", + "Average speed is 168.56% of the surrounding traffic's one", + "Average speed is 184.01% of the surrounding traffic's one", + "Average speed is 176.6% of the surrounding traffic's one", + "Average speed is 173.44% of the surrounding traffic's one", + "Average speed is 169.63% of the surrounding traffic's one", + "Average speed is 235.67% of the surrounding traffic's one", + "Average speed is 293.0% of the surrounding traffic's one", + "Average speed is 281.27% of the surrounding traffic's one", + "Average speed is 341.06% of the surrounding traffic's one", + "Average speed is 397.73% of the surrounding traffic's one", + "Average speed is 554.7% of the surrounding traffic's one", + "Average speed is 604.43% of the surrounding traffic's one", + "Average speed is 576.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.412, + "duration_game": 12.45, + "duration_system": 109.138 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.477" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/139_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/139_res.json new file mode 100644 index 0000000000000000000000000000000000000000..864de021ae4cb5af248e3d4f248fd877439cd2ef --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/139_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 8.879, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 142.057, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.631, + "duration_game": 15.45, + "duration_system": 180.204, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_06_02_09_43_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3704 at (x=3908.165, y=4822.83, z=367.391) at time=9.200s [CARLA Frame: 5106, Agent Step: 183]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 258.72% of the surrounding traffic's one", + "Average speed is 287.83% of the surrounding traffic's one", + "Average speed is 261.72% of the surrounding traffic's one", + "Average speed is 41.41% of the surrounding traffic's one", + "Average speed is 214.39% of the surrounding traffic's one", + "Average speed is 277.12% of the surrounding traffic's one", + "Average speed is 206.97% of the surrounding traffic's one", + "Average speed is 207.16% of the surrounding traffic's one", + "Average speed is 181.45% of the surrounding traffic's one", + "Average speed is 160.81% of the surrounding traffic's one", + "Average speed is 178.74% of the surrounding traffic's one", + "Average speed is 169.59% of the surrounding traffic's one", + "Average speed is 235.25% of the surrounding traffic's one", + "Average speed is 235.59% of the surrounding traffic's one", + "Average speed is 210.13% of the surrounding traffic's one", + "Average speed is 234.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 15.45, + "duration_system": 180.204 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "8.879", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "142.057" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/13_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/13_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2650fecced76063b650c999c1fd3d4bbecafaf05 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/13_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.856, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.693, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.172, + "duration_game": 10.75, + "duration_system": 108.117, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_06_01_10_14_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1987.501, y=2174.617, z=362.229) at time=7.950s [CARLA Frame: 4507, Agent Step: 158]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 408.98% of the surrounding traffic's one", + "Average speed is 572.71% of the surrounding traffic's one", + "Average speed is 526.83% of the surrounding traffic's one", + "Average speed is 266.63% of the surrounding traffic's one", + "Average speed is 125.38% of the surrounding traffic's one", + "Average speed is 47.78% of the surrounding traffic's one", + "Average speed is 208.81% of the surrounding traffic's one", + "Average speed is 237.18% of the surrounding traffic's one", + "Average speed is 235.74% of the surrounding traffic's one", + "Average speed is 270.91% of the surrounding traffic's one", + "Average speed is 767.05% of the surrounding traffic's one", + "Average speed is 1505.75% of the surrounding traffic's one", + "Average speed is 1391.39% of the surrounding traffic's one", + "Average speed is 1696.61% of the surrounding traffic's one", + "Average speed is 2856.1% of the surrounding traffic's one", + "Average speed is 2373.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 10.75, + "duration_system": 108.117 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "13.856", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.693" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/140_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/140_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f14fbea63e22434541a25c30d0603d1aa4faa797 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/140_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 111.522, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 161.403, + "duration_game": 17.4, + "duration_system": 148.187, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_06_02_09_48_42", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.59% of the surrounding traffic's one", + "Average speed is 105.78% of the surrounding traffic's one", + "Average speed is 218.13% of the surrounding traffic's one", + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 154.6% of the surrounding traffic's one", + "Average speed is 149.02% of the surrounding traffic's one", + "Average speed is 156.13% of the surrounding traffic's one", + "Average speed is 162.76% of the surrounding traffic's one", + "Average speed is 205.85% of the surrounding traffic's one", + "Average speed is 309.84% of the surrounding traffic's one", + "Average speed is 423.98% of the surrounding traffic's one", + "Average speed is 530.33% of the surrounding traffic's one", + "Average speed is 370.24% of the surrounding traffic's one", + "Average speed is 285.21% of the surrounding traffic's one", + "Average speed is 411.34% of the surrounding traffic's one", + "Average speed is 861.49% of the surrounding traffic's one", + "Average speed is 870.35% of the surrounding traffic's one", + "Average speed is 559.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 17.4, + "duration_system": 148.187 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "111.522" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/141_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/141_res.json new file mode 100644 index 0000000000000000000000000000000000000000..171c1d41abb26fd172e065c0f10629a20ae4a90a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/141_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.773, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.865, + "duration_game": 10.15, + "duration_system": 112.139, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_06_01_12_48_28", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.48% of the surrounding traffic's one", + "Average speed is 383.39% of the surrounding traffic's one", + "Average speed is 521.59% of the surrounding traffic's one", + "Average speed is 635.49% of the surrounding traffic's one", + "Average speed is 652.05% of the surrounding traffic's one", + "Average speed is 568.1% of the surrounding traffic's one", + "Average speed is 474.17% of the surrounding traffic's one", + "Average speed is 439.36% of the surrounding traffic's one", + "Average speed is 655.5% of the surrounding traffic's one", + "Average speed is 1075.99% of the surrounding traffic's one", + "Average speed is 3757.06% of the surrounding traffic's one", + "Average speed is 23863.14% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.15, + "duration_system": 112.139 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.773" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/142_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/142_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2dac8842856361e70c4a62c961f09450afa49af6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/142_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.139, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 114.757, + "duration_game": 14.7, + "duration_system": 260.732, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_06_01_12_53_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.71% of the surrounding traffic's one", + "Average speed is 319.76% of the surrounding traffic's one", + "Average speed is 187.57% of the surrounding traffic's one", + "Average speed is 289.7% of the surrounding traffic's one", + "Average speed is 212.62% of the surrounding traffic's one", + "Average speed is 160.16% of the surrounding traffic's one", + "Average speed is 146.99% of the surrounding traffic's one", + "Average speed is 158.38% of the surrounding traffic's one", + "Average speed is 169.69% of the surrounding traffic's one", + "Average speed is 154.66% of the surrounding traffic's one", + "Average speed is 159.1% of the surrounding traffic's one", + "Average speed is 185.9% of the surrounding traffic's one", + "Average speed is 147.07% of the surrounding traffic's one", + "Average speed is 180.82% of the surrounding traffic's one", + "Average speed is 135.59% of the surrounding traffic's one", + "Average speed is 117.88% of the surrounding traffic's one", + "Average speed is 93.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 260.732 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.139" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/143_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/143_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0c9f486d52b5711f7958edf6d5099ddaa7925c96 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/143_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 6.621, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.562, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 151.028, + "duration_game": 14.05, + "duration_system": 140.17, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_06_01_13_01_16", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5744.69, y=4733.832, z=187.006) at time=10.250s [CARLA Frame: 3695, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.34% of the surrounding traffic's one", + "Average speed is 320.14% of the surrounding traffic's one", + "Average speed is 261.85% of the surrounding traffic's one", + "Average speed is 218.17% of the surrounding traffic's one", + "Average speed is 198.9% of the surrounding traffic's one", + "Average speed is 187.63% of the surrounding traffic's one", + "Average speed is 137.46% of the surrounding traffic's one", + "Average speed is 126.9% of the surrounding traffic's one", + "Average speed is 140.08% of the surrounding traffic's one", + "Average speed is 71.09% of the surrounding traffic's one", + "Average speed is 135.24% of the surrounding traffic's one", + "Average speed is 171.08% of the surrounding traffic's one", + "Average speed is 129.7% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.05, + "duration_system": 140.17 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "6.621", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.562" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/144_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/144_res.json new file mode 100644 index 0000000000000000000000000000000000000000..670e31640ec631759f3df3a6dd3afd0438e2cb33 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/144_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 140.631, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.662, + "duration_game": 11.1, + "duration_system": 179.197, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_06_01_13_06_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 251.27% of the surrounding traffic's one", + "Average speed is 262.93% of the surrounding traffic's one", + "Average speed is 199.96% of the surrounding traffic's one", + "Average speed is 193.13% of the surrounding traffic's one", + "Average speed is 174.28% of the surrounding traffic's one", + "Average speed is 151.58% of the surrounding traffic's one", + "Average speed is 123.65% of the surrounding traffic's one", + "Average speed is 152.06% of the surrounding traffic's one", + "Average speed is 146.0% of the surrounding traffic's one", + "Average speed is 133.33% of the surrounding traffic's one", + "Average speed is 131.17% of the surrounding traffic's one", + "Average speed is 105.0% of the surrounding traffic's one", + "Average speed is 240.42% of the surrounding traffic's one", + "Average speed is 213.64% of the surrounding traffic's one", + "Average speed is 155.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.1, + "duration_system": 179.197 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "140.631" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/145_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/145_res.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9f604e0b84774f6dd588c8f9d82697ae07d336 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/145_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.807, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.013, + "duration_game": 34.55, + "duration_system": 377.543, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_06_01_13_12_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.7% of the surrounding traffic's one", + "Average speed is 146.76% of the surrounding traffic's one", + "Average speed is 275.89% of the surrounding traffic's one", + "Average speed is 204.54% of the surrounding traffic's one", + "Average speed is 212.87% of the surrounding traffic's one", + "Average speed is 171.36% of the surrounding traffic's one", + "Average speed is 52.84% of the surrounding traffic's one", + "Average speed is 80.07% of the surrounding traffic's one", + "Average speed is 166.05% of the surrounding traffic's one", + "Average speed is 139.02% of the surrounding traffic's one", + "Average speed is 117.24% of the surrounding traffic's one", + "Average speed is 105.27% of the surrounding traffic's one", + "Average speed is 116.54% of the surrounding traffic's one", + "Average speed is 109.74% of the surrounding traffic's one", + "Average speed is 130.17% of the surrounding traffic's one", + "Average speed is 15.18% of the surrounding traffic's one", + "Average speed is 92.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.55, + "duration_system": 377.543 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.807" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/146_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/146_res.json new file mode 100644 index 0000000000000000000000000000000000000000..02ddddebc159e13358b84a4342cc93e7edc98ed5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/146_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 17.7, + "duration_system": 152.157, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_06_01_13_21_42", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.77% of the surrounding traffic's one", + "Average speed is 120.3% of the surrounding traffic's one", + "Average speed is 207.1% of the surrounding traffic's one", + "Average speed is 198.75% of the surrounding traffic's one", + "Average speed is 204.76% of the surrounding traffic's one", + "Average speed is 80.17% of the surrounding traffic's one", + "Average speed is 74.06% of the surrounding traffic's one", + "Average speed is 142.78% of the surrounding traffic's one", + "Average speed is 106.92% of the surrounding traffic's one", + "Average speed is 107.6% of the surrounding traffic's one", + "Average speed is 107.26% of the surrounding traffic's one", + "Average speed is 115.43% of the surrounding traffic's one", + "Average speed is 95.94% of the surrounding traffic's one", + "Average speed is 131.05% of the surrounding traffic's one", + "Average speed is 118.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.7, + "duration_system": 152.157 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/147_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/147_res.json new file mode 100644 index 0000000000000000000000000000000000000000..683241ad874d1fdf990190ca3ec80523b2d538a0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/147_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 128.723, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.067, + "duration_game": 12.5, + "duration_system": 107.115, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_06_01_13_26_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.07% of the surrounding traffic's one", + "Average speed is 134.68% of the surrounding traffic's one", + "Average speed is 166.55% of the surrounding traffic's one", + "Average speed is 139.74% of the surrounding traffic's one", + "Average speed is 119.06% of the surrounding traffic's one", + "Average speed is 117.82% of the surrounding traffic's one", + "Average speed is 29.19% of the surrounding traffic's one", + "Average speed is 116.93% of the surrounding traffic's one", + "Average speed is 141.97% of the surrounding traffic's one", + "Average speed is 175.76% of the surrounding traffic's one", + "Average speed is 197.26% of the surrounding traffic's one", + "Average speed is 189.62% of the surrounding traffic's one", + "Average speed is 152.9% of the surrounding traffic's one", + "Average speed is 140.32% of the surrounding traffic's one", + "Average speed is 160.13% of the surrounding traffic's one", + "Average speed is 181.67% of the surrounding traffic's one", + "Average speed is 192.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 12.5, + "duration_system": 107.115 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "128.723" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/148_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/148_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9bf0c8d6f94a683f1fde7f215a413d71d3fc6552 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/148_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 55.2, + "duration_system": 1601.607, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_06_01_13_30_50", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.65% of the surrounding traffic's one", + "Average speed is 145.16% of the surrounding traffic's one", + "Average speed is 164.38% of the surrounding traffic's one", + "Average speed is 147.72% of the surrounding traffic's one", + "Average speed is 141.57% of the surrounding traffic's one", + "Average speed is 165.17% of the surrounding traffic's one", + "Average speed is 130.27% of the surrounding traffic's one", + "Average speed is 66.3% of the surrounding traffic's one", + "Average speed is 2.9% of the surrounding traffic's one", + "Average speed is 126.92% of the surrounding traffic's one", + "Average speed is 208.02% of the surrounding traffic's one", + "Average speed is 235.84% of the surrounding traffic's one", + "Average speed is 187.82% of the surrounding traffic's one", + "Average speed is 151.32% of the surrounding traffic's one", + "Average speed is 147.68% of the surrounding traffic's one", + "Average speed is 136.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 55.2, + "duration_system": 1601.607 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/149_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/149_res.json new file mode 100644 index 0000000000000000000000000000000000000000..07dea552641b89a1be2cd33407c3d0996fe10fb7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/149_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.242, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.604, + "duration_game": 18.85, + "duration_system": 159.304, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_06_02_09_54_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 106.52% of the surrounding traffic's one", + "Average speed is 86.47% of the surrounding traffic's one", + "Average speed is 262.37% of the surrounding traffic's one", + "Average speed is 191.05% of the surrounding traffic's one", + "Average speed is 191.95% of the surrounding traffic's one", + "Average speed is 149.05% of the surrounding traffic's one", + "Average speed is 143.76% of the surrounding traffic's one", + "Average speed is 48.2% of the surrounding traffic's one", + "Average speed is 116.96% of the surrounding traffic's one", + "Average speed is 228.22% of the surrounding traffic's one", + "Average speed is 134.66% of the surrounding traffic's one", + "Average speed is 97.81% of the surrounding traffic's one", + "Average speed is 83.66% of the surrounding traffic's one", + "Average speed is 123.22% of the surrounding traffic's one", + "Average speed is 108.33% of the surrounding traffic's one", + "Average speed is 112.46% of the surrounding traffic's one", + "Average speed is 90.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 18.85, + "duration_system": 159.304 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.242" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/14_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/14_res.json new file mode 100644 index 0000000000000000000000000000000000000000..261c3405a004c32515c4b47ca1222bfb7bcb0c14 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/14_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 208.872, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.602, + "duration_game": 12.5, + "duration_system": 159.164, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_06_01_10_18_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 270.24% of the surrounding traffic's one", + "Average speed is 468.11% of the surrounding traffic's one", + "Average speed is 415.57% of the surrounding traffic's one", + "Average speed is 99.13% of the surrounding traffic's one", + "Average speed is 57.18% of the surrounding traffic's one", + "Average speed is 30.0% of the surrounding traffic's one", + "Average speed is 313.51% of the surrounding traffic's one", + "Average speed is 484.07% of the surrounding traffic's one", + "Average speed is 524.61% of the surrounding traffic's one", + "Average speed is 403.9% of the surrounding traffic's one", + "Average speed is 444.87% of the surrounding traffic's one", + "Average speed is 971.05% of the surrounding traffic's one", + "Average speed is 3118.04% of the surrounding traffic's one", + "Average speed is 1635.83% of the surrounding traffic's one", + "Average speed is 1136.55% of the surrounding traffic's one", + "Average speed is 1091.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 12.5, + "duration_system": 159.164 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "208.872" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/150_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/150_res.json new file mode 100644 index 0000000000000000000000000000000000000000..90f57e2c4954477a9a3779577a4c50e861e458c3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/150_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 114.923, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 130.522, + "duration_game": 19.6, + "duration_system": 192.2, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_06_02_09_59_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.32% of the surrounding traffic's one", + "Average speed is 151.89% of the surrounding traffic's one", + "Average speed is 237.54% of the surrounding traffic's one", + "Average speed is 190.68% of the surrounding traffic's one", + "Average speed is 141.51% of the surrounding traffic's one", + "Average speed is 72.49% of the surrounding traffic's one", + "Average speed is 52.89% of the surrounding traffic's one", + "Average speed is 57.57% of the surrounding traffic's one", + "Average speed is 250.52% of the surrounding traffic's one", + "Average speed is 278.96% of the surrounding traffic's one", + "Average speed is 316.75% of the surrounding traffic's one", + "Average speed is 269.74% of the surrounding traffic's one", + "Average speed is 230.11% of the surrounding traffic's one", + "Average speed is 366.32% of the surrounding traffic's one", + "Average speed is 441.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.6, + "duration_system": 192.2 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "114.923" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/151_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/151_res.json new file mode 100644 index 0000000000000000000000000000000000000000..57acfd1e91a6bc49b73b1ad3bf627d241ad76c4d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/151_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.469, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.115, + "duration_game": 13.1, + "duration_system": 108.13, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_06_02_10_05_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.46% of the surrounding traffic's one", + "Average speed is 150.76% of the surrounding traffic's one", + "Average speed is 140.93% of the surrounding traffic's one", + "Average speed is 159.79% of the surrounding traffic's one", + "Average speed is 112.57% of the surrounding traffic's one", + "Average speed is 111.09% of the surrounding traffic's one", + "Average speed is 64.55% of the surrounding traffic's one", + "Average speed is 34.91% of the surrounding traffic's one", + "Average speed is 112.02% of the surrounding traffic's one", + "Average speed is 184.91% of the surrounding traffic's one", + "Average speed is 212.5% of the surrounding traffic's one", + "Average speed is 239.78% of the surrounding traffic's one", + "Average speed is 186.62% of the surrounding traffic's one", + "Average speed is 185.92% of the surrounding traffic's one", + "Average speed is 191.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 13.1, + "duration_system": 108.13 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.469" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/152_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/152_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e1fbefabf83df5a45a35f3b6079fc18a2bc152b5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/152_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 27.25, + "duration_system": 542.7, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_06_02_10_09_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.33% of the surrounding traffic's one", + "Average speed is 129.12% of the surrounding traffic's one", + "Average speed is 14.04% of the surrounding traffic's one", + "Average speed is 61.53% of the surrounding traffic's one", + "Average speed is 73.88% of the surrounding traffic's one", + "Average speed is 107.22% of the surrounding traffic's one", + "Average speed is 168.23% of the surrounding traffic's one", + "Average speed is 74.96% of the surrounding traffic's one", + "Average speed is 52.04% of the surrounding traffic's one", + "Average speed is 87.34% of the surrounding traffic's one", + "Average speed is 100.27% of the surrounding traffic's one", + "Average speed is 127.53% of the surrounding traffic's one", + "Average speed is 139.07% of the surrounding traffic's one", + "Average speed is 149.01% of the surrounding traffic's one", + "Average speed is 130.63% of the surrounding traffic's one", + "Average speed is 98.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 27.25, + "duration_system": 542.7 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/153_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/153_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8daf063cbc849894dc660afb2896d2348e2996a1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/153_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.649, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.985, + "duration_game": 16.4, + "duration_system": 167.188, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_06_02_10_20_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.42% of the surrounding traffic's one", + "Average speed is 117.41% of the surrounding traffic's one", + "Average speed is 159.34% of the surrounding traffic's one", + "Average speed is 148.64% of the surrounding traffic's one", + "Average speed is 118.87% of the surrounding traffic's one", + "Average speed is 92.58% of the surrounding traffic's one", + "Average speed is 110.18% of the surrounding traffic's one", + "Average speed is 127.9% of the surrounding traffic's one", + "Average speed is 141.24% of the surrounding traffic's one", + "Average speed is 106.67% of the surrounding traffic's one", + "Average speed is 80.69% of the surrounding traffic's one", + "Average speed is 77.94% of the surrounding traffic's one", + "Average speed is 87.66% of the surrounding traffic's one", + "Average speed is 98.29% of the surrounding traffic's one", + "Average speed is 100.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.4, + "duration_system": 167.188 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.649" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/154_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/154_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4c25f6c5c2aeba5e74afb8ce065097e7c1813e80 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/154_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 159.521, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.3, + "duration_game": 13.7, + "duration_system": 358.35, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_06_02_10_25_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.8% of the surrounding traffic's one", + "Average speed is 97.46% of the surrounding traffic's one", + "Average speed is 70.8% of the surrounding traffic's one", + "Average speed is 96.07% of the surrounding traffic's one", + "Average speed is 122.79% of the surrounding traffic's one", + "Average speed is 109.14% of the surrounding traffic's one", + "Average speed is 78.68% of the surrounding traffic's one", + "Average speed is 85.77% of the surrounding traffic's one", + "Average speed is 129.92% of the surrounding traffic's one", + "Average speed is 110.72% of the surrounding traffic's one", + "Average speed is 106.62% of the surrounding traffic's one", + "Average speed is 103.95% of the surrounding traffic's one", + "Average speed is 116.02% of the surrounding traffic's one", + "Average speed is 140.77% of the surrounding traffic's one", + "Average speed is 115.66% of the surrounding traffic's one", + "Average speed is 97.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.7, + "duration_system": 358.35 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "159.521" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/155_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/155_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6ac59d6ddd1b0ceb433800c5f3fb023394591c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/155_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.572, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.583, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.062, + "duration_game": 22.65, + "duration_system": 472.471, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_06_02_10_33_54", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=152 at (x=195.293, y=250.658, z=-0.006) at time=10.350s [CARLA Frame: 4939, Agent Step: 206]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.24% of the surrounding traffic's one", + "Average speed is 101.83% of the surrounding traffic's one", + "Average speed is 116.66% of the surrounding traffic's one", + "Average speed is 37.76% of the surrounding traffic's one", + "Average speed is 32.05% of the surrounding traffic's one", + "Average speed is 90.41% of the surrounding traffic's one", + "Average speed is 90.73% of the surrounding traffic's one", + "Average speed is 70.44% of the surrounding traffic's one", + "Average speed is 89.48% of the surrounding traffic's one", + "Average speed is 95.05% of the surrounding traffic's one", + "Average speed is 98.52% of the surrounding traffic's one", + "Average speed is 95.49% of the surrounding traffic's one", + "Average speed is 89.44% of the surrounding traffic's one", + "Average speed is 71.76% of the surrounding traffic's one", + "Average speed is 159.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 22.65, + "duration_system": 472.471 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.572", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.583" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/156_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/156_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fd597a91aae1a3a42ef85772e6803de61011b8dc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/156_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.638, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.189, + "duration_game": 101.45, + "duration_system": 3032.11, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_06_02_10_43_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.24% of the surrounding traffic's one", + "Average speed is 141.0% of the surrounding traffic's one", + "Average speed is 110.72% of the surrounding traffic's one", + "Average speed is 111.1% of the surrounding traffic's one", + "Average speed is 80.75% of the surrounding traffic's one", + "Average speed is 2.66% of the surrounding traffic's one", + "Average speed is 3.06% of the surrounding traffic's one", + "Average speed is 115.68% of the surrounding traffic's one", + "Average speed is 114.94% of the surrounding traffic's one", + "Average speed is 103.55% of the surrounding traffic's one", + "Average speed is 94.82% of the surrounding traffic's one", + "Average speed is 95.48% of the surrounding traffic's one", + "Average speed is 100.53% of the surrounding traffic's one", + "Average speed is 56.17% of the surrounding traffic's one", + "Average speed is 124.02% of the surrounding traffic's one", + "Average speed is 160.6% of the surrounding traffic's one", + "Average speed is 118.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 101.45, + "duration_system": 3032.11 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.638" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/157_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/157_res.json new file mode 100644 index 0000000000000000000000000000000000000000..044ca50d5ccb958c2b4b9103f54c19012fb8cc09 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/157_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.115, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.875, + "duration_game": 18.3, + "duration_system": 382.379, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_06_02_11_36_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.99% of the surrounding traffic's one", + "Average speed is 130.2% of the surrounding traffic's one", + "Average speed is 235.26% of the surrounding traffic's one", + "Average speed is 215.25% of the surrounding traffic's one", + "Average speed is 148.13% of the surrounding traffic's one", + "Average speed is 96.12% of the surrounding traffic's one", + "Average speed is 56.22% of the surrounding traffic's one", + "Average speed is 58.61% of the surrounding traffic's one", + "Average speed is 79.21% of the surrounding traffic's one", + "Average speed is 130.06% of the surrounding traffic's one", + "Average speed is 146.16% of the surrounding traffic's one", + "Average speed is 131.75% of the surrounding traffic's one", + "Average speed is 172.15% of the surrounding traffic's one", + "Average speed is 124.85% of the surrounding traffic's one", + "Average speed is 144.76% of the surrounding traffic's one", + "Average speed is 117.72% of the surrounding traffic's one", + "Average speed is 131.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 18.3, + "duration_system": 382.379 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.115" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/158_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/158_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0c9b6ee0de04f03e49c0c1034e643775163007ff --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/158_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.322, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 128.062, + "duration_game": 50.2, + "duration_system": 463.524, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_06_02_11_45_30", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.72% of the surrounding traffic's one", + "Average speed is 86.74% of the surrounding traffic's one", + "Average speed is 21.95% of the surrounding traffic's one", + "Average speed is 129.79% of the surrounding traffic's one", + "Average speed is 119.81% of the surrounding traffic's one", + "Average speed is 111.17% of the surrounding traffic's one", + "Average speed is 114.04% of the surrounding traffic's one", + "Average speed is 101.07% of the surrounding traffic's one", + "Average speed is 108.61% of the surrounding traffic's one", + "Average speed is 122.54% of the surrounding traffic's one", + "Average speed is 97.09% of the surrounding traffic's one", + "Average speed is 157.03% of the surrounding traffic's one", + "Average speed is 13.6% of the surrounding traffic's one", + "Average speed is 91.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.2, + "duration_system": 463.524 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.322" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/159_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/159_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e58e3ec1a3e65c87e1a197dc362a192a9f0c6269 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/159_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.469, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.115, + "duration_game": 10.9, + "duration_system": 93.096, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_06_02_11_55_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.47% of the surrounding traffic's one", + "Average speed is 148.29% of the surrounding traffic's one", + "Average speed is 136.94% of the surrounding traffic's one", + "Average speed is 156.78% of the surrounding traffic's one", + "Average speed is 107.43% of the surrounding traffic's one", + "Average speed is 121.8% of the surrounding traffic's one", + "Average speed is 107.92% of the surrounding traffic's one", + "Average speed is 105.57% of the surrounding traffic's one", + "Average speed is 110.22% of the surrounding traffic's one", + "Average speed is 101.21% of the surrounding traffic's one", + "Average speed is 127.87% of the surrounding traffic's one", + "Average speed is 159.81% of the surrounding traffic's one", + "Average speed is 130.18% of the surrounding traffic's one", + "Average speed is 162.32% of the surrounding traffic's one", + "Average speed is 114.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 10.9, + "duration_system": 93.096 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.469" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/15_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/15_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e984308ca51b63ab119c2a5727e53097b2107b06 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/15_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.429, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.002, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.459, + "duration_game": 145.1, + "duration_system": 2137.27, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_06_01_10_23_41", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=2385.984, y=2432.888, z=367.085) at time=144.300s [CARLA Frame: 7625, Agent Step: 2885]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.23% of the surrounding traffic's one", + "Average speed is 216.12% of the surrounding traffic's one", + "Average speed is 399.61% of the surrounding traffic's one", + "Average speed is 163.17% of the surrounding traffic's one", + "Average speed is 24.45% of the surrounding traffic's one", + "Average speed is 2.3% of the surrounding traffic's one", + "Average speed is 281.61% of the surrounding traffic's one", + "Average speed is 552.52% of the surrounding traffic's one", + "Average speed is 604.9% of the surrounding traffic's one", + "Average speed is 431.96% of the surrounding traffic's one", + "Average speed is 542.04% of the surrounding traffic's one", + "Average speed is 457.26% of the surrounding traffic's one", + "Average speed is 814.99% of the surrounding traffic's one", + "Average speed is 453.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 145.1, + "duration_system": 2137.27 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.429", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.002" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/160_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/160_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c6c1229e0a06de16de1d53c40a33fdbe8916d089 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/160_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.434, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 144.762, + "duration_game": 56.6, + "duration_system": 1678.69, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_06_02_11_59_27", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.85% of the surrounding traffic's one", + "Average speed is 150.11% of the surrounding traffic's one", + "Average speed is 158.81% of the surrounding traffic's one", + "Average speed is 136.74% of the surrounding traffic's one", + "Average speed is 51.49% of the surrounding traffic's one", + "Average speed is 2.43% of the surrounding traffic's one", + "Average speed is 95.2% of the surrounding traffic's one", + "Average speed is 101.51% of the surrounding traffic's one", + "Average speed is 145.21% of the surrounding traffic's one", + "Average speed is 154.07% of the surrounding traffic's one", + "Average speed is 179.22% of the surrounding traffic's one", + "Average speed is 198.3% of the surrounding traffic's one", + "Average speed is 231.18% of the surrounding traffic's one", + "Average speed is 239.24% of the surrounding traffic's one", + "Average speed is 223.94% of the surrounding traffic's one", + "Average speed is 236.15% of the surrounding traffic's one", + "Average speed is 270.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 56.6, + "duration_system": 1678.69 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.434" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/161_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/161_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c2d5efe0c6aa7f5755ae10f7836168a4fe7311b6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/161_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.079, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 141.573, + "duration_game": 13.5, + "duration_system": 318.54, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_06_02_12_29_53", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.39% of the surrounding traffic's one", + "Average speed is 151.73% of the surrounding traffic's one", + "Average speed is 174.1% of the surrounding traffic's one", + "Average speed is 170.87% of the surrounding traffic's one", + "Average speed is 111.87% of the surrounding traffic's one", + "Average speed is 45.77% of the surrounding traffic's one", + "Average speed is 114.36% of the surrounding traffic's one", + "Average speed is 127.78% of the surrounding traffic's one", + "Average speed is 144.2% of the surrounding traffic's one", + "Average speed is 159.57% of the surrounding traffic's one", + "Average speed is 182.48% of the surrounding traffic's one", + "Average speed is 208.58% of the surrounding traffic's one", + "Average speed is 243.82% of the surrounding traffic's one", + "Average speed is 252.56% of the surrounding traffic's one", + "Average speed is 224.99% of the surrounding traffic's one", + "Average speed is 248.75% of the surrounding traffic's one", + "Average speed is 290.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 13.5, + "duration_system": 318.54 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.079" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/162_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/162_res.json new file mode 100644 index 0000000000000000000000000000000000000000..25910a0e4d15486b17ede5af8aa3f23b1f413c19 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/162_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.845, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 125.152, + "duration_game": 18.25, + "duration_system": 415.404, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_06_02_12_37_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.42% of the surrounding traffic's one", + "Average speed is 141.93% of the surrounding traffic's one", + "Average speed is 144.87% of the surrounding traffic's one", + "Average speed is 168.9% of the surrounding traffic's one", + "Average speed is 187.08% of the surrounding traffic's one", + "Average speed is 165.69% of the surrounding traffic's one", + "Average speed is 25.38% of the surrounding traffic's one", + "Average speed is 108.81% of the surrounding traffic's one", + "Average speed is 182.39% of the surrounding traffic's one", + "Average speed is 198.69% of the surrounding traffic's one", + "Average speed is 189.09% of the surrounding traffic's one", + "Average speed is 171.73% of the surrounding traffic's one", + "Average speed is 156.51% of the surrounding traffic's one", + "Average speed is 134.24% of the surrounding traffic's one", + "Average speed is 77.58% of the surrounding traffic's one", + "Average speed is 131.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 18.25, + "duration_system": 415.404 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.845" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/163_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/163_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9d925dc1547f63d8d39b4927ecf57e05679f8db4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/163_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.654, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.118, + "duration_game": 111.55, + "duration_system": 1126.193, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_06_02_12_47_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.4% of the surrounding traffic's one", + "Average speed is 111.12% of the surrounding traffic's one", + "Average speed is 112.56% of the surrounding traffic's one", + "Average speed is 96.44% of the surrounding traffic's one", + "Average speed is 99.45% of the surrounding traffic's one", + "Average speed is 111.32% of the surrounding traffic's one", + "Average speed is 97.81% of the surrounding traffic's one", + "Average speed is 4.43% of the surrounding traffic's one", + "Average speed is 4.84% of the surrounding traffic's one", + "Average speed is 198.1% of the surrounding traffic's one", + "Average speed is 224.68% of the surrounding traffic's one", + "Average speed is 127.76% of the surrounding traffic's one", + "Average speed is 123.64% of the surrounding traffic's one", + "Average speed is 113.84% of the surrounding traffic's one", + "Average speed is 19.6% of the surrounding traffic's one", + "Average speed is 88.79% of the surrounding traffic's one", + "Average speed is 74.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 111.55, + "duration_system": 1126.193 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.654" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/164_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/164_res.json new file mode 100644 index 0000000000000000000000000000000000000000..429d0002eb780073cb460dd1419d26789f0222b9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/164_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 103.502, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.587, + "duration_game": 16.45, + "duration_system": 249.249, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_06_02_13_08_39", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 67.27% of the surrounding traffic's one", + "Average speed is 160.89% of the surrounding traffic's one", + "Average speed is 220.36% of the surrounding traffic's one", + "Average speed is 237.0% of the surrounding traffic's one", + "Average speed is 228.48% of the surrounding traffic's one", + "Average speed is 217.88% of the surrounding traffic's one", + "Average speed is 174.87% of the surrounding traffic's one", + "Average speed is 123.06% of the surrounding traffic's one", + "Average speed is 123.14% of the surrounding traffic's one", + "Average speed is 135.54% of the surrounding traffic's one", + "Average speed is 141.47% of the surrounding traffic's one", + "Average speed is 86.31% of the surrounding traffic's one", + "Average speed is 139.57% of the surrounding traffic's one", + "Average speed is 114.72% of the surrounding traffic's one", + "Average speed is 106.95% of the surrounding traffic's one", + "Average speed is 116.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 16.45, + "duration_system": 249.249 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "103.502" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/165_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/165_res.json new file mode 100644 index 0000000000000000000000000000000000000000..354b63197fedd72434ca98a438ee6fcd145c3149 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/165_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 105.708, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 141.901, + "duration_game": 16.85, + "duration_system": 431.56, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_06_01_07_35_40", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.27% of the surrounding traffic's one", + "Average speed is 129.61% of the surrounding traffic's one", + "Average speed is 112.44% of the surrounding traffic's one", + "Average speed is 126.95% of the surrounding traffic's one", + "Average speed is 126.79% of the surrounding traffic's one", + "Average speed is 90.13% of the surrounding traffic's one", + "Average speed is 118.32% of the surrounding traffic's one", + "Average speed is 151.88% of the surrounding traffic's one", + "Average speed is 155.19% of the surrounding traffic's one", + "Average speed is 91.51% of the surrounding traffic's one", + "Average speed is 137.96% of the surrounding traffic's one", + "Average speed is 86.35% of the surrounding traffic's one", + "Average speed is 126.48% of the surrounding traffic's one", + "Average speed is 151.45% of the surrounding traffic's one", + "Average speed is 132.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 16.85, + "duration_system": 431.56 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "105.708" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/166_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/166_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f698c2eeba077168bdd79d9762f7844c236dd2b6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/166_res.json @@ -0,0 +1,20 @@ +{ + "_checkpoint": { + "global_record": {}, + "progress": [ + 0, + 1 + ], + "records": [] + }, + "entry_status": "Started", + "eligible": false, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [], + "labels": [] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/167_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/167_res.json new file mode 100644 index 0000000000000000000000000000000000000000..347f958937c919855722f662b7738ad1d6bc08aa --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/167_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.164, + "yield_emergency_vehicle_infractions": 10.51, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 95.145, + "duration_game": 8.3, + "duration_system": 148.351, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_06_01_08_57_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.64% of the surrounding traffic's one", + "Average speed is 141.14% of the surrounding traffic's one", + "Average speed is 113.85% of the surrounding traffic's one", + "Average speed is 119.75% of the surrounding traffic's one", + "Average speed is 179.33% of the surrounding traffic's one", + "Average speed is 157.29% of the surrounding traffic's one", + "Average speed is 172.41% of the surrounding traffic's one", + "Average speed is 182.83% of the surrounding traffic's one", + "Average speed is 186.22% of the surrounding traffic's one", + "Average speed is 179.17% of the surrounding traffic's one", + "Average speed is 171.21% of the surrounding traffic's one", + "Average speed is 160.91% of the surrounding traffic's one", + "Average speed is 145.13% of the surrounding traffic's one", + "Average speed is 133.05% of the surrounding traffic's one", + "Average speed is 123.67% of the surrounding traffic's one", + "Average speed is 107.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.3, + "duration_system": 148.351 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "10.51", + "0.0", + "168.164" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/168_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/168_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9182b28dd332c741817d0ece3804b2fdd919e0c2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/168_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.438, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.439, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.452, + "duration_game": 13.65, + "duration_system": 271.271, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_06_01_09_02_08", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=149 at (x=-66.34, y=-205.722, z=7.788) at time=7.050s [CARLA Frame: 4243, Agent Step: 140]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.61% of the surrounding traffic's one", + "Average speed is 139.3% of the surrounding traffic's one", + "Average speed is 171.27% of the surrounding traffic's one", + "Average speed is 169.13% of the surrounding traffic's one", + "Average speed is 139.36% of the surrounding traffic's one", + "Average speed is 104.24% of the surrounding traffic's one", + "Average speed is 94.05% of the surrounding traffic's one", + "Average speed is 110.63% of the surrounding traffic's one", + "Average speed is 109.63% of the surrounding traffic's one", + "Average speed is 118.56% of the surrounding traffic's one", + "Average speed is 116.59% of the surrounding traffic's one", + "Average speed is 147.63% of the surrounding traffic's one", + "Average speed is 190.42% of the surrounding traffic's one", + "Average speed is 196.31% of the surrounding traffic's one", + "Average speed is 214.43% of the surrounding traffic's one", + "Average speed is 229.99% of the surrounding traffic's one", + "Average speed is 248.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 13.65, + "duration_system": 271.271 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.438", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.439" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/169_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/169_res.json new file mode 100644 index 0000000000000000000000000000000000000000..215626bfd2090b418dab4f8e271dd9f591009263 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/169_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 108.923, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 137.712, + "duration_game": 18.35, + "duration_system": 529.767, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_06_01_09_09_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.13% of the surrounding traffic's one", + "Average speed is 155.97% of the surrounding traffic's one", + "Average speed is 204.99% of the surrounding traffic's one", + "Average speed is 192.25% of the surrounding traffic's one", + "Average speed is 161.63% of the surrounding traffic's one", + "Average speed is 29.9% of the surrounding traffic's one", + "Average speed is 164.46% of the surrounding traffic's one", + "Average speed is 194.26% of the surrounding traffic's one", + "Average speed is 173.72% of the surrounding traffic's one", + "Average speed is 105.58% of the surrounding traffic's one", + "Average speed is 145.44% of the surrounding traffic's one", + "Average speed is 125.03% of the surrounding traffic's one", + "Average speed is 120.73% of the surrounding traffic's one", + "Average speed is 152.46% of the surrounding traffic's one", + "Average speed is 117.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 18.35, + "duration_system": 529.767 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "108.923" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/16_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/16_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2aab4c89e571dda5ddd1f73a3985d11556a5d4dd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/16_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.763, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.967, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.353, + "duration_game": 20.45, + "duration_system": 228.265, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_06_01_11_02_07", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=239.246, y=5915.88, z=361.203) at time=19.200s [CARLA Frame: 4500, Agent Step: 383]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.61% of the surrounding traffic's one", + "Average speed is 105.37% of the surrounding traffic's one", + "Average speed is 389.01% of the surrounding traffic's one", + "Average speed is 184.51% of the surrounding traffic's one", + "Average speed is 114.92% of the surrounding traffic's one", + "Average speed is 50.34% of the surrounding traffic's one", + "Average speed is 18.06% of the surrounding traffic's one", + "Average speed is 419.03% of the surrounding traffic's one", + "Average speed is 442.79% of the surrounding traffic's one", + "Average speed is 476.99% of the surrounding traffic's one", + "Average speed is 367.11% of the surrounding traffic's one", + "Average speed is 528.6% of the surrounding traffic's one", + "Average speed is 670.14% of the surrounding traffic's one", + "Average speed is 1357.88% of the surrounding traffic's one", + "Average speed is 890.5% of the surrounding traffic's one", + "Average speed is 435.78% of the surrounding traffic's one", + "Average speed is 526.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 20.45, + "duration_system": 228.265 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.763", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.967" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/170_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/170_res.json new file mode 100644 index 0000000000000000000000000000000000000000..083d155c8f2b591055cf895457c74345f40f8f09 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/170_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.852, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.064, + "duration_game": 56.95, + "duration_system": 1613.65, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_06_01_09_20_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.72% of the surrounding traffic's one", + "Average speed is 85.2% of the surrounding traffic's one", + "Average speed is 29.77% of the surrounding traffic's one", + "Average speed is 64.09% of the surrounding traffic's one", + "Average speed is 83.62% of the surrounding traffic's one", + "Average speed is 33.84% of the surrounding traffic's one", + "Average speed is 2.8% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 56.95, + "duration_system": 1613.65 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.852" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/171_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/171_res.json new file mode 100644 index 0000000000000000000000000000000000000000..13555673011c487602b58e4510ef2d56ad87f9a2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/171_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.4, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 127.768, + "duration_game": 16.3, + "duration_system": 359.354, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_06_01_09_50_08", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.3% of the surrounding traffic's one", + "Average speed is 143.8% of the surrounding traffic's one", + "Average speed is 229.72% of the surrounding traffic's one", + "Average speed is 206.6% of the surrounding traffic's one", + "Average speed is 172.9% of the surrounding traffic's one", + "Average speed is 62.33% of the surrounding traffic's one", + "Average speed is 94.79% of the surrounding traffic's one", + "Average speed is 125.16% of the surrounding traffic's one", + "Average speed is 118.14% of the surrounding traffic's one", + "Average speed is 139.44% of the surrounding traffic's one", + "Average speed is 119.83% of the surrounding traffic's one", + "Average speed is 114.78% of the surrounding traffic's one", + "Average speed is 132.66% of the surrounding traffic's one", + "Average speed is 122.43% of the surrounding traffic's one", + "Average speed is 142.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 359.354 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.4" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/172_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/172_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0661fb96fb7ec4ce6008136c8b15dc7e3ca6f473 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/172_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 152.109, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 105.188, + "duration_game": 155.05, + "duration_system": 1427.576, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_06_02_09_19_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.56% of the surrounding traffic's one", + "Average speed is 199.02% of the surrounding traffic's one", + "Average speed is 372.2% of the surrounding traffic's one", + "Average speed is 455.9% of the surrounding traffic's one", + "Average speed is 256.05% of the surrounding traffic's one", + "Average speed is 178.97% of the surrounding traffic's one", + "Average speed is 8.09% of the surrounding traffic's one", + "Average speed is 543.83% of the surrounding traffic's one", + "Average speed is 416.35% of the surrounding traffic's one", + "Average speed is 543.17% of the surrounding traffic's one", + "Average speed is 551.41% of the surrounding traffic's one", + "Average speed is 601.45% of the surrounding traffic's one", + "Average speed is 1431.68% of the surrounding traffic's one", + "Average speed is 247.39% of the surrounding traffic's one", + "Average speed is 35767886.39% of the surrounding traffic's one", + "Average speed is 62567037.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.188, + "duration_game": 155.05, + "duration_system": 1427.576 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "152.109" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/173_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/173_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9ceee8661377543ed0dc86ac848495343969c487 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/173_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 32.85, + "duration_system": 308.318, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_06_01_11_10_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.18% of the surrounding traffic's one", + "Average speed is 171.72% of the surrounding traffic's one", + "Average speed is 190.29% of the surrounding traffic's one", + "Average speed is 144.64% of the surrounding traffic's one", + "Average speed is 163.82% of the surrounding traffic's one", + "Average speed is 58.8% of the surrounding traffic's one", + "Average speed is 80.96% of the surrounding traffic's one", + "Average speed is 106.69% of the surrounding traffic's one", + "Average speed is 61.89% of the surrounding traffic's one", + "Average speed is 111.77% of the surrounding traffic's one", + "Average speed is 97.88% of the surrounding traffic's one", + "Average speed is 114.8% of the surrounding traffic's one", + "Average speed is 116.72% of the surrounding traffic's one", + "Average speed is 128.55% of the surrounding traffic's one", + "Average speed is 127.18% of the surrounding traffic's one", + "Average speed is 97.22% of the surrounding traffic's one", + "Average speed is 112.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 32.85, + "duration_system": 308.318 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/174_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/174_res.json new file mode 100644 index 0000000000000000000000000000000000000000..edd1801a4525bba2899b6f9dfb3d242f263c0d8e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/174_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.726, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.015, + "min_speed_infractions": 115.893, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 52.249396, + "score_route": 100.0, + "score_penalty": 0.522494 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 129.43, + "duration_game": 104.4, + "duration_system": 1009.159, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_06_01_11_18_07", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=151 at (x=133.661, y=-133.882, z=0.032) at time=7.600s [CARLA Frame: 3839, Agent Step: 151]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 15.428 meters (12.92% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 154.82% of the surrounding traffic's one", + "Average speed is 208.97% of the surrounding traffic's one", + "Average speed is 253.62% of the surrounding traffic's one", + "Average speed is 236.96% of the surrounding traffic's one", + "Average speed is 241.87% of the surrounding traffic's one", + "Average speed is 192.2% of the surrounding traffic's one", + "Average speed is 135.89% of the surrounding traffic's one", + "Average speed is 159.0% of the surrounding traffic's one", + "Average speed is 71.47% of the surrounding traffic's one", + "Average speed is 2296.31% of the surrounding traffic's one", + "Average speed is 1093.53% of the surrounding traffic's one", + "Average speed is 782.0% of the surrounding traffic's one", + "Average speed is 282.85% of the surrounding traffic's one", + "Average speed is 164.21% of the surrounding traffic's one", + "Average speed is 160.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.522494, + "score_composed": 52.249396 + }, + "meta": { + "route_length": 129.43, + "duration_game": 104.4, + "duration_system": 1009.159 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "52.249396", + "100.0", + "0.522494", + "0.0", + "7.726", + "0.0", + "0.0", + "0.0", + "0.015", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.893" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/175_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/175_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7e304c83ae6e4da7683314db2d47c218d22e4e55 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/175_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 166.401, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.134, + "duration_game": 35.75, + "duration_system": 316.351, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_06_01_11_37_33", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 425.85% of the surrounding traffic's one", + "Average speed is 112313.64% of the surrounding traffic's one", + "Average speed is 716.03% of the surrounding traffic's one", + "Average speed is 125.61% of the surrounding traffic's one", + "Average speed is 8.93% of the surrounding traffic's one", + "Average speed is 2166.34% of the surrounding traffic's one", + "Average speed is 1925.23% of the surrounding traffic's one", + "Average speed is 1618.16% of the surrounding traffic's one", + "Average speed is 1516.5% of the surrounding traffic's one", + "Average speed is 1814.84% of the surrounding traffic's one", + "Average speed is 1531.81% of the surrounding traffic's one", + "Average speed is 1440.72% of the surrounding traffic's one", + "Average speed is 898.82% of the surrounding traffic's one", + "Average speed is 323.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 35.75, + "duration_system": 316.351 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "166.401" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/176_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/176_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6780df78fc5054dd64a7a4a0f67162c39aad94f5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/176_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.243, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 101.185, + "duration_game": 46.55, + "duration_system": 394.995, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_06_01_11_45_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.86% of the surrounding traffic's one", + "Average speed is 74.99% of the surrounding traffic's one", + "Average speed is 175.9% of the surrounding traffic's one", + "Average speed is 254.61% of the surrounding traffic's one", + "Average speed is 215.16% of the surrounding traffic's one", + "Average speed is 144.06% of the surrounding traffic's one", + "Average speed is 58.96% of the surrounding traffic's one", + "Average speed is 12.08% of the surrounding traffic's one", + "Average speed is 357.71% of the surrounding traffic's one", + "Average speed is 308.2% of the surrounding traffic's one", + "Average speed is 358.36% of the surrounding traffic's one", + "Average speed is 230.58% of the surrounding traffic's one", + "Average speed is 151.74% of the surrounding traffic's one", + "Average speed is 156.27% of the surrounding traffic's one", + "Average speed is 111.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 46.55, + "duration_system": 394.995 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.243" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/177_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/177_res.json new file mode 100644 index 0000000000000000000000000000000000000000..73dc8cd732873c88d774ab4faa18fdd8c6fb4b51 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/177_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 20.3, + "duration_system": 340.351, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_06_01_11_54_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.91% of the surrounding traffic's one", + "Average speed is 143.83% of the surrounding traffic's one", + "Average speed is 244.4% of the surrounding traffic's one", + "Average speed is 231.48% of the surrounding traffic's one", + "Average speed is 173.3% of the surrounding traffic's one", + "Average speed is 32.52% of the surrounding traffic's one", + "Average speed is 86.81% of the surrounding traffic's one", + "Average speed is 173.7% of the surrounding traffic's one", + "Average speed is 249.22% of the surrounding traffic's one", + "Average speed is 206.2% of the surrounding traffic's one", + "Average speed is 169.91% of the surrounding traffic's one", + "Average speed is 193.14% of the surrounding traffic's one", + "Average speed is 212.71% of the surrounding traffic's one", + "Average speed is 185.89% of the surrounding traffic's one", + "Average speed is 195.98% of the surrounding traffic's one", + "Average speed is 366.9% of the surrounding traffic's one", + "Average speed is 160.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 20.3, + "duration_system": 340.351 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/178_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/178_res.json new file mode 100644 index 0000000000000000000000000000000000000000..59c695991d4faf9a979a69dbf3af55232386264a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/178_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 149.868, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 100.088, + "duration_game": 31.55, + "duration_system": 298.31, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_06_01_12_02_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.3% of the surrounding traffic's one", + "Average speed is 50.81% of the surrounding traffic's one", + "Average speed is 88.71% of the surrounding traffic's one", + "Average speed is 151.52% of the surrounding traffic's one", + "Average speed is 152.89% of the surrounding traffic's one", + "Average speed is 148.53% of the surrounding traffic's one", + "Average speed is 192.51% of the surrounding traffic's one", + "Average speed is 119.06% of the surrounding traffic's one", + "Average speed is 19.2% of the surrounding traffic's one", + "Average speed is 130.61% of the surrounding traffic's one", + "Average speed is 195.67% of the surrounding traffic's one", + "Average speed is 213.81% of the surrounding traffic's one", + "Average speed is 360.26% of the surrounding traffic's one", + "Average speed is 192.0% of the surrounding traffic's one", + "Average speed is 172.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.55, + "duration_system": 298.31 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "149.868" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/179_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/179_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cec0d999027d0102c7c94ef4d7883ebd7c0321d0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/179_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.681, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.263, + "duration_game": 19.35, + "duration_system": 175.193, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_06_01_12_10_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.14% of the surrounding traffic's one", + "Average speed is 118.71% of the surrounding traffic's one", + "Average speed is 194.69% of the surrounding traffic's one", + "Average speed is 182.07% of the surrounding traffic's one", + "Average speed is 137.7% of the surrounding traffic's one", + "Average speed is 122.02% of the surrounding traffic's one", + "Average speed is 99.75% of the surrounding traffic's one", + "Average speed is 67.74% of the surrounding traffic's one", + "Average speed is 64.8% of the surrounding traffic's one", + "Average speed is 78.98% of the surrounding traffic's one", + "Average speed is 221.76% of the surrounding traffic's one", + "Average speed is 381.82% of the surrounding traffic's one", + "Average speed is 364.46% of the surrounding traffic's one", + "Average speed is 369.39% of the surrounding traffic's one", + "Average speed is 339.75% of the surrounding traffic's one", + "Average speed is 400.8% of the surrounding traffic's one", + "Average speed is 388.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 19.35, + "duration_system": 175.193 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.681" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/17_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/17_res.json new file mode 100644 index 0000000000000000000000000000000000000000..795946c52033f50b927215de1386d45460c3dd17 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/17_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.788, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.492, + "duration_game": 248.95, + "duration_system": 2787.589, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_06_02_08_07_08", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.89% of the surrounding traffic's one", + "Average speed is 148.86% of the surrounding traffic's one", + "Average speed is 93.55% of the surrounding traffic's one", + "Average speed is 13.01% of the surrounding traffic's one", + "Average speed is 320.23% of the surrounding traffic's one", + "Average speed is 404.92% of the surrounding traffic's one", + "Average speed is 207.93% of the surrounding traffic's one", + "Average speed is 693.97% of the surrounding traffic's one", + "Average speed is 701.95% of the surrounding traffic's one", + "Average speed is 522.97% of the surrounding traffic's one", + "Average speed is 195.2% of the surrounding traffic's one", + "Average speed is 0.45% of the surrounding traffic's one", + "Average speed is 76.28% of the surrounding traffic's one", + "Average speed is 2516.55% of the surrounding traffic's one", + "Average speed is 411.65% of the surrounding traffic's one", + "Average speed is 234.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 248.95, + "duration_system": 2787.589 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.788" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/180_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/180_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bad4cc1530ac99ad5bf26c6987c9e87b7adb7bef --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/180_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.532, + "duration_game": 25.65, + "duration_system": 241.285, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_06_01_12_16_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.58% of the surrounding traffic's one", + "Average speed is 176.87% of the surrounding traffic's one", + "Average speed is 269.42% of the surrounding traffic's one", + "Average speed is 252.64% of the surrounding traffic's one", + "Average speed is 216.45% of the surrounding traffic's one", + "Average speed is 135.4% of the surrounding traffic's one", + "Average speed is 88.22% of the surrounding traffic's one", + "Average speed is 61.57% of the surrounding traffic's one", + "Average speed is 56.79% of the surrounding traffic's one", + "Average speed is 69.17% of the surrounding traffic's one", + "Average speed is 89.53% of the surrounding traffic's one", + "Average speed is 127.0% of the surrounding traffic's one", + "Average speed is 94.62% of the surrounding traffic's one", + "Average speed is 293.71% of the surrounding traffic's one", + "Average speed is 381.74% of the surrounding traffic's one", + "Average speed is 267.49% of the surrounding traffic's one", + "Average speed is 260.98% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.65, + "duration_system": 241.285 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/181_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/181_res.json new file mode 100644 index 0000000000000000000000000000000000000000..98542be856c58af99b58eaf6e8c4fe9cdeef196c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/181_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 288.288, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 55.5, + "duration_game": 11.4, + "duration_system": 89.089, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_06_01_12_22_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 88.44% of the surrounding traffic's one", + "Average speed is 20.1% of the surrounding traffic's one", + "Average speed is 165.6% of the surrounding traffic's one", + "Average speed is 339.48% of the surrounding traffic's one", + "Average speed is 384.76% of the surrounding traffic's one", + "Average speed is 328.1% of the surrounding traffic's one", + "Average speed is 296.62% of the surrounding traffic's one", + "Average speed is 324.01% of the surrounding traffic's one", + "Average speed is 468.45% of the surrounding traffic's one", + "Average speed is 513.12% of the surrounding traffic's one", + "Average speed is 516.55% of the surrounding traffic's one", + "Average speed is 450.62% of the surrounding traffic's one", + "Average speed is 387.63% of the surrounding traffic's one", + "Average speed is 358.86% of the surrounding traffic's one", + "Average speed is 293.47% of the surrounding traffic's one", + "Average speed is 199.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 11.4, + "duration_system": 89.089 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "288.288" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/182_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/182_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ac1c6fe4539b2cd7a4d462413ada604f412cf4dc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/182_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 286.856, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 52.291, + "duration_game": 50.15, + "duration_system": 506.53, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_06_01_12_26_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.91% of the surrounding traffic's one", + "Average speed is 607.36% of the surrounding traffic's one", + "Average speed is 1065.43% of the surrounding traffic's one", + "Average speed is 1841.07% of the surrounding traffic's one", + "Average speed is 2030.51% of the surrounding traffic's one", + "Average speed is 1273.62% of the surrounding traffic's one", + "Average speed is 1158.47% of the surrounding traffic's one", + "Average speed is 877.77% of the surrounding traffic's one", + "Average speed is 618.12% of the surrounding traffic's one", + "Average speed is 416.91% of the surrounding traffic's one", + "Average speed is 351.36% of the surrounding traffic's one", + "Average speed is 267.39% of the surrounding traffic's one", + "Average speed is 200.6% of the surrounding traffic's one", + "Average speed is 192.14% of the surrounding traffic's one", + "Average speed is 198.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 50.15, + "duration_system": 506.53 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "286.856" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/183_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/183_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ad37432f9076c604ae58517337fcd22ca6de5b51 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/183_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 118.304, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 7.394, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.245, + "duration_game": 250.6, + "duration_system": 2594.735, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_06_01_12_37_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 162.32% of the surrounding traffic's one", + "Average speed is 248.08% of the surrounding traffic's one", + "Average speed is 222.62% of the surrounding traffic's one", + "Average speed is 205.56% of the surrounding traffic's one", + "Average speed is 198.81% of the surrounding traffic's one", + "Average speed is 155.1% of the surrounding traffic's one", + "Average speed is 164.51% of the surrounding traffic's one", + "Average speed is 172.2% of the surrounding traffic's one", + "Average speed is 153.96% of the surrounding traffic's one", + "Average speed is 163.4% of the surrounding traffic's one", + "Average speed is 148.91% of the surrounding traffic's one", + "Average speed is 153.81% of the surrounding traffic's one", + "Average speed is 165.71% of the surrounding traffic's one", + "Average speed is 202.81% of the surrounding traffic's one", + "Average speed is 214.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.6, + "duration_system": 2594.735 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "7.394", + "118.304" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/184_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/184_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c639be16739276102cba61631f53660e4958573a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/184_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 109.43, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 146.212, + "duration_game": 11.4, + "duration_system": 156.16, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_06_01_13_23_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.82% of the surrounding traffic's one", + "Average speed is 321.28% of the surrounding traffic's one", + "Average speed is 291.45% of the surrounding traffic's one", + "Average speed is 206.26% of the surrounding traffic's one", + "Average speed is 116.44% of the surrounding traffic's one", + "Average speed is 125.38% of the surrounding traffic's one", + "Average speed is 155.75% of the surrounding traffic's one", + "Average speed is 184.19% of the surrounding traffic's one", + "Average speed is 181.84% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 11.4, + "duration_system": 156.16 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "109.43" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/185_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/185_res.json new file mode 100644 index 0000000000000000000000000000000000000000..38068911624c30eede04ed08a0cfe460d78514c5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/185_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 126.044, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.874, + "duration_game": 12.55, + "duration_system": 123.123, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_06_01_13_28_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.9% of the surrounding traffic's one", + "Average speed is 136.04% of the surrounding traffic's one", + "Average speed is 150.56% of the surrounding traffic's one", + "Average speed is 177.27% of the surrounding traffic's one", + "Average speed is 218.01% of the surrounding traffic's one", + "Average speed is 218.45% of the surrounding traffic's one", + "Average speed is 199.81% of the surrounding traffic's one", + "Average speed is 189.93% of the surrounding traffic's one", + "Average speed is 137.71% of the surrounding traffic's one", + "Average speed is 104.39% of the surrounding traffic's one", + "Average speed is 113.15% of the surrounding traffic's one", + "Average speed is 111.86% of the surrounding traffic's one", + "Average speed is 134.73% of the surrounding traffic's one", + "Average speed is 154.19% of the surrounding traffic's one", + "Average speed is 212.97% of the surrounding traffic's one", + "Average speed is 177.46% of the surrounding traffic's one", + "Average speed is 174.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.55, + "duration_system": 123.123 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "126.044" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/186_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/186_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c0e4dc68b5cba7553a0c110eeb6143ae890cdd36 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/186_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.496, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 125.527, + "duration_game": 13.75, + "duration_system": 120.125, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_06_01_13_32_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.25% of the surrounding traffic's one", + "Average speed is 152.39% of the surrounding traffic's one", + "Average speed is 88.18% of the surrounding traffic's one", + "Average speed is 94.67% of the surrounding traffic's one", + "Average speed is 97.91% of the surrounding traffic's one", + "Average speed is 85.54% of the surrounding traffic's one", + "Average speed is 79.17% of the surrounding traffic's one", + "Average speed is 80.33% of the surrounding traffic's one", + "Average speed is 80.22% of the surrounding traffic's one", + "Average speed is 45.88% of the surrounding traffic's one", + "Average speed is 61.56% of the surrounding traffic's one", + "Average speed is 224.24% of the surrounding traffic's one", + "Average speed is 161.7% of the surrounding traffic's one", + "Average speed is 140.49% of the surrounding traffic's one", + "Average speed is 129.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 13.75, + "duration_system": 120.125 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.496" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/187_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/187_res.json new file mode 100644 index 0000000000000000000000000000000000000000..96dd0f785ffe51a5cd4a2323fef22b201f2a4501 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/187_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.362, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.497, + "duration_game": 15.2, + "duration_system": 178.177, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_06_01_13_37_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.07% of the surrounding traffic's one", + "Average speed is 126.56% of the surrounding traffic's one", + "Average speed is 221.8% of the surrounding traffic's one", + "Average speed is 253.83% of the surrounding traffic's one", + "Average speed is 229.52% of the surrounding traffic's one", + "Average speed is 182.39% of the surrounding traffic's one", + "Average speed is 75.64% of the surrounding traffic's one", + "Average speed is 176.98% of the surrounding traffic's one", + "Average speed is 78.63% of the surrounding traffic's one", + "Average speed is 182.38% of the surrounding traffic's one", + "Average speed is 170.14% of the surrounding traffic's one", + "Average speed is 148.08% of the surrounding traffic's one", + "Average speed is 124.72% of the surrounding traffic's one", + "Average speed is 139.2% of the surrounding traffic's one", + "Average speed is 135.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.2, + "duration_system": 178.177 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.362" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/188_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/188_res.json new file mode 100644 index 0000000000000000000000000000000000000000..67c7d258bf40e1cf290ee733bfbf40cb55d07daa --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/188_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 117.434, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 144.762, + "duration_game": 29.15, + "duration_system": 481.887, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_06_01_13_42_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.88% of the surrounding traffic's one", + "Average speed is 122.34% of the surrounding traffic's one", + "Average speed is 15.02% of the surrounding traffic's one", + "Average speed is 133.8% of the surrounding traffic's one", + "Average speed is 128.04% of the surrounding traffic's one", + "Average speed is 111.16% of the surrounding traffic's one", + "Average speed is 95.13% of the surrounding traffic's one", + "Average speed is 112.63% of the surrounding traffic's one", + "Average speed is 116.56% of the surrounding traffic's one", + "Average speed is 110.45% of the surrounding traffic's one", + "Average speed is 98.81% of the surrounding traffic's one", + "Average speed is 115.34% of the surrounding traffic's one", + "Average speed is 111.0% of the surrounding traffic's one", + "Average speed is 108.77% of the surrounding traffic's one", + "Average speed is 112.36% of the surrounding traffic's one", + "Average speed is 101.53% of the surrounding traffic's one", + "Average speed is 103.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.15, + "duration_system": 481.887 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "117.434" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/189_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/189_res.json new file mode 100644 index 0000000000000000000000000000000000000000..69e8e7221dc3aa1c7bc801f412b6078056652687 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/189_res.json @@ -0,0 +1,134 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Failed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 88.545, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 44.272, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 44.272 + }, + "scores_mean": { + "score_composed": 10.668, + "score_route": 15.24, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 148.212, + "duration_game": 327.15, + "duration_system": 3570.237, + "exceptions": [ + [ + "RouteScenario_26408_rep0", + 0, + "Failed - Agent timed out" + ] + ] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_06_02_18_24_56", + "status": "Failed - Agent timed out", + "num_infractions": 4, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.6% of the surrounding traffic's one", + "Average speed is 233.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [ + "Route timeout." + ] + }, + "scores": { + "score_route": 15.24, + "score_penalty": 0.7, + "score_composed": 10.668 + }, + "meta": { + "route_length": 148.212, + "duration_game": 327.15, + "duration_system": 3570.237 + }, + "town_name": "Town06" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "10.668", + "15.24", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "44.272", + "0.0", + "0.0", + "44.272", + "88.545" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/18_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/18_res.json new file mode 100644 index 0000000000000000000000000000000000000000..93b7fa79022dbb8bdf1fde3b30364c34f70f01ff --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/18_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 213.904, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.8, + "duration_game": 17.9, + "duration_system": 168.193, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_06_01_11_29_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.42% of the surrounding traffic's one", + "Average speed is 117.44% of the surrounding traffic's one", + "Average speed is 118.85% of the surrounding traffic's one", + "Average speed is 37.76% of the surrounding traffic's one", + "Average speed is 143.19% of the surrounding traffic's one", + "Average speed is 76.25% of the surrounding traffic's one", + "Average speed is 381.45% of the surrounding traffic's one", + "Average speed is 391.19% of the surrounding traffic's one", + "Average speed is 90.94% of the surrounding traffic's one", + "Average speed is 622.34% of the surrounding traffic's one", + "Average speed is 1326.41% of the surrounding traffic's one", + "Average speed is 2195.9% of the surrounding traffic's one", + "Average speed is 826.19% of the surrounding traffic's one", + "Average speed is 616.78% of the surrounding traffic's one", + "Average speed is 307.7% of the surrounding traffic's one", + "Average speed is 234.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 17.9, + "duration_system": 168.193 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.904" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/190_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/190_res.json new file mode 100644 index 0000000000000000000000000000000000000000..579ccf2818513aab5e6563ab429a873241db7032 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/190_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 121.143, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.075, + "duration_game": 17.75, + "duration_system": 126.4, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_06_02_10_46_56", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.76% of the surrounding traffic's one", + "Average speed is 55.79% of the surrounding traffic's one", + "Average speed is 124.91% of the surrounding traffic's one", + "Average speed is 104.17% of the surrounding traffic's one", + "Average speed is 104.29% of the surrounding traffic's one", + "Average speed is 107.36% of the surrounding traffic's one", + "Average speed is 90.28% of the surrounding traffic's one", + "Average speed is 126.65% of the surrounding traffic's one", + "Average speed is 87.86% of the surrounding traffic's one", + "Average speed is 122.26% of the surrounding traffic's one", + "Average speed is 104.8% of the surrounding traffic's one", + "Average speed is 103.91% of the surrounding traffic's one", + "Average speed is 108.42% of the surrounding traffic's one", + "Average speed is 97.16% of the surrounding traffic's one", + "Average speed is 142.11% of the surrounding traffic's one", + "Average speed is 101.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.75, + "duration_system": 126.4 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "121.143" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/191_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/191_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3fafadae2c2c7afaa14df564d9d1eec49b1051ce --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/191_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 136.75, + "duration_system": 1308.453, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_06_02_10_51_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 1.11% of the surrounding traffic's one", + "Average speed is 153.61% of the surrounding traffic's one", + "Average speed is 110.47% of the surrounding traffic's one", + "Average speed is 120.45% of the surrounding traffic's one", + "Average speed is 128.66% of the surrounding traffic's one", + "Average speed is 122.17% of the surrounding traffic's one", + "Average speed is 123.35% of the surrounding traffic's one", + "Average speed is 126.67% of the surrounding traffic's one", + "Average speed is 121.05% of the surrounding traffic's one", + "Average speed is 118.03% of the surrounding traffic's one", + "Average speed is 131.01% of the surrounding traffic's one", + "Average speed is 119.47% of the surrounding traffic's one", + "Average speed is 121.3% of the surrounding traffic's one", + "Average speed is 126.33% of the surrounding traffic's one", + "Average speed is 106.01% of the surrounding traffic's one", + "Average speed is 111.68% of the surrounding traffic's one", + "Average speed is 115.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 136.75, + "duration_system": 1308.453 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/192_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/192_res.json new file mode 100644 index 0000000000000000000000000000000000000000..46011ca127f73881070f16cfa23a05b80ba27293 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/192_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 129.41, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 131.365, + "duration_game": 28.8, + "duration_system": 355.361, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_06_02_11_15_28", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.79% of the surrounding traffic's one", + "Average speed is 116.03% of the surrounding traffic's one", + "Average speed is 19.75% of the surrounding traffic's one", + "Average speed is 102.0% of the surrounding traffic's one", + "Average speed is 153.59% of the surrounding traffic's one", + "Average speed is 119.16% of the surrounding traffic's one", + "Average speed is 116.09% of the surrounding traffic's one", + "Average speed is 101.12% of the surrounding traffic's one", + "Average speed is 115.76% of the surrounding traffic's one", + "Average speed is 107.61% of the surrounding traffic's one", + "Average speed is 105.95% of the surrounding traffic's one", + "Average speed is 102.32% of the surrounding traffic's one", + "Average speed is 103.51% of the surrounding traffic's one", + "Average speed is 100.96% of the surrounding traffic's one", + "Average speed is 98.0% of the surrounding traffic's one", + "Average speed is 110.0% of the surrounding traffic's one", + "Average speed is 117.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.8, + "duration_system": 355.361 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "129.41" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/193_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/193_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8fe41190e598304e0f740dd7534a7693afcbc687 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/193_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.086, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.595, + "duration_game": 9.35, + "duration_system": 86.085, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_06_02_11_23_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 225.02% of the surrounding traffic's one", + "Average speed is 221.72% of the surrounding traffic's one", + "Average speed is 214.05% of the surrounding traffic's one", + "Average speed is 137.09% of the surrounding traffic's one", + "Average speed is 248.57% of the surrounding traffic's one", + "Average speed is 148.95% of the surrounding traffic's one", + "Average speed is 215.09% of the surrounding traffic's one", + "Average speed is 246.52% of the surrounding traffic's one", + "Average speed is 268.32% of the surrounding traffic's one", + "Average speed is 285.38% of the surrounding traffic's one", + "Average speed is 342.32% of the surrounding traffic's one", + "Average speed is 879.27% of the surrounding traffic's one", + "Average speed is 1628.15% of the surrounding traffic's one", + "Average speed is 1086.08% of the surrounding traffic's one", + "Average speed is 1208.36% of the surrounding traffic's one", + "Average speed is 768.4% of the surrounding traffic's one", + "Average speed is 492.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 9.35, + "duration_system": 86.085 + }, + "town_name": "Town07" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.086" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/194_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/194_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5ddb1aa7537a827427115cb20f9b92f5c6640e52 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/194_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 162.165, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.332, + "duration_game": 62.6, + "duration_system": 532.541, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_06_02_11_27_49", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.63% of the surrounding traffic's one", + "Average speed is 202.6% of the surrounding traffic's one", + "Average speed is 245.04% of the surrounding traffic's one", + "Average speed is 214.61% of the surrounding traffic's one", + "Average speed is 6.05% of the surrounding traffic's one", + "Average speed is 305.9% of the surrounding traffic's one", + "Average speed is 365.7% of the surrounding traffic's one", + "Average speed is 481.18% of the surrounding traffic's one", + "Average speed is 452.03% of the surrounding traffic's one", + "Average speed is 491.91% of the surrounding traffic's one", + "Average speed is 599.74% of the surrounding traffic's one", + "Average speed is 369.95% of the surrounding traffic's one", + "Average speed is 277.23% of the surrounding traffic's one", + "Average speed is 145.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 62.6, + "duration_system": 532.541 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "162.165" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/195_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/195_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e60e2f489ae7061abe7c9b37f813b13c6990111d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/195_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 217.006, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.339, + "duration_game": 8.7, + "duration_system": 118.118, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_06_02_11_39_03", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.44% of the surrounding traffic's one", + "Average speed is 172.95% of the surrounding traffic's one", + "Average speed is 356.62% of the surrounding traffic's one", + "Average speed is 466.73% of the surrounding traffic's one", + "Average speed is 436.48% of the surrounding traffic's one", + "Average speed is 448.94% of the surrounding traffic's one", + "Average speed is 442.29% of the surrounding traffic's one", + "Average speed is 403.6% of the surrounding traffic's one", + "Average speed is 299.71% of the surrounding traffic's one", + "Average speed is 203.24% of the surrounding traffic's one", + "Average speed is 142.14% of the surrounding traffic's one", + "Average speed is 254.81% of the surrounding traffic's one", + "Average speed is 407.11% of the surrounding traffic's one", + "Average speed is 377.48% of the surrounding traffic's one", + "Average speed is 226.39% of the surrounding traffic's one", + "Average speed is 212.03% of the surrounding traffic's one", + "Average speed is 201.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.7, + "duration_system": 118.118 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "217.006" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/196_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/196_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bc80517a5da63fe9988f04e0a982939d78bde521 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/196_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.929, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.757, + "duration_game": 17.75, + "duration_system": 148.161, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_06_02_11_43_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.51% of the surrounding traffic's one", + "Average speed is 167.51% of the surrounding traffic's one", + "Average speed is 213.15% of the surrounding traffic's one", + "Average speed is 40.4% of the surrounding traffic's one", + "Average speed is 256.02% of the surrounding traffic's one", + "Average speed is 515.73% of the surrounding traffic's one", + "Average speed is 782.13% of the surrounding traffic's one", + "Average speed is 749.79% of the surrounding traffic's one", + "Average speed is 85.61% of the surrounding traffic's one", + "Average speed is 733.32% of the surrounding traffic's one", + "Average speed is 1507.97% of the surrounding traffic's one", + "Average speed is 40589.19% of the surrounding traffic's one", + "Average speed is 5253.57% of the surrounding traffic's one", + "Average speed is 2044.44% of the surrounding traffic's one", + "Average speed is 1479.98% of the surrounding traffic's one", + "Average speed is 1228.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 17.75, + "duration_system": 148.161 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.929" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/197_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/197_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8d04f9a8d245dd6a513562830e0629549ca0782a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/197_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.909, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.445, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.468, + "duration_game": 12.6, + "duration_system": 149.19, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_06_02_11_48_05", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=171 at (x=-104.991, y=95.011, z=-0.005) at time=10.400s [CARLA Frame: 4618, Agent Step: 207]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.99% of the surrounding traffic's one", + "Average speed is 433.75% of the surrounding traffic's one", + "Average speed is 1701.79% of the surrounding traffic's one", + "Average speed is 974.27% of the surrounding traffic's one", + "Average speed is 431.1% of the surrounding traffic's one", + "Average speed is 49.36% of the surrounding traffic's one", + "Average speed is 239.22% of the surrounding traffic's one", + "Average speed is 379.34% of the surrounding traffic's one", + "Average speed is 449.83% of the surrounding traffic's one", + "Average speed is 439.84% of the surrounding traffic's one", + "Average speed is 511.99% of the surrounding traffic's one", + "Average speed is 1447.8% of the surrounding traffic's one", + "Average speed is 1820.3% of the surrounding traffic's one", + "Average speed is 790.58% of the surrounding traffic's one", + "Average speed is 524.77% of the surrounding traffic's one", + "Average speed is 668.13% of the surrounding traffic's one", + "Average speed is 518.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 12.6, + "duration_system": 149.19 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.909", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.445" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/198_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/198_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4d844b87f32573d2168b84fa6beaa0c45df78ac9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/198_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 163.193, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.788, + "duration_game": 49.8, + "duration_system": 454.552, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_06_02_11_52_52", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 631.66% of the surrounding traffic's one", + "Average speed is 1129.13% of the surrounding traffic's one", + "Average speed is 559.87% of the surrounding traffic's one", + "Average speed is 117.87% of the surrounding traffic's one", + "Average speed is 11.47% of the surrounding traffic's one", + "Average speed is 1397.72% of the surrounding traffic's one", + "Average speed is 1352.16% of the surrounding traffic's one", + "Average speed is 1369.91% of the surrounding traffic's one", + "Average speed is 1162.87% of the surrounding traffic's one", + "Average speed is 1292.5% of the surrounding traffic's one", + "Average speed is 1166.23% of the surrounding traffic's one", + "Average speed is 1066.49% of the surrounding traffic's one", + "Average speed is 1922.61% of the surrounding traffic's one", + "Average speed is 1380.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.8, + "duration_system": 454.552 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "163.193" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/199_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/199_res.json new file mode 100644 index 0000000000000000000000000000000000000000..415ba111fde12ef849bd4c96a1b78b434437e74a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/199_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.852, + "red_light": 12.852, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.484, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 42.0, + "score_route": 100.0, + "score_penalty": 0.42 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 77.809, + "duration_game": 11.55, + "duration_system": 124.13, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_06_02_12_02_56", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=695.141, y=732.482, z=117.993) at time=8.700s [CARLA Frame: 4120, Agent Step: 173]" + ], + "red_light": [ + "Agent ran a red light 88 at (x=691.561, y=729.746, z=118.0)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.65% of the surrounding traffic's one", + "Average speed is 212.85% of the surrounding traffic's one", + "Average speed is 315.44% of the surrounding traffic's one", + "Average speed is 774.85% of the surrounding traffic's one", + "Average speed is 571.54% of the surrounding traffic's one", + "Average speed is 63.54% of the surrounding traffic's one", + "Average speed is 150.06% of the surrounding traffic's one", + "Average speed is 246.45% of the surrounding traffic's one", + "Average speed is 191.11% of the surrounding traffic's one", + "Average speed is 92.56% of the surrounding traffic's one", + "Average speed is 280.74% of the surrounding traffic's one", + "Average speed is 684.54% of the surrounding traffic's one", + "Average speed is 998.76% of the surrounding traffic's one", + "Average speed is 787.88% of the surrounding traffic's one", + "Average speed is 757.9% of the surrounding traffic's one", + "Average speed is 738.01% of the surrounding traffic's one", + "Average speed is 705.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.55, + "duration_system": 124.13 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "42.0", + "100.0", + "0.42", + "0.0", + "12.852", + "0.0", + "12.852", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.484" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/19_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/19_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b94b7cd3c03a94c04cb47ef7bc9471bec0fe300b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/19_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 169.321, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.683, + "duration_game": 50.85, + "duration_system": 566.898, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_06_01_11_35_37", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.23% of the surrounding traffic's one", + "Average speed is 715.09% of the surrounding traffic's one", + "Average speed is 705.36% of the surrounding traffic's one", + "Average speed is 137.0% of the surrounding traffic's one", + "Average speed is 11.28% of the surrounding traffic's one", + "Average speed is 2014.19% of the surrounding traffic's one", + "Average speed is 2233.1% of the surrounding traffic's one", + "Average speed is 1668.8% of the surrounding traffic's one", + "Average speed is 1424.51% of the surrounding traffic's one", + "Average speed is 823.58% of the surrounding traffic's one", + "Average speed is 6928.34% of the surrounding traffic's one", + "Average speed is 2410.54% of the surrounding traffic's one", + "Average speed is 1814.23% of the surrounding traffic's one", + "Average speed is 1355.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.85, + "duration_system": 566.898 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "169.321" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/200_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/200_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f4da66ab23b8859db5ff00068d9e74eefbf0a94c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/200_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 162.456, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.177, + "duration_game": 23.55, + "duration_system": 542.543, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_06_02_12_07_33", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 196.05% of the surrounding traffic's one", + "Average speed is 197.75% of the surrounding traffic's one", + "Average speed is 246.83% of the surrounding traffic's one", + "Average speed is 126.3% of the surrounding traffic's one", + "Average speed is 109.35% of the surrounding traffic's one", + "Average speed is 213.74% of the surrounding traffic's one", + "Average speed is 227.17% of the surrounding traffic's one", + "Average speed is 237.89% of the surrounding traffic's one", + "Average speed is 143.7% of the surrounding traffic's one", + "Average speed is 32.01% of the surrounding traffic's one", + "Average speed is 648.61% of the surrounding traffic's one", + "Average speed is 379.51% of the surrounding traffic's one", + "Average speed is 283.11% of the surrounding traffic's one", + "Average speed is 236.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 23.55, + "duration_system": 542.543 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "162.456" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/201_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/201_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5bb0d5318a290264f3080a895b5b21435fa360db --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/201_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 213.517, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.619, + "duration_game": 21.5, + "duration_system": 358.376, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_06_02_12_19_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.15% of the surrounding traffic's one", + "Average speed is 137.8% of the surrounding traffic's one", + "Average speed is 126.33% of the surrounding traffic's one", + "Average speed is 151.22% of the surrounding traffic's one", + "Average speed is 34.49% of the surrounding traffic's one", + "Average speed is 1524.66% of the surrounding traffic's one", + "Average speed is 1505.76% of the surrounding traffic's one", + "Average speed is 1180.34% of the surrounding traffic's one", + "Average speed is 695.55% of the surrounding traffic's one", + "Average speed is 494.94% of the surrounding traffic's one", + "Average speed is 1352.21% of the surrounding traffic's one", + "Average speed is 6403.0% of the surrounding traffic's one", + "Average speed is 2278.15% of the surrounding traffic's one", + "Average speed is 1526.1% of the surrounding traffic's one", + "Average speed is 1156.57% of the surrounding traffic's one", + "Average speed is 1217.96% of the surrounding traffic's one", + "Average speed is 1028.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 21.5, + "duration_system": 358.376 + }, + "town_name": "Town05" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.517" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/202_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/202_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e079445c2092d4b5f9938a3e238c46301f5646e8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/202_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 170.832, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.952, + "duration_game": 50.6, + "duration_system": 467.634, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_06_02_12_27_26", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 151.19% of the surrounding traffic's one", + "Average speed is 270.11% of the surrounding traffic's one", + "Average speed is 522.43% of the surrounding traffic's one", + "Average speed is 21.44% of the surrounding traffic's one", + "Average speed is 16.26% of the surrounding traffic's one", + "Average speed is 653.36% of the surrounding traffic's one", + "Average speed is 618.56% of the surrounding traffic's one", + "Average speed is 618.45% of the surrounding traffic's one", + "Average speed is 695.39% of the surrounding traffic's one", + "Average speed is 819.42% of the surrounding traffic's one", + "Average speed is 2233.18% of the surrounding traffic's one", + "Average speed is 24533.51% of the surrounding traffic's one", + "Average speed is 1175.71% of the surrounding traffic's one", + "Average speed is 618.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.6, + "duration_system": 467.634 + }, + "town_name": "Town03" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "170.832" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/203_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/203_res.json new file mode 100644 index 0000000000000000000000000000000000000000..56e7e74ab716cd8125207a7fe129700eb38255f7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/203_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 228.679, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 69.967, + "duration_game": 25.15, + "duration_system": 280.404, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_06_02_12_37_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.72% of the surrounding traffic's one", + "Average speed is 1806.67% of the surrounding traffic's one", + "Average speed is 577.14% of the surrounding traffic's one", + "Average speed is 122.77% of the surrounding traffic's one", + "Average speed is 8.97% of the surrounding traffic's one", + "Average speed is 145.29% of the surrounding traffic's one", + "Average speed is 258.41% of the surrounding traffic's one", + "Average speed is 363.15% of the surrounding traffic's one", + "Average speed is 435.93% of the surrounding traffic's one", + "Average speed is 454.4% of the surrounding traffic's one", + "Average speed is 659.89% of the surrounding traffic's one", + "Average speed is 511.22% of the surrounding traffic's one", + "Average speed is 361.29% of the surrounding traffic's one", + "Average speed is 268.04% of the surrounding traffic's one", + "Average speed is 189.38% of the surrounding traffic's one", + "Average speed is 153.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 25.15, + "duration_system": 280.404 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "228.679" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/204_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/204_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1df666faf89bf1e727be850960882752b75f42ac --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/204_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.006, + "min_speed_infractions": 213.168, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 90.530884, + "score_route": 100.0, + "score_penalty": 0.905309 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 70.367, + "duration_game": 9.5, + "duration_system": 92.125, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_06_02_12_44_54", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 6.0 meters (9.47% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 316.96% of the surrounding traffic's one", + "Average speed is 499.92% of the surrounding traffic's one", + "Average speed is 400.93% of the surrounding traffic's one", + "Average speed is 264.55% of the surrounding traffic's one", + "Average speed is 100.66% of the surrounding traffic's one", + "Average speed is 133.45% of the surrounding traffic's one", + "Average speed is 234.51% of the surrounding traffic's one", + "Average speed is 234.91% of the surrounding traffic's one", + "Average speed is 181.89% of the surrounding traffic's one", + "Average speed is 144.16% of the surrounding traffic's one", + "Average speed is 597.84% of the surrounding traffic's one", + "Average speed is 458.44% of the surrounding traffic's one", + "Average speed is 325.17% of the surrounding traffic's one", + "Average speed is 318.22% of the surrounding traffic's one", + "Average speed is 325.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.905309, + "score_composed": 90.530884 + }, + "meta": { + "route_length": 70.367, + "duration_game": 9.5, + "duration_system": 92.125 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "90.530884", + "100.0", + "0.905309", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.006", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "213.168" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/205_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/205_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b8adcde1b83670256fcb65d5287353764705b919 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/205_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 219.359, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 68.381, + "duration_game": 19.65, + "duration_system": 159.549, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_06_02_12_49_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.26% of the surrounding traffic's one", + "Average speed is 486.94% of the surrounding traffic's one", + "Average speed is 368.29% of the surrounding traffic's one", + "Average speed is 163.4% of the surrounding traffic's one", + "Average speed is 12.82% of the surrounding traffic's one", + "Average speed is 156.6% of the surrounding traffic's one", + "Average speed is 292.95% of the surrounding traffic's one", + "Average speed is 320.16% of the surrounding traffic's one", + "Average speed is 316.67% of the surrounding traffic's one", + "Average speed is 410.35% of the surrounding traffic's one", + "Average speed is 765.86% of the surrounding traffic's one", + "Average speed is 511.06% of the surrounding traffic's one", + "Average speed is 291.24% of the surrounding traffic's one", + "Average speed is 214.93% of the surrounding traffic's one", + "Average speed is 172.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.65, + "duration_system": 159.549 + }, + "town_name": "Town11" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "219.359" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/206_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/206_res.json new file mode 100644 index 0000000000000000000000000000000000000000..87500d5ab5a58db6c9ec51f76bb63ff75de4ee38 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/206_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 132.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 120.817, + "duration_game": 50.15, + "duration_system": 871.891, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_06_02_12_54_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.82% of the surrounding traffic's one", + "Average speed is 106.13% of the surrounding traffic's one", + "Average speed is 60.46% of the surrounding traffic's one", + "Average speed is 91.27% of the surrounding traffic's one", + "Average speed is 82.12% of the surrounding traffic's one", + "Average speed is 153.95% of the surrounding traffic's one", + "Average speed is 95.21% of the surrounding traffic's one", + "Average speed is 70.67% of the surrounding traffic's one", + "Average speed is 110.65% of the surrounding traffic's one", + "Average speed is 134.28% of the surrounding traffic's one", + "Average speed is 15.92% of the surrounding traffic's one", + "Average speed is 1352.35% of the surrounding traffic's one", + "Average speed is 663.8% of the surrounding traffic's one", + "Average speed is 782.96% of the surrounding traffic's one", + "Average speed is 471.95% of the surrounding traffic's one", + "Average speed is 263.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 50.15, + "duration_system": 871.891 + }, + "town_name": "Town01" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "132.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/207_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/207_res.json new file mode 100644 index 0000000000000000000000000000000000000000..123693cc72512f15ee96b0277073eaa52a627e3f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/207_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 170.613, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.057, + "duration_game": 36.75, + "duration_system": 318.465, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_06_02_13_11_45", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.03% of the surrounding traffic's one", + "Average speed is 220.52% of the surrounding traffic's one", + "Average speed is 150.68% of the surrounding traffic's one", + "Average speed is 8.21% of the surrounding traffic's one", + "Average speed is 1854.39% of the surrounding traffic's one", + "Average speed is 2292.13% of the surrounding traffic's one", + "Average speed is 1556.86% of the surrounding traffic's one", + "Average speed is 1577.15% of the surrounding traffic's one", + "Average speed is 1492.63% of the surrounding traffic's one", + "Average speed is 1109.34% of the surrounding traffic's one", + "Average speed is 575.59% of the surrounding traffic's one", + "Average speed is 376.42% of the surrounding traffic's one", + "Average speed is 224.94% of the surrounding traffic's one", + "Average speed is 189.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.75, + "duration_system": 318.465 + }, + "town_name": "Town02" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "170.613" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/208_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/208_res.json new file mode 100644 index 0000000000000000000000000000000000000000..172658d88e1dc2458a660d746c61edc870bf144c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/208_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.633, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.768, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.155, + "duration_game": 12.9, + "duration_system": 135.15, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_06_02_13_19_44", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.576, y=-250.768, z=0.007) at time=9.150s [CARLA Frame: 3888, Agent Step: 182]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.62% of the surrounding traffic's one", + "Average speed is 2503.04% of the surrounding traffic's one", + "Average speed is 1947.39% of the surrounding traffic's one", + "Average speed is 471.05% of the surrounding traffic's one", + "Average speed is 125.48% of the surrounding traffic's one", + "Average speed is 56.72% of the surrounding traffic's one", + "Average speed is 54.53% of the surrounding traffic's one", + "Average speed is 191.48% of the surrounding traffic's one", + "Average speed is 255.13% of the surrounding traffic's one", + "Average speed is 254.18% of the surrounding traffic's one", + "Average speed is 435.25% of the surrounding traffic's one", + "Average speed is 434.34% of the surrounding traffic's one", + "Average speed is 394.52% of the surrounding traffic's one", + "Average speed is 356.35% of the surrounding traffic's one", + "Average speed is 470.85% of the surrounding traffic's one", + "Average speed is 387.66% of the surrounding traffic's one", + "Average speed is 357.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 12.9, + "duration_system": 135.15 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.633", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.768" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/209_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/209_res.json new file mode 100644 index 0000000000000000000000000000000000000000..613e1bbf0447f4dbf0dd046c7dbf0c47f1e715e1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/209_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.312, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 172.369, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 81.221, + "duration_game": 12.95, + "duration_system": 154.316, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_06_02_13_24_39", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=160 at (x=260.285, y=-247.963, z=0.002) at time=9.900s [CARLA Frame: 3927, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.45% of the surrounding traffic's one", + "Average speed is 773.13% of the surrounding traffic's one", + "Average speed is 776.35% of the surrounding traffic's one", + "Average speed is 61.76% of the surrounding traffic's one", + "Average speed is 31.22% of the surrounding traffic's one", + "Average speed is 107.43% of the surrounding traffic's one", + "Average speed is 346.96% of the surrounding traffic's one", + "Average speed is 1127.42% of the surrounding traffic's one", + "Average speed is 601.11% of the surrounding traffic's one", + "Average speed is 363.4% of the surrounding traffic's one", + "Average speed is 400.74% of the surrounding traffic's one", + "Average speed is 619.39% of the surrounding traffic's one", + "Average speed is 496.19% of the surrounding traffic's one", + "Average speed is 352.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 12.95, + "duration_system": 154.316 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.312", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "172.369" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/20_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/20_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b841d1102662276d278a087f913fa982835bba23 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/20_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 218.779, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.133, + "duration_game": 22.95, + "duration_system": 295.31, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_06_01_11_48_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 211.0% of the surrounding traffic's one", + "Average speed is 1020.34% of the surrounding traffic's one", + "Average speed is 1590.16% of the surrounding traffic's one", + "Average speed is 292.49% of the surrounding traffic's one", + "Average speed is 75.62% of the surrounding traffic's one", + "Average speed is 43.24% of the surrounding traffic's one", + "Average speed is 174.09% of the surrounding traffic's one", + "Average speed is 239.38% of the surrounding traffic's one", + "Average speed is 70.79% of the surrounding traffic's one", + "Average speed is 2023.71% of the surrounding traffic's one", + "Average speed is 2426.43% of the surrounding traffic's one", + "Average speed is 2534.39% of the surrounding traffic's one", + "Average speed is 1414.25% of the surrounding traffic's one", + "Average speed is 849.58% of the surrounding traffic's one", + "Average speed is 500.18% of the surrounding traffic's one", + "Average speed is 157.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 22.95, + "duration_system": 295.31 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "218.779" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/210_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/210_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b7a5dc08678fa44432a0f635ecb981a90cd25ab8 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/210_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 187.143, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.496, + "duration_game": 54.85, + "duration_system": 566.584, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_06_02_13_29_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 257.21% of the surrounding traffic's one", + "Average speed is 217.14% of the surrounding traffic's one", + "Average speed is 248.53% of the surrounding traffic's one", + "Average speed is 170.32% of the surrounding traffic's one", + "Average speed is 21.52% of the surrounding traffic's one", + "Average speed is 170.32% of the surrounding traffic's one", + "Average speed is 457.94% of the surrounding traffic's one", + "Average speed is 545.33% of the surrounding traffic's one", + "Average speed is 310.78% of the surrounding traffic's one", + "Average speed is 153.45% of the surrounding traffic's one", + "Average speed is 108999951713.54% of the surrounding traffic's one", + "Average speed is 43022.8% of the surrounding traffic's one", + "Average speed is 3053.87% of the surrounding traffic's one", + "Average speed is 1464.29% of the surrounding traffic's one", + "Average speed is 384.57% of the surrounding traffic's one", + "Average speed is 340.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 54.85, + "duration_system": 566.584 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "187.143" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/211_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/211_res.json new file mode 100644 index 0000000000000000000000000000000000000000..268210fa82b0d96d1eee75901ebc816832ddd195 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/211_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 165.426, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.63, + "duration_game": 10.9, + "duration_system": 115.13, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_06_02_13_41_46", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 275.74% of the surrounding traffic's one", + "Average speed is 235.76% of the surrounding traffic's one", + "Average speed is 124.48% of the surrounding traffic's one", + "Average speed is 110.16% of the surrounding traffic's one", + "Average speed is 124.64% of the surrounding traffic's one", + "Average speed is 182.39% of the surrounding traffic's one", + "Average speed is 329.1% of the surrounding traffic's one", + "Average speed is 284.88% of the surrounding traffic's one", + "Average speed is 286.41% of the surrounding traffic's one", + "Average speed is 397.46% of the surrounding traffic's one", + "Average speed is 535.25% of the surrounding traffic's one", + "Average speed is 729.08% of the surrounding traffic's one", + "Average speed is 620.4% of the surrounding traffic's one", + "Average speed is 470.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 10.9, + "duration_system": 115.13 + }, + "town_name": "Town04" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "165.426" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/212_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/212_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f7b029fed11d52078863c0d3f20bb36208c8d750 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/212_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 110.111, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 154.389, + "duration_game": 50.15, + "duration_system": 885.89, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_06_02_13_46_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.51% of the surrounding traffic's one", + "Average speed is 119.08% of the surrounding traffic's one", + "Average speed is 103.51% of the surrounding traffic's one", + "Average speed is 85.13% of the surrounding traffic's one", + "Average speed is 130.24% of the surrounding traffic's one", + "Average speed is 179.02% of the surrounding traffic's one", + "Average speed is 43.33% of the surrounding traffic's one", + "Average speed is 208.05% of the surrounding traffic's one", + "Average speed is 182.69% of the surrounding traffic's one", + "Average speed is 224.62% of the surrounding traffic's one", + "Average speed is 242.35% of the surrounding traffic's one", + "Average speed is 186.94% of the surrounding traffic's one", + "Average speed is 203.63% of the surrounding traffic's one", + "Average speed is 17.07% of the surrounding traffic's one", + "Average speed is 507.27% of the surrounding traffic's one", + "Average speed is 248.12% of the surrounding traffic's one", + "Average speed is 168.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 50.15, + "duration_system": 885.89 + }, + "town_name": "Town10HD" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "110.111" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/213_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/213_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e4aa88c39f9d50324d309029a62f5c55e7b5af82 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/213_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 177.858, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 84.337, + "duration_game": 53.4, + "duration_system": 458.497, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_06_02_14_03_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 110.49% of the surrounding traffic's one", + "Average speed is 125.46% of the surrounding traffic's one", + "Average speed is 139.13% of the surrounding traffic's one", + "Average speed is 31.01% of the surrounding traffic's one", + "Average speed is 356.83% of the surrounding traffic's one", + "Average speed is 517.72% of the surrounding traffic's one", + "Average speed is 623.46% of the surrounding traffic's one", + "Average speed is 584.22% of the surrounding traffic's one", + "Average speed is 511.94% of the surrounding traffic's one", + "Average speed is 499.36% of the surrounding traffic's one", + "Average speed is 464.46% of the surrounding traffic's one", + "Average speed is 434.6% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 8657355367.39% of the surrounding traffic's one", + "Average speed is 186.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 53.4, + "duration_system": 458.497 + }, + "town_name": "Town15" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "177.858" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/214_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/214_res.json new file mode 100644 index 0000000000000000000000000000000000000000..cd0af283aa5cf99af7bca2e5d3311c0b5c574ae1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/214_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 12.367, + "outside_route_lanes": 0.0, + "min_speed_infractions": 185.51, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 80.0, + "score_route": 100.0, + "score_penalty": 0.8 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.858, + "duration_game": 12.25, + "duration_system": 138.139, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_06_02_14_13_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=280 at (x=2383.729, y=2400.252, z=366.396)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 220.66% of the surrounding traffic's one", + "Average speed is 408.06% of the surrounding traffic's one", + "Average speed is 393.56% of the surrounding traffic's one", + "Average speed is 94.73% of the surrounding traffic's one", + "Average speed is 45.29% of the surrounding traffic's one", + "Average speed is 108.53% of the surrounding traffic's one", + "Average speed is 153.14% of the surrounding traffic's one", + "Average speed is 201.37% of the surrounding traffic's one", + "Average speed is 275.09% of the surrounding traffic's one", + "Average speed is 285.98% of the surrounding traffic's one", + "Average speed is 422.23% of the surrounding traffic's one", + "Average speed is 305.4% of the surrounding traffic's one", + "Average speed is 435.71% of the surrounding traffic's one", + "Average speed is 442.51% of the surrounding traffic's one", + "Average speed is 366.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 12.25, + "duration_system": 138.139 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "80.0", + "100.0", + "0.8", + "0.0", + "0.0", + "0.0", + "0.0", + "12.367", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "185.51" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/215_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/215_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ab1d0f12626d25cdcea4365bfeaceca6cc3d4cfc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/215_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 173.486, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.698, + "duration_game": 15.65, + "duration_system": 212.227, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_06_02_14_19_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.77% of the surrounding traffic's one", + "Average speed is 158.35% of the surrounding traffic's one", + "Average speed is 347.84% of the surrounding traffic's one", + "Average speed is 41.36% of the surrounding traffic's one", + "Average speed is 46.18% of the surrounding traffic's one", + "Average speed is 322.62% of the surrounding traffic's one", + "Average speed is 403.34% of the surrounding traffic's one", + "Average speed is 460.89% of the surrounding traffic's one", + "Average speed is 649.8% of the surrounding traffic's one", + "Average speed is 440.03% of the surrounding traffic's one", + "Average speed is 343.92% of the surrounding traffic's one", + "Average speed is 382.76% of the surrounding traffic's one", + "Average speed is 539.63% of the surrounding traffic's one", + "Average speed is 241.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.65, + "duration_system": 212.227 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "173.486" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/216_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/216_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7fa1907728b154a24ed0ba9bcfb7cabfbd724b90 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/216_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 11.435, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 182.953, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 87.454, + "duration_game": 36.05, + "duration_system": 287.331, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_06_02_14_26_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2389.118, y=-93.895, z=335.745) at time=33.250s [CARLA Frame: 4002, Agent Step: 664]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 220.48% of the surrounding traffic's one", + "Average speed is 289.3% of the surrounding traffic's one", + "Average speed is 244.65% of the surrounding traffic's one", + "Average speed is 12.69% of the surrounding traffic's one", + "Average speed is 1509.44% of the surrounding traffic's one", + "Average speed is 1105.17% of the surrounding traffic's one", + "Average speed is 1151.34% of the surrounding traffic's one", + "Average speed is 983.4% of the surrounding traffic's one", + "Average speed is 904.85% of the surrounding traffic's one", + "Average speed is 853.29% of the surrounding traffic's one", + "Average speed is 595.05% of the surrounding traffic's one", + "Average speed is 5352.0% of the surrounding traffic's one", + "Average speed is 1384.08% of the surrounding traffic's one", + "Average speed is 884.74% of the surrounding traffic's one", + "Average speed is 431.25% of the surrounding traffic's one", + "Average speed is 340.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.05, + "duration_system": 287.331 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "11.435", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "182.953" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/217_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/217_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b8e6b1fddf12f82e539b79b71c9e9b72979bafcd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/217_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.999, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.986, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.928, + "duration_game": 12.85, + "duration_system": 106.116, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_06_02_14_34_31", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.428, y=4700.167, z=365.259) at time=9.800s [CARLA Frame: 3934, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.65% of the surrounding traffic's one", + "Average speed is 392.41% of the surrounding traffic's one", + "Average speed is 465.85% of the surrounding traffic's one", + "Average speed is 189.09% of the surrounding traffic's one", + "Average speed is 71.21% of the surrounding traffic's one", + "Average speed is 25.97% of the surrounding traffic's one", + "Average speed is 159.91% of the surrounding traffic's one", + "Average speed is 350.39% of the surrounding traffic's one", + "Average speed is 370.47% of the surrounding traffic's one", + "Average speed is 350.08% of the surrounding traffic's one", + "Average speed is 352.29% of the surrounding traffic's one", + "Average speed is 381.63% of the surrounding traffic's one", + "Average speed is 271.34% of the surrounding traffic's one", + "Average speed is 354.11% of the surrounding traffic's one", + "Average speed is 331.39% of the surrounding traffic's one", + "Average speed is 251.73% of the surrounding traffic's one", + "Average speed is 278.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.85, + "duration_system": 106.116 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.999", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.986" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/218_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/218_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d3f790f64de6f073728a0949aba12de141cb39a7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/218_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.107, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 169.492, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.6, + "duration_game": 14.0, + "duration_system": 198.216, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_06_02_14_39_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3852 at (x=1362.996, y=4988.054, z=370.817) at time=10.100s [CARLA Frame: 3993, Agent Step: 201]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.95% of the surrounding traffic's one", + "Average speed is 150.73% of the surrounding traffic's one", + "Average speed is 384.81% of the surrounding traffic's one", + "Average speed is 264.44% of the surrounding traffic's one", + "Average speed is 122.35% of the surrounding traffic's one", + "Average speed is 29.54% of the surrounding traffic's one", + "Average speed is 241.6% of the surrounding traffic's one", + "Average speed is 321.81% of the surrounding traffic's one", + "Average speed is 226.58% of the surrounding traffic's one", + "Average speed is 181.82% of the surrounding traffic's one", + "Average speed is 419.36% of the surrounding traffic's one", + "Average speed is 463.78% of the surrounding traffic's one", + "Average speed is 431.3% of the surrounding traffic's one", + "Average speed is 282.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 14.0, + "duration_system": 198.216 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.107", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "169.492" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/219_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/219_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8effecd637ca013296b6ad1a4d2c22a8775d0713 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/219_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 22.804, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.003, + "min_speed_infractions": 182.432, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 34.780743, + "score_route": 100.0, + "score_penalty": 0.347807 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 87.704, + "duration_game": 201.5, + "duration_system": 1945.332, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_06_02_14_45_57", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.195, y=-86.668, z=336.049) at time=10.350s [CARLA Frame: 3596, Agent Step: 206]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2379.013, y=-79.427, z=335.971) at time=11.000s [CARLA Frame: 3609, Agent Step: 219]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.733 meters (3.39% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 149.76% of the surrounding traffic's one", + "Average speed is 261.87% of the surrounding traffic's one", + "Average speed is 420.03% of the surrounding traffic's one", + "Average speed is 381.69% of the surrounding traffic's one", + "Average speed is 23.64% of the surrounding traffic's one", + "Average speed is 194.52% of the surrounding traffic's one", + "Average speed is 487.9% of the surrounding traffic's one", + "Average speed is 454.39% of the surrounding traffic's one", + "Average speed is 498.48% of the surrounding traffic's one", + "Average speed is 485.9% of the surrounding traffic's one", + "Average speed is 397.3% of the surrounding traffic's one", + "Average speed is 18.48% of the surrounding traffic's one", + "Average speed is 417.33% of the surrounding traffic's one", + "Average speed is 315.91% of the surrounding traffic's one", + "Average speed is 377.68% of the surrounding traffic's one", + "Average speed is 275.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.347807, + "score_composed": 34.780743 + }, + "meta": { + "route_length": 87.704, + "duration_game": 201.5, + "duration_system": 1945.332 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "34.780743", + "100.0", + "0.347807", + "0.0", + "22.804", + "0.0", + "0.0", + "0.0", + "0.003", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "182.432" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/21_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/21_res.json new file mode 100644 index 0000000000000000000000000000000000000000..50cabec6a51f8753948fe861c2335775362accc4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/21_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.805, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.462, + "duration_game": 61.4, + "duration_system": 707.427, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_06_01_11_56_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 310.2% of the surrounding traffic's one", + "Average speed is 497.5% of the surrounding traffic's one", + "Average speed is 311.22% of the surrounding traffic's one", + "Average speed is 192.01% of the surrounding traffic's one", + "Average speed is 76.78% of the surrounding traffic's one", + "Average speed is 10.68% of the surrounding traffic's one", + "Average speed is 2325.36% of the surrounding traffic's one", + "Average speed is 644.96% of the surrounding traffic's one", + "Average speed is 160.34% of the surrounding traffic's one", + "Average speed is 4229.96% of the surrounding traffic's one", + "Average speed is 2626.81% of the surrounding traffic's one", + "Average speed is 1134.93% of the surrounding traffic's one", + "Average speed is 679.31% of the surrounding traffic's one", + "Average speed is 468.19% of the surrounding traffic's one", + "Average speed is 283.14% of the surrounding traffic's one", + "Average speed is 160.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.4, + "duration_system": 707.427 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.805" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/22_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/22_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1c2ea4697fd35cf470923f11d14c29ceeccd705a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/22_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 131.667, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 136.709, + "duration_game": 14.4, + "duration_system": 166.182, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_06_01_12_11_13", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.33% of the surrounding traffic's one", + "Average speed is 482.4% of the surrounding traffic's one", + "Average speed is 326.11% of the surrounding traffic's one", + "Average speed is 226.76% of the surrounding traffic's one", + "Average speed is 157.8% of the surrounding traffic's one", + "Average speed is 166.56% of the surrounding traffic's one", + "Average speed is 147.79% of the surrounding traffic's one", + "Average speed is 153.72% of the surrounding traffic's one", + "Average speed is 73.81% of the surrounding traffic's one", + "Average speed is 160.79% of the surrounding traffic's one", + "Average speed is 253.37% of the surrounding traffic's one", + "Average speed is 123.25% of the surrounding traffic's one", + "Average speed is 116.89% of the surrounding traffic's one", + "Average speed is 83.26% of the surrounding traffic's one", + "Average speed is 339.8% of the surrounding traffic's one", + "Average speed is 325.28% of the surrounding traffic's one", + "Average speed is 135.82% of the surrounding traffic's one", + "Average speed is 167.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.4, + "duration_system": 166.182 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "131.667" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/23_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/23_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f5158f72162bb2660c97a064170f64936c7bf534 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/23_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.257, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 138.82, + "duration_game": 15.5, + "duration_system": 168.187, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_06_01_12_17_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.73% of the surrounding traffic's one", + "Average speed is 555.19% of the surrounding traffic's one", + "Average speed is 480.63% of the surrounding traffic's one", + "Average speed is 301.33% of the surrounding traffic's one", + "Average speed is 186.95% of the surrounding traffic's one", + "Average speed is 177.13% of the surrounding traffic's one", + "Average speed is 58.4% of the surrounding traffic's one", + "Average speed is 148.92% of the surrounding traffic's one", + "Average speed is 201.72% of the surrounding traffic's one", + "Average speed is 189.96% of the surrounding traffic's one", + "Average speed is 97.32% of the surrounding traffic's one", + "Average speed is 156.78% of the surrounding traffic's one", + "Average speed is 178.24% of the surrounding traffic's one", + "Average speed is 125.98% of the surrounding traffic's one", + "Average speed is 2933.58% of the surrounding traffic's one", + "Average speed is 10193613.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.5, + "duration_system": 168.187 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.257" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/24_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/24_res.json new file mode 100644 index 0000000000000000000000000000000000000000..34fb76ffcb73748a3dc15e04a80f02002e26e70e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/24_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 152.279, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 105.07, + "duration_game": 9.2, + "duration_system": 128.13, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_06_01_12_22_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 248.82% of the surrounding traffic's one", + "Average speed is 309.91% of the surrounding traffic's one", + "Average speed is 273.07% of the surrounding traffic's one", + "Average speed is 266.5% of the surrounding traffic's one", + "Average speed is 374.97% of the surrounding traffic's one", + "Average speed is 478.73% of the surrounding traffic's one", + "Average speed is 518.43% of the surrounding traffic's one", + "Average speed is 593.26% of the surrounding traffic's one", + "Average speed is 644.66% of the surrounding traffic's one", + "Average speed is 638.35% of the surrounding traffic's one", + "Average speed is 591.49% of the surrounding traffic's one", + "Average speed is 587.11% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 7973332.15% of the surrounding traffic's one", + "Average speed is 166748.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.2, + "duration_system": 128.13 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "152.279" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/25_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/25_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fe2de67c640dbbbd973b1014c1bc5f7e779feda4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/25_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 229.667, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.312, + "duration_game": 55.8, + "duration_system": 588.671, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_06_01_12_27_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 46.02% of the surrounding traffic's one", + "Average speed is 6.15% of the surrounding traffic's one", + "Average speed is 1697.11% of the surrounding traffic's one", + "Average speed is 1989.79% of the surrounding traffic's one", + "Average speed is 1954.53% of the surrounding traffic's one", + "Average speed is 1814.57% of the surrounding traffic's one", + "Average speed is 1677.28% of the surrounding traffic's one", + "Average speed is 1532.78% of the surrounding traffic's one", + "Average speed is 1489.58% of the surrounding traffic's one", + "Average speed is 2392.76% of the surrounding traffic's one", + "Average speed is 2246.17% of the surrounding traffic's one", + "Average speed is 1291.27% of the surrounding traffic's one", + "Average speed is 944.63% of the surrounding traffic's one", + "Average speed is 649.62% of the surrounding traffic's one", + "Average speed is 424.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.8, + "duration_system": 588.671 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "229.667" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/26_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/26_res.json new file mode 100644 index 0000000000000000000000000000000000000000..20c2496fffc1f55501972aa1b073d4a726ac61e6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/26_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 231.36, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.834, + "duration_game": 7.3, + "duration_system": 76.091, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_06_01_12_40_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.71% of the surrounding traffic's one", + "Average speed is 187.67% of the surrounding traffic's one", + "Average speed is 216.74% of the surrounding traffic's one", + "Average speed is 244.41% of the surrounding traffic's one", + "Average speed is 270.58% of the surrounding traffic's one", + "Average speed is 288.75% of the surrounding traffic's one", + "Average speed is 302.9% of the surrounding traffic's one", + "Average speed is 311.96% of the surrounding traffic's one", + "Average speed is 275.86% of the surrounding traffic's one", + "Average speed is 440.39% of the surrounding traffic's one", + "Average speed is 360.4% of the surrounding traffic's one", + "Average speed is 300.6% of the surrounding traffic's one", + "Average speed is 265.55% of the surrounding traffic's one", + "Average speed is 204.06% of the surrounding traffic's one", + "Average speed is 148.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.3, + "duration_system": 76.091 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "231.36" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/27_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/27_res.json new file mode 100644 index 0000000000000000000000000000000000000000..44053189129a8710fec7e54ae95144873f9d023c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/27_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 228.505, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 65.644, + "duration_game": 7.3, + "duration_system": 75.076, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_06_01_12_45_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 194.98% of the surrounding traffic's one", + "Average speed is 189.17% of the surrounding traffic's one", + "Average speed is 214.62% of the surrounding traffic's one", + "Average speed is 246.49% of the surrounding traffic's one", + "Average speed is 272.85% of the surrounding traffic's one", + "Average speed is 298.45% of the surrounding traffic's one", + "Average speed is 300.44% of the surrounding traffic's one", + "Average speed is 314.87% of the surrounding traffic's one", + "Average speed is 270.35% of the surrounding traffic's one", + "Average speed is 310.64% of the surrounding traffic's one", + "Average speed is 392.97% of the surrounding traffic's one", + "Average speed is 297.17% of the surrounding traffic's one", + "Average speed is 221.47% of the surrounding traffic's one", + "Average speed is 217.49% of the surrounding traffic's one", + "Average speed is 176.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.3, + "duration_system": 75.076 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "228.505" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/28_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/28_res.json new file mode 100644 index 0000000000000000000000000000000000000000..a857681f22cdbe1345ac16677503916d454bb65d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/28_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 238.663, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 67.04, + "duration_game": 6.7, + "duration_system": 63.062, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_06_01_12_49_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.77% of the surrounding traffic's one", + "Average speed is 207.49% of the surrounding traffic's one", + "Average speed is 213.23% of the surrounding traffic's one", + "Average speed is 218.98% of the surrounding traffic's one", + "Average speed is 241.67% of the surrounding traffic's one", + "Average speed is 239.91% of the surrounding traffic's one", + "Average speed is 230.97% of the surrounding traffic's one", + "Average speed is 277.7% of the surrounding traffic's one", + "Average speed is 274.82% of the surrounding traffic's one", + "Average speed is 618.91% of the surrounding traffic's one", + "Average speed is 575.66% of the surrounding traffic's one", + "Average speed is 456.78% of the surrounding traffic's one", + "Average speed is 346.47% of the surrounding traffic's one", + "Average speed is 276.37% of the surrounding traffic's one", + "Average speed is 186.31% of the surrounding traffic's one", + "Average speed is 107.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.7, + "duration_system": 63.062 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "238.663" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/29_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/29_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7e467cf0ed211a7d15b724ccc5c83ed28244ec25 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/29_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 279.334, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 57.279, + "duration_game": 23.65, + "duration_system": 274.304, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_06_01_12_53_49", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.47% of the surrounding traffic's one", + "Average speed is 9.08% of the surrounding traffic's one", + "Average speed is 267.6% of the surrounding traffic's one", + "Average speed is 492.5% of the surrounding traffic's one", + "Average speed is 496.86% of the surrounding traffic's one", + "Average speed is 543.19% of the surrounding traffic's one", + "Average speed is 480.15% of the surrounding traffic's one", + "Average speed is 728.04% of the surrounding traffic's one", + "Average speed is 696.93% of the surrounding traffic's one", + "Average speed is 573.13% of the surrounding traffic's one", + "Average speed is 494.31% of the surrounding traffic's one", + "Average speed is 313.44% of the surrounding traffic's one", + "Average speed is 250.13% of the surrounding traffic's one", + "Average speed is 187.72% of the surrounding traffic's one", + "Average speed is 160.87% of the surrounding traffic's one", + "Average speed is 154.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 23.65, + "duration_system": 274.304 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "279.334" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/30_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/30_res.json new file mode 100644 index 0000000000000000000000000000000000000000..19621378a779cfe1d0148f3d9c07e00c9efa8939 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/30_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.458, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.328, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 134.084, + "duration_game": 54.45, + "duration_system": 1499.581, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_06_01_13_01_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.198, y=6458.223, z=373.432) at time=46.700s [CARLA Frame: 4586, Agent Step: 933]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.81% of the surrounding traffic's one", + "Average speed is 187.84% of the surrounding traffic's one", + "Average speed is 176.55% of the surrounding traffic's one", + "Average speed is 167.59% of the surrounding traffic's one", + "Average speed is 121.72% of the surrounding traffic's one", + "Average speed is 2.2% of the surrounding traffic's one", + "Average speed is 76.82% of the surrounding traffic's one", + "Average speed is 84.06% of the surrounding traffic's one", + "Average speed is 87.48% of the surrounding traffic's one", + "Average speed is 71.12% of the surrounding traffic's one", + "Average speed is 90.05% of the surrounding traffic's one", + "Average speed is 124.15% of the surrounding traffic's one", + "Average speed is 147.32% of the surrounding traffic's one", + "Average speed is 169.38% of the surrounding traffic's one", + "Average speed is 187.42% of the surrounding traffic's one", + "Average speed is 230.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 134.084, + "duration_game": 54.45, + "duration_system": 1499.581 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.458", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.328" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/31_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/31_res.json new file mode 100644 index 0000000000000000000000000000000000000000..dc8e4728a2ef33bd08f7ac7374aee3ce8bb2399b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/31_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.58, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.066, + "duration_game": 20.15, + "duration_system": 558.59, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_06_01_13_29_37", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 124.0% of the surrounding traffic's one", + "Average speed is 120.9% of the surrounding traffic's one", + "Average speed is 133.31% of the surrounding traffic's one", + "Average speed is 120.21% of the surrounding traffic's one", + "Average speed is 27.23% of the surrounding traffic's one", + "Average speed is 31.53% of the surrounding traffic's one", + "Average speed is 134.05% of the surrounding traffic's one", + "Average speed is 122.1% of the surrounding traffic's one", + "Average speed is 128.02% of the surrounding traffic's one", + "Average speed is 136.42% of the surrounding traffic's one", + "Average speed is 112.07% of the surrounding traffic's one", + "Average speed is 115.81% of the surrounding traffic's one", + "Average speed is 132.76% of the surrounding traffic's one", + "Average speed is 114.34% of the surrounding traffic's one", + "Average speed is 147.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 20.15, + "duration_system": 558.59 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.58" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/32_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/32_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e15af16a5a6b1eb5bb69aed21e86d1487f2e49cc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/32_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.559, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.94, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.297, + "duration_game": 12.2, + "duration_system": 233.259, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_06_01_13_41_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3707 at (x=1976.388, y=3080.947, z=357.208) at time=5.850s [CARLA Frame: 4114, Agent Step: 116]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.38% of the surrounding traffic's one", + "Average speed is 163.88% of the surrounding traffic's one", + "Average speed is 212.14% of the surrounding traffic's one", + "Average speed is 234.49% of the surrounding traffic's one", + "Average speed is 208.09% of the surrounding traffic's one", + "Average speed is 191.41% of the surrounding traffic's one", + "Average speed is 200.55% of the surrounding traffic's one", + "Average speed is 179.99% of the surrounding traffic's one", + "Average speed is 164.81% of the surrounding traffic's one", + "Average speed is 157.97% of the surrounding traffic's one", + "Average speed is 146.56% of the surrounding traffic's one", + "Average speed is 161.88% of the surrounding traffic's one", + "Average speed is 151.9% of the surrounding traffic's one", + "Average speed is 169.21% of the surrounding traffic's one", + "Average speed is 118.41% of the surrounding traffic's one", + "Average speed is 100.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 12.2, + "duration_system": 233.259 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.559", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.94" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/33_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/33_res.json new file mode 100644 index 0000000000000000000000000000000000000000..043e02daf326b576fde5143131ee10536d95b0eb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/33_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.494, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 119.909, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.434, + "duration_game": 74.85, + "duration_system": 2319.231, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_06_02_08_56_32", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3728 at (x=391.618, y=6114.543, z=358.477) at time=67.200s [CARLA Frame: 6042, Agent Step: 1343]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.68% of the surrounding traffic's one", + "Average speed is 134.28% of the surrounding traffic's one", + "Average speed is 156.27% of the surrounding traffic's one", + "Average speed is 166.2% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one", + "Average speed is 10.31% of the surrounding traffic's one", + "Average speed is 5.59% of the surrounding traffic's one", + "Average speed is 179.0% of the surrounding traffic's one", + "Average speed is 129.98% of the surrounding traffic's one", + "Average speed is 121.81% of the surrounding traffic's one", + "Average speed is 145.15% of the surrounding traffic's one", + "Average speed is 158.88% of the surrounding traffic's one", + "Average speed is 142.85% of the surrounding traffic's one", + "Average speed is 155.52% of the surrounding traffic's one", + "Average speed is 139.58% of the surrounding traffic's one", + "Average speed is 159.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 74.85, + "duration_system": 2319.231 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.494", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "119.909" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/34_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/34_res.json new file mode 100644 index 0000000000000000000000000000000000000000..da29a16d0415097c8421d7e6a9499925167bdd46 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/34_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 7.572, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.576, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.07, + "duration_game": 55.35, + "duration_system": 1630.714, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_06_02_09_37_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3710 at (x=1625.39, y=3077.95, z=362.853) at time=50.550s [CARLA Frame: 5927, Agent Step: 1010]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.9% of the surrounding traffic's one", + "Average speed is 205.77% of the surrounding traffic's one", + "Average speed is 260.13% of the surrounding traffic's one", + "Average speed is 257.99% of the surrounding traffic's one", + "Average speed is 195.01% of the surrounding traffic's one", + "Average speed is 4.18% of the surrounding traffic's one", + "Average speed is 142.71% of the surrounding traffic's one", + "Average speed is 199.01% of the surrounding traffic's one", + "Average speed is 218.75% of the surrounding traffic's one", + "Average speed is 235.89% of the surrounding traffic's one", + "Average speed is 237.79% of the surrounding traffic's one", + "Average speed is 147.75% of the surrounding traffic's one", + "Average speed is 116.12% of the surrounding traffic's one", + "Average speed is 74.44% of the surrounding traffic's one", + "Average speed is 148.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 55.35, + "duration_system": 1630.714 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "7.572", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.576" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/35_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/35_res.json new file mode 100644 index 0000000000000000000000000000000000000000..873fcd6b40cde8a766d3aa3690401cb7e20bc2ec --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/35_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.584, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.061, + "duration_game": 31.85, + "duration_system": 826.986, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_06_02_10_07_49", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.8% of the surrounding traffic's one", + "Average speed is 156.31% of the surrounding traffic's one", + "Average speed is 197.17% of the surrounding traffic's one", + "Average speed is 123.27% of the surrounding traffic's one", + "Average speed is 24.76% of the surrounding traffic's one", + "Average speed is 9.47% of the surrounding traffic's one", + "Average speed is 3697.14% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 221.62% of the surrounding traffic's one", + "Average speed is 275.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 31.85, + "duration_system": 826.986 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.584" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/36_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/36_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4a5c00c0ddbb5f7d9bc042d2e30a1b7457f3f500 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/36_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.45, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.128, + "duration_game": 53.65, + "duration_system": 737.38, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_06_02_10_24_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.62% of the surrounding traffic's one", + "Average speed is 121.68% of the surrounding traffic's one", + "Average speed is 257.27% of the surrounding traffic's one", + "Average speed is 300.59% of the surrounding traffic's one", + "Average speed is 231.94% of the surrounding traffic's one", + "Average speed is 162.62% of the surrounding traffic's one", + "Average speed is 95.72% of the surrounding traffic's one", + "Average speed is 12.82% of the surrounding traffic's one", + "Average speed is 577.9% of the surrounding traffic's one", + "Average speed is 399.05% of the surrounding traffic's one", + "Average speed is 425.4% of the surrounding traffic's one", + "Average speed is 369.41% of the surrounding traffic's one", + "Average speed is 326.96% of the surrounding traffic's one", + "Average speed is 306.55% of the surrounding traffic's one", + "Average speed is 255.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.65, + "duration_system": 737.38 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.45" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/37_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/37_res.json new file mode 100644 index 0000000000000000000000000000000000000000..351c96d5a24504c44aef9990bbdab5d838e63361 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/37_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.725, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.067, + "duration_game": 29.7, + "duration_system": 355.404, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_06_02_10_39_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.0% of the surrounding traffic's one", + "Average speed is 143.89% of the surrounding traffic's one", + "Average speed is 320.69% of the surrounding traffic's one", + "Average speed is 232.86% of the surrounding traffic's one", + "Average speed is 147.07% of the surrounding traffic's one", + "Average speed is 17.0% of the surrounding traffic's one", + "Average speed is 316.24% of the surrounding traffic's one", + "Average speed is 224.13% of the surrounding traffic's one", + "Average speed is 248.52% of the surrounding traffic's one", + "Average speed is 200.13% of the surrounding traffic's one", + "Average speed is 190.25% of the surrounding traffic's one", + "Average speed is 189.21% of the surrounding traffic's one", + "Average speed is 211.52% of the surrounding traffic's one", + "Average speed is 220.15% of the surrounding traffic's one", + "Average speed is 171.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.7, + "duration_system": 355.404 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.725" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/38_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/38_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7665c9d0e3781f0cb93f96c0e1dbe2460674b355 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/38_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.935, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.631, + "duration_game": 25.65, + "duration_system": 297.342, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_06_02_10_48_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.1% of the surrounding traffic's one", + "Average speed is 111.04% of the surrounding traffic's one", + "Average speed is 175.13% of the surrounding traffic's one", + "Average speed is 347.0% of the surrounding traffic's one", + "Average speed is 271.97% of the surrounding traffic's one", + "Average speed is 229.55% of the surrounding traffic's one", + "Average speed is 135.95% of the surrounding traffic's one", + "Average speed is 33.63% of the surrounding traffic's one", + "Average speed is 109.14% of the surrounding traffic's one", + "Average speed is 171.75% of the surrounding traffic's one", + "Average speed is 220.73% of the surrounding traffic's one", + "Average speed is 182.91% of the surrounding traffic's one", + "Average speed is 131.23% of the surrounding traffic's one", + "Average speed is 126.76% of the surrounding traffic's one", + "Average speed is 110.41% of the surrounding traffic's one", + "Average speed is 106.27% of the surrounding traffic's one", + "Average speed is 71.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 25.65, + "duration_system": 297.342 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.935" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/39_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/39_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0839c96b595771f2cdd16ed90b30453fd749c3a4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/39_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.625, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.642, + "duration_game": 15.25, + "duration_system": 157.198, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_06_02_10_56_49", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.7% of the surrounding traffic's one", + "Average speed is 153.28% of the surrounding traffic's one", + "Average speed is 178.02% of the surrounding traffic's one", + "Average speed is 185.51% of the surrounding traffic's one", + "Average speed is 147.34% of the surrounding traffic's one", + "Average speed is 113.83% of the surrounding traffic's one", + "Average speed is 227.56% of the surrounding traffic's one", + "Average speed is 167.08% of the surrounding traffic's one", + "Average speed is 57.89% of the surrounding traffic's one", + "Average speed is 159.2% of the surrounding traffic's one", + "Average speed is 134.39% of the surrounding traffic's one", + "Average speed is 133.24% of the surrounding traffic's one", + "Average speed is 129.7% of the surrounding traffic's one", + "Average speed is 149.54% of the surrounding traffic's one", + "Average speed is 132.41% of the surrounding traffic's one", + "Average speed is 130.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 15.25, + "duration_system": 157.198 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.625" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/40_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/40_res.json new file mode 100644 index 0000000000000000000000000000000000000000..784dd84ef0037c71416d95b42076fdd37d08d03b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/40_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 20.1, + "duration_system": 443.482, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_06_02_11_02_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.43% of the surrounding traffic's one", + "Average speed is 91.16% of the surrounding traffic's one", + "Average speed is 146.16% of the surrounding traffic's one", + "Average speed is 179.76% of the surrounding traffic's one", + "Average speed is 194.78% of the surrounding traffic's one", + "Average speed is 229.38% of the surrounding traffic's one", + "Average speed is 179.01% of the surrounding traffic's one", + "Average speed is 94.31% of the surrounding traffic's one", + "Average speed is 81.37% of the surrounding traffic's one", + "Average speed is 50.97% of the surrounding traffic's one", + "Average speed is 132.27% of the surrounding traffic's one", + "Average speed is 79.37% of the surrounding traffic's one", + "Average speed is 174.44% of the surrounding traffic's one", + "Average speed is 168.7% of the surrounding traffic's one", + "Average speed is 179.87% of the surrounding traffic's one", + "Average speed is 132.57% of the surrounding traffic's one", + "Average speed is 135.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.1, + "duration_system": 443.482 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/41_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/41_res.json new file mode 100644 index 0000000000000000000000000000000000000000..dd9d695a3cb8e7657a84bae58c08cc0b60b9f58a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/41_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 160.979, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 99.392, + "duration_game": 8.85, + "duration_system": 186.235, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_06_02_11_12_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.88% of the surrounding traffic's one", + "Average speed is 173.31% of the surrounding traffic's one", + "Average speed is 144.58% of the surrounding traffic's one", + "Average speed is 140.55% of the surrounding traffic's one", + "Average speed is 126.39% of the surrounding traffic's one", + "Average speed is 134.67% of the surrounding traffic's one", + "Average speed is 155.37% of the surrounding traffic's one", + "Average speed is 165.38% of the surrounding traffic's one", + "Average speed is 171.24% of the surrounding traffic's one", + "Average speed is 176.31% of the surrounding traffic's one", + "Average speed is 173.71% of the surrounding traffic's one", + "Average speed is 178.58% of the surrounding traffic's one", + "Average speed is 182.13% of the surrounding traffic's one", + "Average speed is 182.97% of the surrounding traffic's one", + "Average speed is 172.88% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 8.85, + "duration_system": 186.235 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "160.979" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/42_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/42_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3ddb2b4d94e7dc35d9e0496a8e0452dd0692cb2f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/42_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 151.619, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 112.123, + "duration_game": 9.6, + "duration_system": 176.184, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_06_02_11_19_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.82% of the surrounding traffic's one", + "Average speed is 176.5% of the surrounding traffic's one", + "Average speed is 134.48% of the surrounding traffic's one", + "Average speed is 129.77% of the surrounding traffic's one", + "Average speed is 142.35% of the surrounding traffic's one", + "Average speed is 183.49% of the surrounding traffic's one", + "Average speed is 230.2% of the surrounding traffic's one", + "Average speed is 262.31% of the surrounding traffic's one", + "Average speed is 271.24% of the surrounding traffic's one", + "Average speed is 224.08% of the surrounding traffic's one", + "Average speed is 197.49% of the surrounding traffic's one", + "Average speed is 182.68% of the surrounding traffic's one", + "Average speed is 165.08% of the surrounding traffic's one", + "Average speed is 163.95% of the surrounding traffic's one", + "Average speed is 202.47% of the surrounding traffic's one", + "Average speed is 235.04% of the surrounding traffic's one", + "Average speed is 175.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 9.6, + "duration_system": 176.184 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "151.619" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/43_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/43_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b51c41842be55c40552820d788da18d483e9b4b9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/43_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.36, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.798, + "duration_game": 9.75, + "duration_system": 123.165, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_06_02_11_25_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 230.21% of the surrounding traffic's one", + "Average speed is 750.59% of the surrounding traffic's one", + "Average speed is 698.44% of the surrounding traffic's one", + "Average speed is 346.83% of the surrounding traffic's one", + "Average speed is 236.48% of the surrounding traffic's one", + "Average speed is 84.2% of the surrounding traffic's one", + "Average speed is 206.53% of the surrounding traffic's one", + "Average speed is 269.36% of the surrounding traffic's one", + "Average speed is 244.23% of the surrounding traffic's one", + "Average speed is 198.75% of the surrounding traffic's one", + "Average speed is 208.55% of the surrounding traffic's one", + "Average speed is 302.1% of the surrounding traffic's one", + "Average speed is 492.22% of the surrounding traffic's one", + "Average speed is 305.81% of the surrounding traffic's one", + "Average speed is 476.39% of the surrounding traffic's one", + "Average speed is 354.89% of the surrounding traffic's one", + "Average speed is 207.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.75, + "duration_system": 123.165 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.36" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/44_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/44_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2f8b985c8973644d2c657f24ebdc08e1c71921bf --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/44_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 12.099, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 181.482, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.653, + "duration_game": 53.0, + "duration_system": 663.801, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_06_02_11_30_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=3001.441, y=4627.421, z=365.342) at time=6.300s [CARLA Frame: 3731, Agent Step: 125]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.0% of the surrounding traffic's one", + "Average speed is 325.85% of the surrounding traffic's one", + "Average speed is 442.16% of the surrounding traffic's one", + "Average speed is 294.07% of the surrounding traffic's one", + "Average speed is 78.93% of the surrounding traffic's one", + "Average speed is 160.92% of the surrounding traffic's one", + "Average speed is 217.99% of the surrounding traffic's one", + "Average speed is 221.68% of the surrounding traffic's one", + "Average speed is 56.3% of the surrounding traffic's one", + "Average speed is 3311.96% of the surrounding traffic's one", + "Average speed is 2796.39% of the surrounding traffic's one", + "Average speed is 2774.59% of the surrounding traffic's one", + "Average speed is 1425.58% of the surrounding traffic's one", + "Average speed is 698.31% of the surrounding traffic's one", + "Average speed is 338.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 53.0, + "duration_system": 663.801 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "12.099", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "181.482" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/45_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/45_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f1ed3b06d2c901220c7976cc86fd333ddc1ecd3e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/45_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.586, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.855, + "duration_game": 13.95, + "duration_system": 166.589, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_06_02_11_45_07", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.36% of the surrounding traffic's one", + "Average speed is 550.51% of the surrounding traffic's one", + "Average speed is 754.98% of the surrounding traffic's one", + "Average speed is 295.17% of the surrounding traffic's one", + "Average speed is 113.69% of the surrounding traffic's one", + "Average speed is 30.93% of the surrounding traffic's one", + "Average speed is 197.72% of the surrounding traffic's one", + "Average speed is 436.76% of the surrounding traffic's one", + "Average speed is 473.77% of the surrounding traffic's one", + "Average speed is 461.65% of the surrounding traffic's one", + "Average speed is 412.98% of the surrounding traffic's one", + "Average speed is 581.5% of the surrounding traffic's one", + "Average speed is 1276.06% of the surrounding traffic's one", + "Average speed is 1680.83% of the surrounding traffic's one", + "Average speed is 1052.92% of the surrounding traffic's one", + "Average speed is 804.0% of the surrounding traffic's one", + "Average speed is 607.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 13.95, + "duration_system": 166.589 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.586" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/46_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/46_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d0953e188cf589a162300721781bf343096175d4 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/46_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 181.328, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 82.723, + "duration_game": 7.1, + "duration_system": 103.101, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_06_02_11_51_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 156.16% of the surrounding traffic's one", + "Average speed is 715.65% of the surrounding traffic's one", + "Average speed is 1022.36% of the surrounding traffic's one", + "Average speed is 588.3% of the surrounding traffic's one", + "Average speed is 363.97% of the surrounding traffic's one", + "Average speed is 331.38% of the surrounding traffic's one", + "Average speed is 283.36% of the surrounding traffic's one", + "Average speed is 310.48% of the surrounding traffic's one", + "Average speed is 294.5% of the surrounding traffic's one", + "Average speed is 257.66% of the surrounding traffic's one", + "Average speed is 303.33% of the surrounding traffic's one", + "Average speed is 834.24% of the surrounding traffic's one", + "Average speed is 1131.96% of the surrounding traffic's one", + "Average speed is 1209.11% of the surrounding traffic's one", + "Average speed is 1454.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.1, + "duration_system": 103.101 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "181.328" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/47_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/47_res.json new file mode 100644 index 0000000000000000000000000000000000000000..df96c2746049c96a2e4c396721d21405067c5019 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/47_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.621, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.478, + "duration_game": 57.85, + "duration_system": 558.621, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_06_02_11_55_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.39% of the surrounding traffic's one", + "Average speed is 231.58% of the surrounding traffic's one", + "Average speed is 714.62% of the surrounding traffic's one", + "Average speed is 184.4% of the surrounding traffic's one", + "Average speed is 50.61% of the surrounding traffic's one", + "Average speed is 6.68% of the surrounding traffic's one", + "Average speed is 365.22% of the surrounding traffic's one", + "Average speed is 718.68% of the surrounding traffic's one", + "Average speed is 640.47% of the surrounding traffic's one", + "Average speed is 957.87% of the surrounding traffic's one", + "Average speed is 706.36% of the surrounding traffic's one", + "Average speed is 496.49% of the surrounding traffic's one", + "Average speed is 481.73% of the surrounding traffic's one", + "Average speed is 305.49% of the surrounding traffic's one", + "Average speed is 461.88% of the surrounding traffic's one", + "Average speed is 291.23% of the surrounding traffic's one", + "Average speed is 263.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 57.85, + "duration_system": 558.621 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.621" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/48_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/48_res.json new file mode 100644 index 0000000000000000000000000000000000000000..766652b2be1192b513ef535c32d071c8a8825715 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/48_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.791, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.491, + "duration_game": 40.35, + "duration_system": 492.881, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_06_02_12_08_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.11% of the surrounding traffic's one", + "Average speed is 115.84% of the surrounding traffic's one", + "Average speed is 132.8% of the surrounding traffic's one", + "Average speed is 14.48% of the surrounding traffic's one", + "Average speed is 374.12% of the surrounding traffic's one", + "Average speed is 428.33% of the surrounding traffic's one", + "Average speed is 500.94% of the surrounding traffic's one", + "Average speed is 702.03% of the surrounding traffic's one", + "Average speed is 754.78% of the surrounding traffic's one", + "Average speed is 457.25% of the surrounding traffic's one", + "Average speed is 193.87% of the surrounding traffic's one", + "Average speed is 6.63% of the surrounding traffic's one", + "Average speed is 239.66% of the surrounding traffic's one", + "Average speed is 257.19% of the surrounding traffic's one", + "Average speed is 166.23% of the surrounding traffic's one", + "Average speed is 138.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 40.35, + "duration_system": 492.881 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.791" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/49_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/49_res.json new file mode 100644 index 0000000000000000000000000000000000000000..67f1dc2ffd591f749c2e4282628cf20510814a7d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/49_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.991, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.077, + "duration_game": 21.5, + "duration_system": 235.667, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_06_02_12_19_50", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.28% of the surrounding traffic's one", + "Average speed is 146.58% of the surrounding traffic's one", + "Average speed is 321.9% of the surrounding traffic's one", + "Average speed is 399.28% of the surrounding traffic's one", + "Average speed is 340.74% of the surrounding traffic's one", + "Average speed is 101.43% of the surrounding traffic's one", + "Average speed is 127.92% of the surrounding traffic's one", + "Average speed is 171.44% of the surrounding traffic's one", + "Average speed is 74.32% of the surrounding traffic's one", + "Average speed is 26.9% of the surrounding traffic's one", + "Average speed is 686.28% of the surrounding traffic's one", + "Average speed is 461.28% of the surrounding traffic's one", + "Average speed is 389.16% of the surrounding traffic's one", + "Average speed is 470.62% of the surrounding traffic's one", + "Average speed is 300.2% of the surrounding traffic's one", + "Average speed is 204.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.5, + "duration_system": 235.667 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.991" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/50_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/50_res.json new file mode 100644 index 0000000000000000000000000000000000000000..dd364ed549273290ae3b8aae3c64d58b752f956f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/50_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.006, + "min_speed_infractions": 97.512, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 96.108628, + "score_route": 100.0, + "score_penalty": 0.961086 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 164.082, + "duration_game": 14.45, + "duration_system": 242.265, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_06_02_12_26_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.96 meters (3.89% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 162.94% of the surrounding traffic's one", + "Average speed is 427.55% of the surrounding traffic's one", + "Average speed is 458.45% of the surrounding traffic's one", + "Average speed is 408.01% of the surrounding traffic's one", + "Average speed is 466.57% of the surrounding traffic's one", + "Average speed is 431.87% of the surrounding traffic's one", + "Average speed is 429.17% of the surrounding traffic's one", + "Average speed is 397.39% of the surrounding traffic's one", + "Average speed is 927.73% of the surrounding traffic's one", + "Average speed is 1216.51% of the surrounding traffic's one", + "Average speed is 1169.94% of the surrounding traffic's one", + "Average speed is 666.61% of the surrounding traffic's one", + "Average speed is 304.94% of the surrounding traffic's one", + "Average speed is 204.23% of the surrounding traffic's one", + "Average speed is 410.63% of the surrounding traffic's one", + "Average speed is 2470563.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.961086, + "score_composed": 96.108628 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.45, + "duration_system": 242.265 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "96.108628", + "100.0", + "0.961086", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.006", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "97.512" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/51_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/51_res.json new file mode 100644 index 0000000000000000000000000000000000000000..eaae7895eccc0cdbc63c87a9929fc0e5c1c6bd95 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/51_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 124.041, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 137.052, + "duration_game": 14.15, + "duration_system": 277.317, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_06_02_12_34_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 247.61% of the surrounding traffic's one", + "Average speed is 282.31% of the surrounding traffic's one", + "Average speed is 287.19% of the surrounding traffic's one", + "Average speed is 443.22% of the surrounding traffic's one", + "Average speed is 522.56% of the surrounding traffic's one", + "Average speed is 556.52% of the surrounding traffic's one", + "Average speed is 572.7% of the surrounding traffic's one", + "Average speed is 468.95% of the surrounding traffic's one", + "Average speed is 359.36% of the surrounding traffic's one", + "Average speed is 402.5% of the surrounding traffic's one", + "Average speed is 459.13% of the surrounding traffic's one", + "Average speed is 454.34% of the surrounding traffic's one", + "Average speed is 603.53% of the surrounding traffic's one", + "Average speed is 1117.0% of the surrounding traffic's one", + "Average speed is 1066.38% of the surrounding traffic's one", + "Average speed is 641.23% of the surrounding traffic's one", + "Average speed is 346.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 14.15, + "duration_system": 277.317 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "124.041" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/52_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/52_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8c55e1fd52cee1d3d7df43b2fbb1f016df320170 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/52_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 150.047, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 106.633, + "duration_game": 14.15, + "duration_system": 228.309, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_06_02_12_42_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 474.02% of the surrounding traffic's one", + "Average speed is 563.23% of the surrounding traffic's one", + "Average speed is 608.23% of the surrounding traffic's one", + "Average speed is 712.03% of the surrounding traffic's one", + "Average speed is 406.83% of the surrounding traffic's one", + "Average speed is 137.05% of the surrounding traffic's one", + "Average speed is 196.2% of the surrounding traffic's one", + "Average speed is 278.06% of the surrounding traffic's one", + "Average speed is 276.23% of the surrounding traffic's one", + "Average speed is 196.51% of the surrounding traffic's one", + "Average speed is 183.26% of the surrounding traffic's one", + "Average speed is 158.95% of the surrounding traffic's one", + "Average speed is 232.4% of the surrounding traffic's one", + "Average speed is 505.48% of the surrounding traffic's one", + "Average speed is 438.87% of the surrounding traffic's one", + "Average speed is 406.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 14.15, + "duration_system": 228.309 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "150.047" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/53_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/53_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8613909ffb2f4625aae69b01b29a3efd013b7cec --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/53_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 124.952, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 136.052, + "duration_game": 12.95, + "duration_system": 277.595, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_06_02_12_49_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 254.38% of the surrounding traffic's one", + "Average speed is 267.75% of the surrounding traffic's one", + "Average speed is 282.83% of the surrounding traffic's one", + "Average speed is 452.26% of the surrounding traffic's one", + "Average speed is 506.02% of the surrounding traffic's one", + "Average speed is 553.18% of the surrounding traffic's one", + "Average speed is 652.6% of the surrounding traffic's one", + "Average speed is 617.18% of the surrounding traffic's one", + "Average speed is 591.4% of the surrounding traffic's one", + "Average speed is 537.16% of the surrounding traffic's one", + "Average speed is 687.73% of the surrounding traffic's one", + "Average speed is 780.21% of the surrounding traffic's one", + "Average speed is 695.26% of the surrounding traffic's one", + "Average speed is 1096.69% of the surrounding traffic's one", + "Average speed is 1378.49% of the surrounding traffic's one", + "Average speed is 631.64% of the surrounding traffic's one", + "Average speed is 448.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 12.95, + "duration_system": 277.595 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "124.952" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/54_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/54_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e48f561bc985d98cf294eb8e914cd7b9f942b38f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/54_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.059, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.304, + "duration_game": 13.3, + "duration_system": 196.201, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_06_02_12_57_40", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 97.5% of the surrounding traffic's one", + "Average speed is 198.41% of the surrounding traffic's one", + "Average speed is 223.22% of the surrounding traffic's one", + "Average speed is 84.59% of the surrounding traffic's one", + "Average speed is 49.24% of the surrounding traffic's one", + "Average speed is 186.07% of the surrounding traffic's one", + "Average speed is 358.87% of the surrounding traffic's one", + "Average speed is 432.79% of the surrounding traffic's one", + "Average speed is 604.32% of the surrounding traffic's one", + "Average speed is 595.75% of the surrounding traffic's one", + "Average speed is 454.45% of the surrounding traffic's one", + "Average speed is 354.2% of the surrounding traffic's one", + "Average speed is 206.61% of the surrounding traffic's one", + "Average speed is 146.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.3, + "duration_system": 196.201 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "168.059" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/55_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/55_res.json new file mode 100644 index 0000000000000000000000000000000000000000..500d2432d680bf295700694f7328b5d13dc4c9d3 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/55_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 168.433, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 83.119, + "duration_game": 43.0, + "duration_system": 1165.652, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_06_01_07_35_10", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 12.87% of the surrounding traffic's one", + "Average speed is 360.65% of the surrounding traffic's one", + "Average speed is 330.54% of the surrounding traffic's one", + "Average speed is 181.57% of the surrounding traffic's one", + "Average speed is 48.56% of the surrounding traffic's one", + "Average speed is 353.12% of the surrounding traffic's one", + "Average speed is 360.7% of the surrounding traffic's one", + "Average speed is 384.48% of the surrounding traffic's one", + "Average speed is 292.09% of the surrounding traffic's one", + "Average speed is 326.66% of the surrounding traffic's one", + "Average speed is 1441.16% of the surrounding traffic's one", + "Average speed is 1274.45% of the surrounding traffic's one", + "Average speed is 326.41% of the surrounding traffic's one", + "Average speed is 139.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 43.0, + "duration_system": 1165.652 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "168.433" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/56_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/56_res.json new file mode 100644 index 0000000000000000000000000000000000000000..74d6e0c97fbcd0eb68e5b2fa93328cd453d8f13e --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/56_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.267, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 86.075, + "duration_game": 12.7, + "duration_system": 204.726, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_06_01_07_57_29", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 242.12% of the surrounding traffic's one", + "Average speed is 296.91% of the surrounding traffic's one", + "Average speed is 273.35% of the surrounding traffic's one", + "Average speed is 153.53% of the surrounding traffic's one", + "Average speed is 56.12% of the surrounding traffic's one", + "Average speed is 55.55% of the surrounding traffic's one", + "Average speed is 309.29% of the surrounding traffic's one", + "Average speed is 358.79% of the surrounding traffic's one", + "Average speed is 411.02% of the surrounding traffic's one", + "Average speed is 396.87% of the surrounding traffic's one", + "Average speed is 518.88% of the surrounding traffic's one", + "Average speed is 423.8% of the surrounding traffic's one", + "Average speed is 399.54% of the surrounding traffic's one", + "Average speed is 257.28% of the surrounding traffic's one", + "Average speed is 177.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.7, + "duration_system": 204.726 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.267" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/57_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/57_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2f4d24c8d17775a49ad545be578c9d220828607c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/57_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 163.342, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 85.71, + "duration_game": 14.75, + "duration_system": 191.43, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_06_01_08_03_50", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 214.81% of the surrounding traffic's one", + "Average speed is 282.93% of the surrounding traffic's one", + "Average speed is 151.38% of the surrounding traffic's one", + "Average speed is 86.06% of the surrounding traffic's one", + "Average speed is 29.96% of the surrounding traffic's one", + "Average speed is 284.43% of the surrounding traffic's one", + "Average speed is 302.47% of the surrounding traffic's one", + "Average speed is 275.95% of the surrounding traffic's one", + "Average speed is 352.18% of the surrounding traffic's one", + "Average speed is 618.32% of the surrounding traffic's one", + "Average speed is 2321.2% of the surrounding traffic's one", + "Average speed is 1077.65% of the surrounding traffic's one", + "Average speed is 609.02% of the surrounding traffic's one", + "Average speed is 283.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 14.75, + "duration_system": 191.43 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "163.342" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/58_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/58_res.json new file mode 100644 index 0000000000000000000000000000000000000000..79e5cd2b234c0734656ab1c2625b97007c3cae34 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/58_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 174.59, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.188, + "duration_game": 14.8, + "duration_system": 201.261, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_06_01_08_10_19", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.93% of the surrounding traffic's one", + "Average speed is 78.3% of the surrounding traffic's one", + "Average speed is 160.77% of the surrounding traffic's one", + "Average speed is 150.67% of the surrounding traffic's one", + "Average speed is 65.63% of the surrounding traffic's one", + "Average speed is 46.33% of the surrounding traffic's one", + "Average speed is 285.42% of the surrounding traffic's one", + "Average speed is 432.51% of the surrounding traffic's one", + "Average speed is 494.81% of the surrounding traffic's one", + "Average speed is 418.18% of the surrounding traffic's one", + "Average speed is 479.55% of the surrounding traffic's one", + "Average speed is 398.75% of the surrounding traffic's one", + "Average speed is 244.1% of the surrounding traffic's one", + "Average speed is 172.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 14.8, + "duration_system": 201.261 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "174.59" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/59_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/59_res.json new file mode 100644 index 0000000000000000000000000000000000000000..810f8dd4711d7493e244d695ac410dbe9b1cadea --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/59_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 18.32, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 274.796, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 54.586, + "duration_game": 53.4, + "duration_system": 1159.198, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_06_01_08_16_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.14% of the surrounding traffic's one", + "Average speed is 191.41% of the surrounding traffic's one", + "Average speed is 1709.79% of the surrounding traffic's one", + "Average speed is 2609.51% of the surrounding traffic's one", + "Average speed is 3329.38% of the surrounding traffic's one", + "Average speed is 2185.66% of the surrounding traffic's one", + "Average speed is 1566.59% of the surrounding traffic's one", + "Average speed is 1053.82% of the surrounding traffic's one", + "Average speed is 680.64% of the surrounding traffic's one", + "Average speed is 550.51% of the surrounding traffic's one", + "Average speed is 446.97% of the surrounding traffic's one", + "Average speed is 368.15% of the surrounding traffic's one", + "Average speed is 243.96% of the surrounding traffic's one", + "Average speed is 75.35% of the surrounding traffic's one", + "Average speed is 78.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 53.4, + "duration_system": 1159.198 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "18.32", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "274.796" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/60_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/60_res.json new file mode 100644 index 0000000000000000000000000000000000000000..575e7ef37c3f2ced7bf62f5930d4fead26a04df6 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/60_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 221.368, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 63.243, + "duration_game": 6.55, + "duration_system": 55.059, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_06_01_08_38_59", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.07% of the surrounding traffic's one", + "Average speed is 192.53% of the surrounding traffic's one", + "Average speed is 268.31% of the surrounding traffic's one", + "Average speed is 289.94% of the surrounding traffic's one", + "Average speed is 288.37% of the surrounding traffic's one", + "Average speed is 290.64% of the surrounding traffic's one", + "Average speed is 308.95% of the surrounding traffic's one", + "Average speed is 315.91% of the surrounding traffic's one", + "Average speed is 324.88% of the surrounding traffic's one", + "Average speed is 655.6% of the surrounding traffic's one", + "Average speed is 545.99% of the surrounding traffic's one", + "Average speed is 507.45% of the surrounding traffic's one", + "Average speed is 303.36% of the surrounding traffic's one", + "Average speed is 193.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.55, + "duration_system": 55.059 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "221.368" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/61_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/61_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d10790139dfc07dfab52f3b6c7fcfbf3da2ac5bc --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/61_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 225.443, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 62.1, + "duration_game": 10.6, + "duration_system": 126.141, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_06_01_08_42_46", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.3% of the surrounding traffic's one", + "Average speed is 37.25% of the surrounding traffic's one", + "Average speed is 218.42% of the surrounding traffic's one", + "Average speed is 325.22% of the surrounding traffic's one", + "Average speed is 451.5% of the surrounding traffic's one", + "Average speed is 493.03% of the surrounding traffic's one", + "Average speed is 370.75% of the surrounding traffic's one", + "Average speed is 295.38% of the surrounding traffic's one", + "Average speed is 556.42% of the surrounding traffic's one", + "Average speed is 454.04% of the surrounding traffic's one", + "Average speed is 298.0% of the surrounding traffic's one", + "Average speed is 199.88% of the surrounding traffic's one", + "Average speed is 203.96% of the surrounding traffic's one", + "Average speed is 162.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 10.6, + "duration_system": 126.141 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "225.443" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/62_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/62_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0c31231a58dc9b075d0bab35881414a02ec50a5b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/62_res.json @@ -0,0 +1,136 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 230.529, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 60.73, + "duration_game": 19.3, + "duration_system": 213.215, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_06_01_08_48_01", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 100.8% of the surrounding traffic's one", + "Average speed is 16.59% of the surrounding traffic's one", + "Average speed is 516.14% of the surrounding traffic's one", + "Average speed is 682.74% of the surrounding traffic's one", + "Average speed is 666.94% of the surrounding traffic's one", + "Average speed is 563.36% of the surrounding traffic's one", + "Average speed is 480.41% of the surrounding traffic's one", + "Average speed is 468.52% of the surrounding traffic's one", + "Average speed is 672.37% of the surrounding traffic's one", + "Average speed is 506.68% of the surrounding traffic's one", + "Average speed is 492.43% of the surrounding traffic's one", + "Average speed is 353.26% of the surrounding traffic's one", + "Average speed is 306.49% of the surrounding traffic's one", + "Average speed is 246.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 19.3, + "duration_system": 213.215 + }, + "town_name": "Town12" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "230.529" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/63_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/63_res.json new file mode 100644 index 0000000000000000000000000000000000000000..7771d4e20b27d072a559b7f0c4ce04553264f617 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/63_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.688, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.137, + "duration_game": 18.7, + "duration_system": 151.171, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_06_01_08_54_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.13% of the surrounding traffic's one", + "Average speed is 136.22% of the surrounding traffic's one", + "Average speed is 204.37% of the surrounding traffic's one", + "Average speed is 190.24% of the surrounding traffic's one", + "Average speed is 156.26% of the surrounding traffic's one", + "Average speed is 67.06% of the surrounding traffic's one", + "Average speed is 60.8% of the surrounding traffic's one", + "Average speed is 200.28% of the surrounding traffic's one", + "Average speed is 199.76% of the surrounding traffic's one", + "Average speed is 141.11% of the surrounding traffic's one", + "Average speed is 97.03% of the surrounding traffic's one", + "Average speed is 105.11% of the surrounding traffic's one", + "Average speed is 105.94% of the surrounding traffic's one", + "Average speed is 122.93% of the surrounding traffic's one", + "Average speed is 112.06% of the surrounding traffic's one", + "Average speed is 108.23% of the surrounding traffic's one", + "Average speed is 89.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 18.7, + "duration_system": 151.171 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.688" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/64_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/64_res.json new file mode 100644 index 0000000000000000000000000000000000000000..612828e48f0c7fb738a1d6eedce6d39185c56d33 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/64_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.149, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 117.121, + "duration_game": 33.85, + "duration_system": 267.31, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_06_01_09_00_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.65% of the surrounding traffic's one", + "Average speed is 135.98% of the surrounding traffic's one", + "Average speed is 177.71% of the surrounding traffic's one", + "Average speed is 213.2% of the surrounding traffic's one", + "Average speed is 186.96% of the surrounding traffic's one", + "Average speed is 160.69% of the surrounding traffic's one", + "Average speed is 130.81% of the surrounding traffic's one", + "Average speed is 47.23% of the surrounding traffic's one", + "Average speed is 141.48% of the surrounding traffic's one", + "Average speed is 235.2% of the surrounding traffic's one", + "Average speed is 227.73% of the surrounding traffic's one", + "Average speed is 160.07% of the surrounding traffic's one", + "Average speed is 109.86% of the surrounding traffic's one", + "Average speed is 106.3% of the surrounding traffic's one", + "Average speed is 98.56% of the surrounding traffic's one", + "Average speed is 13.41% of the surrounding traffic's one", + "Average speed is 78.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 33.85, + "duration_system": 267.31 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.149" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/65_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/65_res.json new file mode 100644 index 0000000000000000000000000000000000000000..44fa7290f058678de09d3e1bfb22789121a400f0 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/65_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.242, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.065, + "duration_game": 50.85, + "duration_system": 719.838, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_06_01_09_08_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.58% of the surrounding traffic's one", + "Average speed is 160.45% of the surrounding traffic's one", + "Average speed is 175.44% of the surrounding traffic's one", + "Average speed is 178.28% of the surrounding traffic's one", + "Average speed is 122.14% of the surrounding traffic's one", + "Average speed is 4.68% of the surrounding traffic's one", + "Average speed is 158.37% of the surrounding traffic's one", + "Average speed is 225.47% of the surrounding traffic's one", + "Average speed is 222.82% of the surrounding traffic's one", + "Average speed is 179.56% of the surrounding traffic's one", + "Average speed is 81.67% of the surrounding traffic's one", + "Average speed is 66.28% of the surrounding traffic's one", + "Average speed is 110.57% of the surrounding traffic's one", + "Average speed is 111.95% of the surrounding traffic's one", + "Average speed is 114.63% of the surrounding traffic's one", + "Average speed is 114.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 50.85, + "duration_system": 719.838 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.242" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/66_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/66_res.json new file mode 100644 index 0000000000000000000000000000000000000000..5d80e7f0355a8202b2448e142808a11f452f5927 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/66_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.545, + "yield_emergency_vehicle_infractions": 9.703, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.061, + "duration_game": 7.2, + "duration_system": 62.065, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_06_01_09_23_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.37% of the surrounding traffic's one", + "Average speed is 187.14% of the surrounding traffic's one", + "Average speed is 187.11% of the surrounding traffic's one", + "Average speed is 209.53% of the surrounding traffic's one", + "Average speed is 215.77% of the surrounding traffic's one", + "Average speed is 209.99% of the surrounding traffic's one", + "Average speed is 225.13% of the surrounding traffic's one", + "Average speed is 233.32% of the surrounding traffic's one", + "Average speed is 225.79% of the surrounding traffic's one", + "Average speed is 206.66% of the surrounding traffic's one", + "Average speed is 191.11% of the surrounding traffic's one", + "Average speed is 171.19% of the surrounding traffic's one", + "Average speed is 167.33% of the surrounding traffic's one", + "Average speed is 221.99% of the surrounding traffic's one", + "Average speed is 222.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 62.065 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.703", + "0.0", + "145.545" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/67_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/67_res.json new file mode 100644 index 0000000000000000000000000000000000000000..6ba67ac83134eb1b2adf063bb0ce4cfbb47d961c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/67_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.456, + "yield_emergency_vehicle_infractions": 9.697, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.124, + "duration_game": 7.9, + "duration_system": 73.112, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_06_01_09_27_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 95.46% of the surrounding traffic's one", + "Average speed is 136.59% of the surrounding traffic's one", + "Average speed is 121.81% of the surrounding traffic's one", + "Average speed is 152.92% of the surrounding traffic's one", + "Average speed is 172.88% of the surrounding traffic's one", + "Average speed is 190.6% of the surrounding traffic's one", + "Average speed is 213.65% of the surrounding traffic's one", + "Average speed is 224.96% of the surrounding traffic's one", + "Average speed is 239.19% of the surrounding traffic's one", + "Average speed is 249.74% of the surrounding traffic's one", + "Average speed is 248.36% of the surrounding traffic's one", + "Average speed is 242.78% of the surrounding traffic's one", + "Average speed is 227.5% of the surrounding traffic's one", + "Average speed is 199.51% of the surrounding traffic's one", + "Average speed is 173.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 7.9, + "duration_system": 73.112 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.697", + "0.0", + "145.456" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/68_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/68_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ea08b23c904fb68cee83177ccbdc478216a0c3e7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/68_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.971, + "yield_emergency_vehicle_infractions": 9.798, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.061, + "duration_game": 7.9, + "duration_system": 86.112, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_06_01_09_31_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.05% of the surrounding traffic's one", + "Average speed is 171.45% of the surrounding traffic's one", + "Average speed is 194.69% of the surrounding traffic's one", + "Average speed is 254.21% of the surrounding traffic's one", + "Average speed is 221.06% of the surrounding traffic's one", + "Average speed is 212.99% of the surrounding traffic's one", + "Average speed is 218.43% of the surrounding traffic's one", + "Average speed is 213.7% of the surrounding traffic's one", + "Average speed is 208.65% of the surrounding traffic's one", + "Average speed is 205.11% of the surrounding traffic's one", + "Average speed is 195.0% of the surrounding traffic's one", + "Average speed is 183.29% of the surrounding traffic's one", + "Average speed is 166.07% of the surrounding traffic's one", + "Average speed is 152.36% of the surrounding traffic's one", + "Average speed is 149.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.9, + "duration_system": 86.112 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.798", + "0.0", + "146.971" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/69_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/69_res.json new file mode 100644 index 0000000000000000000000000000000000000000..0cb672533fd9eeba4649289617901ff7a87d9368 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/69_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.247, + "yield_emergency_vehicle_infractions": 9.75, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.566, + "duration_game": 7.65, + "duration_system": 81.083, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_06_01_09_36_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.41% of the surrounding traffic's one", + "Average speed is 137.23% of the surrounding traffic's one", + "Average speed is 121.66% of the surrounding traffic's one", + "Average speed is 196.18% of the surrounding traffic's one", + "Average speed is 196.54% of the surrounding traffic's one", + "Average speed is 202.85% of the surrounding traffic's one", + "Average speed is 224.59% of the surrounding traffic's one", + "Average speed is 237.47% of the surrounding traffic's one", + "Average speed is 242.1% of the surrounding traffic's one", + "Average speed is 240.0% of the surrounding traffic's one", + "Average speed is 239.82% of the surrounding traffic's one", + "Average speed is 237.31% of the surrounding traffic's one", + "Average speed is 230.2% of the surrounding traffic's one", + "Average speed is 225.03% of the surrounding traffic's one", + "Average speed is 232.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.65, + "duration_system": 81.083 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "9.75", + "0.0", + "146.247" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/70_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/70_res.json new file mode 100644 index 0000000000000000000000000000000000000000..fc46241ab3497389f0390edae5344fe737f263eb --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/70_res.json @@ -0,0 +1,151 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 52.814, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.015, + "min_speed_infractions": 128.262, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 7.545, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 1.720784, + "score_route": 100.0, + "score_penalty": 0.017208 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.541, + "duration_game": 269.3, + "duration_system": 3298.363, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_06_01_09_41_06", + "status": "Completed", + "num_infractions": 26, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=4884 at (x=4302.994, y=579.16, z=175.723) at time=50.050s [CARLA Frame: 5386, Agent Step: 1000]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4296.646, y=581.718, z=175.86) at time=245.750s [CARLA Frame: 9300, Agent Step: 4914]", + "Agent collided against object with type=vehicle.audi.tt and id=4889 at (x=4276.791, y=588.931, z=176.286) at time=249.050s [CARLA Frame: 9366, Agent Step: 4980]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4272.111, y=591.191, z=176.388) at time=249.600s [CARLA Frame: 9377, Agent Step: 4991]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4265.699, y=593.32, z=176.539) at time=254.600s [CARLA Frame: 9477, Agent Step: 5091]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4260.583, y=594.235, z=176.638) at time=261.850s [CARLA Frame: 9622, Agent Step: 5236]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4245.961, y=599.252, z=176.934) at time=266.850s [CARLA Frame: 9722, Agent Step: 5336]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 14.937 meters (12.18% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 127.82% of the surrounding traffic's one", + "Average speed is 139.7% of the surrounding traffic's one", + "Average speed is 218.16% of the surrounding traffic's one", + "Average speed is 237.22% of the surrounding traffic's one", + "Average speed is 177.36% of the surrounding traffic's one", + "Average speed is 157.45% of the surrounding traffic's one", + "Average speed is 94.38% of the surrounding traffic's one", + "Average speed is 14.19% of the surrounding traffic's one", + "Average speed is 135.25% of the surrounding traffic's one", + "Average speed is 117.36% of the surrounding traffic's one", + "Average speed is 80.83% of the surrounding traffic's one", + "Average speed is 164.53% of the surrounding traffic's one", + "Average speed is 160.64% of the surrounding traffic's one", + "Average speed is 28.37% of the surrounding traffic's one", + "Average speed is 233.79% of the surrounding traffic's one", + "Average speed is 162.81% of the surrounding traffic's one", + "Average speed is 49.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.017208, + "score_composed": 1.720784 + }, + "meta": { + "route_length": 132.541, + "duration_game": 269.3, + "duration_system": 3298.363 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "1.720784", + "100.0", + "0.017208", + "0.0", + "52.814", + "0.0", + "0.0", + "0.0", + "0.015", + "0.0", + "0.0", + "0.0", + "0.0", + "7.545", + "128.262" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/71_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/71_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3ed12afb8bcf8ca1ea70653278118d8ded163394 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/71_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.575, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.071, + "duration_game": 17.5, + "duration_system": 155.188, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_06_02_08_07_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.04% of the surrounding traffic's one", + "Average speed is 163.76% of the surrounding traffic's one", + "Average speed is 200.43% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 135.19% of the surrounding traffic's one", + "Average speed is 127.88% of the surrounding traffic's one", + "Average speed is 88.15% of the surrounding traffic's one", + "Average speed is 66.54% of the surrounding traffic's one", + "Average speed is 78.19% of the surrounding traffic's one", + "Average speed is 220.62% of the surrounding traffic's one", + "Average speed is 310.4% of the surrounding traffic's one", + "Average speed is 387.58% of the surrounding traffic's one", + "Average speed is 414.31% of the surrounding traffic's one", + "Average speed is 426.48% of the surrounding traffic's one", + "Average speed is 646.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.5, + "duration_system": 155.188 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.575" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/72_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/72_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ac81292f8125c27e7e71f8b6d6595cac603c76a7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/72_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.584, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.061, + "duration_game": 33.15, + "duration_system": 273.071, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_06_01_11_49_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.09% of the surrounding traffic's one", + "Average speed is 152.69% of the surrounding traffic's one", + "Average speed is 233.55% of the surrounding traffic's one", + "Average speed is 213.51% of the surrounding traffic's one", + "Average speed is 233.73% of the surrounding traffic's one", + "Average speed is 234.32% of the surrounding traffic's one", + "Average speed is 211.73% of the surrounding traffic's one", + "Average speed is 158.97% of the surrounding traffic's one", + "Average speed is 102.12% of the surrounding traffic's one", + "Average speed is 97.25% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one", + "Average speed is 99.31% of the surrounding traffic's one", + "Average speed is 95.19% of the surrounding traffic's one", + "Average speed is 122.96% of the surrounding traffic's one", + "Average speed is 27.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 33.15, + "duration_system": 273.071 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.584" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/73_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/73_res.json new file mode 100644 index 0000000000000000000000000000000000000000..00e93c17962d1bf0da7dce5ed1ef4aaa086f900a --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/73_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.117, + "duration_game": 26.75, + "duration_system": 283.333, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_06_01_11_57_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.08% of the surrounding traffic's one", + "Average speed is 135.34% of the surrounding traffic's one", + "Average speed is 211.13% of the surrounding traffic's one", + "Average speed is 297.54% of the surrounding traffic's one", + "Average speed is 208.44% of the surrounding traffic's one", + "Average speed is 19.34% of the surrounding traffic's one", + "Average speed is 277.35% of the surrounding traffic's one", + "Average speed is 328.88% of the surrounding traffic's one", + "Average speed is 234.83% of the surrounding traffic's one", + "Average speed is 192.14% of the surrounding traffic's one", + "Average speed is 226.41% of the surrounding traffic's one", + "Average speed is 233.72% of the surrounding traffic's one", + "Average speed is 220.47% of the surrounding traffic's one", + "Average speed is 210.31% of the surrounding traffic's one", + "Average speed is 248.6% of the surrounding traffic's one", + "Average speed is 236.7% of the surrounding traffic's one", + "Average speed is 202.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 26.75, + "duration_system": 283.333 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/74_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/74_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c008c3c93b0552ad7275146ff85a3751a4fb7f17 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/74_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.336, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.961, + "duration_game": 19.65, + "duration_system": 205.245, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_06_01_12_05_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.19% of the surrounding traffic's one", + "Average speed is 145.99% of the surrounding traffic's one", + "Average speed is 176.7% of the surrounding traffic's one", + "Average speed is 226.42% of the surrounding traffic's one", + "Average speed is 257.07% of the surrounding traffic's one", + "Average speed is 349.87% of the surrounding traffic's one", + "Average speed is 460.59% of the surrounding traffic's one", + "Average speed is 279.18% of the surrounding traffic's one", + "Average speed is 26.25% of the surrounding traffic's one", + "Average speed is 364.46% of the surrounding traffic's one", + "Average speed is 544.75% of the surrounding traffic's one", + "Average speed is 439.53% of the surrounding traffic's one", + "Average speed is 465.84% of the surrounding traffic's one", + "Average speed is 923.38% of the surrounding traffic's one", + "Average speed is 734.5% of the surrounding traffic's one", + "Average speed is 759.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.65, + "duration_system": 205.245 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.336" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/75_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/75_res.json new file mode 100644 index 0000000000000000000000000000000000000000..bdb7e628e33ab53459303aa95483c65e7911d4fe --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/75_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 112.729, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.062, + "duration_game": 15.9, + "duration_system": 211.222, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_06_02_08_12_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.54% of the surrounding traffic's one", + "Average speed is 139.77% of the surrounding traffic's one", + "Average speed is 176.68% of the surrounding traffic's one", + "Average speed is 207.06% of the surrounding traffic's one", + "Average speed is 269.02% of the surrounding traffic's one", + "Average speed is 374.32% of the surrounding traffic's one", + "Average speed is 289.95% of the surrounding traffic's one", + "Average speed is 63.18% of the surrounding traffic's one", + "Average speed is 225.86% of the surrounding traffic's one", + "Average speed is 326.46% of the surrounding traffic's one", + "Average speed is 224.34% of the surrounding traffic's one", + "Average speed is 222.17% of the surrounding traffic's one", + "Average speed is 234.96% of the surrounding traffic's one", + "Average speed is 209.21% of the surrounding traffic's one", + "Average speed is 251.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 15.9, + "duration_system": 211.222 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "112.729" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/76_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/76_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c10a9d7e69841580f27fb6dd8c85f07f9726b0ca --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/76_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 115.707, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 129.638, + "duration_game": 13.0, + "duration_system": 130.142, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_06_01_13_23_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 49.49% of the surrounding traffic's one", + "Average speed is 211.07% of the surrounding traffic's one", + "Average speed is 411.18% of the surrounding traffic's one", + "Average speed is 545.85% of the surrounding traffic's one", + "Average speed is 447.02% of the surrounding traffic's one", + "Average speed is 478.35% of the surrounding traffic's one", + "Average speed is 545.88% of the surrounding traffic's one", + "Average speed is 526.34% of the surrounding traffic's one", + "Average speed is 442.93% of the surrounding traffic's one", + "Average speed is 491.71% of the surrounding traffic's one", + "Average speed is 478.02% of the surrounding traffic's one", + "Average speed is 466.17% of the surrounding traffic's one", + "Average speed is 426.97% of the surrounding traffic's one", + "Average speed is 365.79% of the surrounding traffic's one", + "Average speed is 427.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.0, + "duration_system": 130.142 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "115.707" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/77_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/77_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d0e8df9b48e2fd888c0c2ac1f52ccd15e1666894 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/77_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 127.672, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.154, + "duration_game": 22.3, + "duration_system": 174.008, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_06_01_13_28_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.67% of the surrounding traffic's one", + "Average speed is 142.35% of the surrounding traffic's one", + "Average speed is 177.69% of the surrounding traffic's one", + "Average speed is 225.98% of the surrounding traffic's one", + "Average speed is 230.63% of the surrounding traffic's one", + "Average speed is 194.3% of the surrounding traffic's one", + "Average speed is 197.91% of the surrounding traffic's one", + "Average speed is 191.53% of the surrounding traffic's one", + "Average speed is 136.21% of the surrounding traffic's one", + "Average speed is 109.13% of the surrounding traffic's one", + "Average speed is 110.56% of the surrounding traffic's one", + "Average speed is 92.89% of the surrounding traffic's one", + "Average speed is 99.12% of the surrounding traffic's one", + "Average speed is 97.97% of the surrounding traffic's one", + "Average speed is 111.65% of the surrounding traffic's one", + "Average speed is 116.66% of the surrounding traffic's one", + "Average speed is 115.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.3, + "duration_system": 174.008 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "127.672" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/78_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/78_res.json new file mode 100644 index 0000000000000000000000000000000000000000..be6357bfed3e9327dbf77c82dcea06771fb12b15 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/78_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.244, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 133.063, + "duration_game": 17.65, + "duration_system": 154.23, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_06_01_13_34_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 47.55% of the surrounding traffic's one", + "Average speed is 147.7% of the surrounding traffic's one", + "Average speed is 106.69% of the surrounding traffic's one", + "Average speed is 130.67% of the surrounding traffic's one", + "Average speed is 140.39% of the surrounding traffic's one", + "Average speed is 112.58% of the surrounding traffic's one", + "Average speed is 127.76% of the surrounding traffic's one", + "Average speed is 117.08% of the surrounding traffic's one", + "Average speed is 123.01% of the surrounding traffic's one", + "Average speed is 104.04% of the surrounding traffic's one", + "Average speed is 106.56% of the surrounding traffic's one", + "Average speed is 117.96% of the surrounding traffic's one", + "Average speed is 111.79% of the surrounding traffic's one", + "Average speed is 118.76% of the surrounding traffic's one", + "Average speed is 118.94% of the surrounding traffic's one", + "Average speed is 104.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 17.65, + "duration_system": 154.23 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.244" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/79_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/79_res.json new file mode 100644 index 0000000000000000000000000000000000000000..d1494b6d49a344f58f89ba5d9e07c1158e0cc45f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/79_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 125.622, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 135.327, + "duration_game": 27.9, + "duration_system": 242.291, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_06_01_13_40_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.98% of the surrounding traffic's one", + "Average speed is 121.15% of the surrounding traffic's one", + "Average speed is 16.52% of the surrounding traffic's one", + "Average speed is 154.66% of the surrounding traffic's one", + "Average speed is 148.24% of the surrounding traffic's one", + "Average speed is 108.6% of the surrounding traffic's one", + "Average speed is 117.35% of the surrounding traffic's one", + "Average speed is 94.39% of the surrounding traffic's one", + "Average speed is 89.74% of the surrounding traffic's one", + "Average speed is 124.77% of the surrounding traffic's one", + "Average speed is 106.71% of the surrounding traffic's one", + "Average speed is 113.97% of the surrounding traffic's one", + "Average speed is 104.9% of the surrounding traffic's one", + "Average speed is 104.68% of the surrounding traffic's one", + "Average speed is 104.99% of the surrounding traffic's one", + "Average speed is 126.45% of the surrounding traffic's one", + "Average speed is 124.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 27.9, + "duration_system": 242.291 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "125.622" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/80_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/80_res.json new file mode 100644 index 0000000000000000000000000000000000000000..1a0c101b39f147001ae9fa9fbcf5d6149f91730c --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/80_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 120.948, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 132.288, + "duration_game": 16.8, + "duration_system": 130.154, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_06_01_13_48_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.24% of the surrounding traffic's one", + "Average speed is 112.56% of the surrounding traffic's one", + "Average speed is 92.43% of the surrounding traffic's one", + "Average speed is 145.22% of the surrounding traffic's one", + "Average speed is 100.78% of the surrounding traffic's one", + "Average speed is 104.69% of the surrounding traffic's one", + "Average speed is 99.8% of the surrounding traffic's one", + "Average speed is 97.22% of the surrounding traffic's one", + "Average speed is 106.79% of the surrounding traffic's one", + "Average speed is 116.77% of the surrounding traffic's one", + "Average speed is 108.06% of the surrounding traffic's one", + "Average speed is 100.92% of the surrounding traffic's one", + "Average speed is 111.36% of the surrounding traffic's one", + "Average speed is 101.71% of the surrounding traffic's one", + "Average speed is 98.25% of the surrounding traffic's one", + "Average speed is 110.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 130.154 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "120.948" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/81_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/81_res.json new file mode 100644 index 0000000000000000000000000000000000000000..8c20998d9dafd1b9ef5a77f72ab2c79648db0e5f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/81_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 146.968, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 102.063, + "duration_game": 11.1, + "duration_system": 92.103, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_06_01_13_53_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.94% of the surrounding traffic's one", + "Average speed is 138.96% of the surrounding traffic's one", + "Average speed is 123.14% of the surrounding traffic's one", + "Average speed is 128.03% of the surrounding traffic's one", + "Average speed is 131.84% of the surrounding traffic's one", + "Average speed is 117.57% of the surrounding traffic's one", + "Average speed is 131.26% of the surrounding traffic's one", + "Average speed is 124.84% of the surrounding traffic's one", + "Average speed is 111.45% of the surrounding traffic's one", + "Average speed is 125.59% of the surrounding traffic's one", + "Average speed is 115.55% of the surrounding traffic's one", + "Average speed is 126.1% of the surrounding traffic's one", + "Average speed is 132.34% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 11.1, + "duration_system": 92.103 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "146.968" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/82_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/82_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9047c28981537b454a72c711ce082963e7e1c2e1 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/82_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 148.274, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 101.164, + "duration_game": 8.25, + "duration_system": 63.077, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_06_01_13_58_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.53% of the surrounding traffic's one", + "Average speed is 135.48% of the surrounding traffic's one", + "Average speed is 145.12% of the surrounding traffic's one", + "Average speed is 122.87% of the surrounding traffic's one", + "Average speed is 126.61% of the surrounding traffic's one", + "Average speed is 161.52% of the surrounding traffic's one", + "Average speed is 184.82% of the surrounding traffic's one", + "Average speed is 207.51% of the surrounding traffic's one", + "Average speed is 224.14% of the surrounding traffic's one", + "Average speed is 235.49% of the surrounding traffic's one", + "Average speed is 239.71% of the surrounding traffic's one", + "Average speed is 237.99% of the surrounding traffic's one", + "Average speed is 225.12% of the surrounding traffic's one", + "Average speed is 192.44% of the surrounding traffic's one", + "Average speed is 151.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.25, + "duration_system": 63.077 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "148.274" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/83_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/83_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9100cbea2e89fc27d996e9a029d66c7c53262203 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/83_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 145.464, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 103.118, + "duration_game": 8.2, + "duration_system": 73.082, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_06_02_08_19_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.58% of the surrounding traffic's one", + "Average speed is 133.18% of the surrounding traffic's one", + "Average speed is 98.18% of the surrounding traffic's one", + "Average speed is 122.61% of the surrounding traffic's one", + "Average speed is 141.72% of the surrounding traffic's one", + "Average speed is 166.54% of the surrounding traffic's one", + "Average speed is 189.6% of the surrounding traffic's one", + "Average speed is 209.34% of the surrounding traffic's one", + "Average speed is 224.25% of the surrounding traffic's one", + "Average speed is 235.31% of the surrounding traffic's one", + "Average speed is 244.61% of the surrounding traffic's one", + "Average speed is 243.56% of the surrounding traffic's one", + "Average speed is 236.73% of the surrounding traffic's one", + "Average speed is 229.19% of the surrounding traffic's one", + "Average speed is 271.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.2, + "duration_system": 73.082 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "145.464" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/84_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/84_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b390b015bf96e9ab1d9be6c1909a852799e0fa33 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/84_res.json @@ -0,0 +1,140 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 13.438, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.002, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 60.0, + "score_route": 100.0, + "score_penalty": 0.6 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.418, + "duration_game": 14.2, + "duration_system": 147.166, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_06_02_08_23_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2587.824, y=-79.784, z=173.289) at time=8.200s [CARLA Frame: 4532, Agent Step: 163]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.45% of the surrounding traffic's one", + "Average speed is 522.33% of the surrounding traffic's one", + "Average speed is 725.15% of the surrounding traffic's one", + "Average speed is 397.37% of the surrounding traffic's one", + "Average speed is 135.27% of the surrounding traffic's one", + "Average speed is 52.72% of the surrounding traffic's one", + "Average speed is 130.3% of the surrounding traffic's one", + "Average speed is 272.32% of the surrounding traffic's one", + "Average speed is 281.0% of the surrounding traffic's one", + "Average speed is 218.69% of the surrounding traffic's one", + "Average speed is 183.94% of the surrounding traffic's one", + "Average speed is 135.42% of the surrounding traffic's one", + "Average speed is 436.02% of the surrounding traffic's one", + "Average speed is 523.82% of the surrounding traffic's one", + "Average speed is 528.62% of the surrounding traffic's one", + "Average speed is 500.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 14.2, + "duration_system": 147.166 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "60.0", + "100.0", + "0.6", + "0.0", + "13.438", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.002" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/85_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/85_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c381abc987a15892ac7de666af5b338bd56173ee --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/85_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 220.626, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 72.521, + "duration_game": 11.3, + "duration_system": 104.138, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_06_02_08_28_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 372.38% of the surrounding traffic's one", + "Average speed is 239.41% of the surrounding traffic's one", + "Average speed is 342.14% of the surrounding traffic's one", + "Average speed is 160.21% of the surrounding traffic's one", + "Average speed is 66.12% of the surrounding traffic's one", + "Average speed is 126.38% of the surrounding traffic's one", + "Average speed is 299.69% of the surrounding traffic's one", + "Average speed is 359.28% of the surrounding traffic's one", + "Average speed is 371.12% of the surrounding traffic's one", + "Average speed is 307.81% of the surrounding traffic's one", + "Average speed is 529.08% of the surrounding traffic's one", + "Average speed is 529.91% of the surrounding traffic's one", + "Average speed is 809.55% of the surrounding traffic's one", + "Average speed is 2410.84% of the surrounding traffic's one", + "Average speed is 1881.88% of the surrounding traffic's one", + "Average speed is 1733.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.3, + "duration_system": 104.138 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "220.626" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/86_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/86_res.json new file mode 100644 index 0000000000000000000000000000000000000000..c2319a885d16147f64f676b53a611aa7b22172e2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/86_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.414, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 71.938, + "duration_game": 13.25, + "duration_system": 119.142, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_06_02_08_33_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.53% of the surrounding traffic's one", + "Average speed is 538.58% of the surrounding traffic's one", + "Average speed is 478.35% of the surrounding traffic's one", + "Average speed is 343.14% of the surrounding traffic's one", + "Average speed is 155.89% of the surrounding traffic's one", + "Average speed is 62.02% of the surrounding traffic's one", + "Average speed is 57.72% of the surrounding traffic's one", + "Average speed is 343.88% of the surrounding traffic's one", + "Average speed is 376.26% of the surrounding traffic's one", + "Average speed is 167.95% of the surrounding traffic's one", + "Average speed is 445.01% of the surrounding traffic's one", + "Average speed is 1333.71% of the surrounding traffic's one", + "Average speed is 2166.42% of the surrounding traffic's one", + "Average speed is 8668.35% of the surrounding traffic's one", + "Average speed is 3454.29% of the surrounding traffic's one", + "Average speed is 1987.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.25, + "duration_system": 119.142 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.414" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/87_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/87_res.json new file mode 100644 index 0000000000000000000000000000000000000000..43111064439e4f004c28ed5eb82766005499461f --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/87_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 222.813, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 76.297, + "duration_game": 11.8, + "duration_system": 115.128, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_06_02_08_38_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.34% of the surrounding traffic's one", + "Average speed is 114.19% of the surrounding traffic's one", + "Average speed is 828.63% of the surrounding traffic's one", + "Average speed is 355.91% of the surrounding traffic's one", + "Average speed is 77.34% of the surrounding traffic's one", + "Average speed is 42.83% of the surrounding traffic's one", + "Average speed is 120.46% of the surrounding traffic's one", + "Average speed is 201.35% of the surrounding traffic's one", + "Average speed is 273.94% of the surrounding traffic's one", + "Average speed is 259.87% of the surrounding traffic's one", + "Average speed is 296.58% of the surrounding traffic's one", + "Average speed is 379.84% of the surrounding traffic's one", + "Average speed is 430.37% of the surrounding traffic's one", + "Average speed is 436.9% of the surrounding traffic's one", + "Average speed is 358.6% of the surrounding traffic's one", + "Average speed is 275.15% of the surrounding traffic's one", + "Average speed is 275.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 11.8, + "duration_system": 115.128 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "222.813" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/88_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/88_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e4ca019d8d65bb23f6ddfa7aacf97ead003a56dd --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/88_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 225.771, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 66.439, + "duration_game": 18.6, + "duration_system": 169.212, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_06_02_08_42_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.63% of the surrounding traffic's one", + "Average speed is 108.87% of the surrounding traffic's one", + "Average speed is 53.56% of the surrounding traffic's one", + "Average speed is 73.57% of the surrounding traffic's one", + "Average speed is 36.2% of the surrounding traffic's one", + "Average speed is 198.35% of the surrounding traffic's one", + "Average speed is 438.81% of the surrounding traffic's one", + "Average speed is 548.18% of the surrounding traffic's one", + "Average speed is 387.43% of the surrounding traffic's one", + "Average speed is 352.25% of the surrounding traffic's one", + "Average speed is 428.82% of the surrounding traffic's one", + "Average speed is 587.54% of the surrounding traffic's one", + "Average speed is 481.55% of the surrounding traffic's one", + "Average speed is 257.46% of the surrounding traffic's one", + "Average speed is 212.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 18.6, + "duration_system": 169.212 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "225.771" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/89_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/89_res.json new file mode 100644 index 0000000000000000000000000000000000000000..4f059e864b0be19dc303c74d828c331148d72966 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/89_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 216.313, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 78.59, + "duration_game": 20.55, + "duration_system": 194.258, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_06_02_08_48_32", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.3% of the surrounding traffic's one", + "Average speed is 117.38% of the surrounding traffic's one", + "Average speed is 151.54% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 38.21% of the surrounding traffic's one", + "Average speed is 39.55% of the surrounding traffic's one", + "Average speed is 396.14% of the surrounding traffic's one", + "Average speed is 541.87% of the surrounding traffic's one", + "Average speed is 648.49% of the surrounding traffic's one", + "Average speed is 494.12% of the surrounding traffic's one", + "Average speed is 529.3% of the surrounding traffic's one", + "Average speed is 546.77% of the surrounding traffic's one", + "Average speed is 555.52% of the surrounding traffic's one", + "Average speed is 506.43% of the surrounding traffic's one", + "Average speed is 306.08% of the surrounding traffic's one", + "Average speed is 223.17% of the surrounding traffic's one", + "Average speed is 199.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 20.55, + "duration_system": 194.258 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "216.313" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/90_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/90_res.json new file mode 100644 index 0000000000000000000000000000000000000000..b32ce1a98855b98e1646d8f0c55012a5c01dc1c9 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/90_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 215.892, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 74.111, + "duration_game": 157.7, + "duration_system": 1650.852, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_06_02_08_54_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.24% of the surrounding traffic's one", + "Average speed is 97.13% of the surrounding traffic's one", + "Average speed is 123.02% of the surrounding traffic's one", + "Average speed is 42.7% of the surrounding traffic's one", + "Average speed is 3.79% of the surrounding traffic's one", + "Average speed is 6.36% of the surrounding traffic's one", + "Average speed is 652.48% of the surrounding traffic's one", + "Average speed is 619.17% of the surrounding traffic's one", + "Average speed is 500.9% of the surrounding traffic's one", + "Average speed is 313.64% of the surrounding traffic's one", + "Average speed is 406.06% of the surrounding traffic's one", + "Average speed is 58.68% of the surrounding traffic's one", + "Average speed is 312.5% of the surrounding traffic's one", + "Average speed is 314.88% of the surrounding traffic's one", + "Average speed is 302.05% of the surrounding traffic's one", + "Average speed is 222.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 157.7, + "duration_system": 1650.852 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "215.892" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/91_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/91_res.json new file mode 100644 index 0000000000000000000000000000000000000000..e10a047e8ff57d773a2001b94c4f08a596d5e72b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/91_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 214.506, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 79.252, + "duration_game": 41.4, + "duration_system": 402.897, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_06_02_09_25_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.07% of the surrounding traffic's one", + "Average speed is 107.86% of the surrounding traffic's one", + "Average speed is 153.29% of the surrounding traffic's one", + "Average speed is 10.43% of the surrounding traffic's one", + "Average speed is 665.17% of the surrounding traffic's one", + "Average speed is 619.59% of the surrounding traffic's one", + "Average speed is 907.68% of the surrounding traffic's one", + "Average speed is 719.18% of the surrounding traffic's one", + "Average speed is 259.16% of the surrounding traffic's one", + "Average speed is 97.61% of the surrounding traffic's one", + "Average speed is 1195.04% of the surrounding traffic's one", + "Average speed is 1276.6% of the surrounding traffic's one", + "Average speed is 793.75% of the surrounding traffic's one", + "Average speed is 582.0% of the surrounding traffic's one", + "Average speed is 456.15% of the surrounding traffic's one", + "Average speed is 421.22% of the surrounding traffic's one", + "Average speed is 358.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 41.4, + "duration_system": 402.897 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "214.506" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/92_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/92_res.json new file mode 100644 index 0000000000000000000000000000000000000000..2ce60794ea06cf820a4af7f487718474d0acd2f2 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/92_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 217.515, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 73.558, + "duration_game": 52.7, + "duration_system": 498.204, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_06_02_09_34_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 237.49% of the surrounding traffic's one", + "Average speed is 163.92% of the surrounding traffic's one", + "Average speed is 79.78% of the surrounding traffic's one", + "Average speed is 44.41% of the surrounding traffic's one", + "Average speed is 8.25% of the surrounding traffic's one", + "Average speed is 694.91% of the surrounding traffic's one", + "Average speed is 839.01% of the surrounding traffic's one", + "Average speed is 844.43% of the surrounding traffic's one", + "Average speed is 626.25% of the surrounding traffic's one", + "Average speed is 292.41% of the surrounding traffic's one", + "Average speed is 292.79% of the surrounding traffic's one", + "Average speed is 375.09% of the surrounding traffic's one", + "Average speed is 280.9% of the surrounding traffic's one", + "Average speed is 237.97% of the surrounding traffic's one", + "Average speed is 177.44% of the surrounding traffic's one", + "Average speed is 161.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 52.7, + "duration_system": 498.204 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "217.515" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/93_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/93_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3cc2ddb9ee450d4187274c7f61bb68f93fe0ceb5 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/93_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 185.669, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 12.378, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 80.789, + "duration_game": 260.9, + "duration_system": 2795.585, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_06_02_09_46_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.2% of the surrounding traffic's one", + "Average speed is 300.73% of the surrounding traffic's one", + "Average speed is 630.62% of the surrounding traffic's one", + "Average speed is 157.3% of the surrounding traffic's one", + "Average speed is 14.44% of the surrounding traffic's one", + "Average speed is 2500.12% of the surrounding traffic's one", + "Average speed is 1514.64% of the surrounding traffic's one", + "Average speed is 1327.59% of the surrounding traffic's one", + "Average speed is 838.66% of the surrounding traffic's one", + "Average speed is 479.61% of the surrounding traffic's one", + "Average speed is 0.35% of the surrounding traffic's one", + "Average speed is 85.76% of the surrounding traffic's one", + "Average speed is 283.86% of the surrounding traffic's one", + "Average speed is 238.86% of the surrounding traffic's one", + "Average speed is 164.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 260.9, + "duration_system": 2795.585 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "12.378", + "185.669" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/94_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/94_res.json new file mode 100644 index 0000000000000000000000000000000000000000..3436052593fcddbfe7f6411c82bf7a8cbe76afb7 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/94_res.json @@ -0,0 +1,141 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 85.304, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 222.734, + "duration_game": 22.1, + "duration_system": 215.24, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_06_02_10_35_25", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.74% of the surrounding traffic's one", + "Average speed is 356.48% of the surrounding traffic's one", + "Average speed is 387.73% of the surrounding traffic's one", + "Average speed is 438.18% of the surrounding traffic's one", + "Average speed is 418.39% of the surrounding traffic's one", + "Average speed is 512.67% of the surrounding traffic's one", + "Average speed is 887.34% of the surrounding traffic's one", + "Average speed is 1414.73% of the surrounding traffic's one", + "Average speed is 1045.49% of the surrounding traffic's one", + "Average speed is 1092.43% of the surrounding traffic's one", + "Average speed is 629.68% of the surrounding traffic's one", + "Average speed is 431.27% of the surrounding traffic's one", + "Average speed is 301.7% of the surrounding traffic's one", + "Average speed is 232.22% of the surrounding traffic's one", + "Average speed is 242.85% of the surrounding traffic's one", + "Average speed is 202.44% of the surrounding traffic's one", + "Average speed is 6110.76% of the surrounding traffic's one", + "Average speed is 1357875.84% of the surrounding traffic's one", + "Average speed is 1357875.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 22.1, + "duration_system": 215.24 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "85.304" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/95_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/95_res.json new file mode 100644 index 0000000000000000000000000000000000000000..9be307a53394b5eae5365ef9fd9c8d83f57c550b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/95_res.json @@ -0,0 +1,143 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.001, + "min_speed_infractions": 104.245, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 99.415812, + "score_route": 100.0, + "score_penalty": 0.994158 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 182.263, + "duration_game": 14.5, + "duration_system": 143.16, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_06_02_14_21_13", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.012 meters (0.58% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 207.6% of the surrounding traffic's one", + "Average speed is 625.7% of the surrounding traffic's one", + "Average speed is 468.73% of the surrounding traffic's one", + "Average speed is 414.83% of the surrounding traffic's one", + "Average speed is 397.68% of the surrounding traffic's one", + "Average speed is 405.41% of the surrounding traffic's one", + "Average speed is 573.05% of the surrounding traffic's one", + "Average speed is 1109.52% of the surrounding traffic's one", + "Average speed is 1017.39% of the surrounding traffic's one", + "Average speed is 941.29% of the surrounding traffic's one", + "Average speed is 2566.32% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 38958780.22% of the surrounding traffic's one", + "Average speed is 1325934.72% of the surrounding traffic's one", + "Average speed is 1995434.61% of the surrounding traffic's one", + "Average speed is 1995434.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.994158, + "score_composed": 99.415812 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.5, + "duration_system": 143.16 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "99.415812", + "100.0", + "0.994158", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.001", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "104.245" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/96_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/96_res.json new file mode 100644 index 0000000000000000000000000000000000000000..517daa5e677649f52177d751105c523fe8ff7422 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/96_res.json @@ -0,0 +1,138 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 113.855, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 140.53, + "duration_game": 13.35, + "duration_system": 190.216, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_06_02_11_53_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 227.35% of the surrounding traffic's one", + "Average speed is 195.08% of the surrounding traffic's one", + "Average speed is 209.7% of the surrounding traffic's one", + "Average speed is 406.83% of the surrounding traffic's one", + "Average speed is 426.99% of the surrounding traffic's one", + "Average speed is 465.02% of the surrounding traffic's one", + "Average speed is 603.3% of the surrounding traffic's one", + "Average speed is 585.81% of the surrounding traffic's one", + "Average speed is 548.86% of the surrounding traffic's one", + "Average speed is 764.32% of the surrounding traffic's one", + "Average speed is 663.12% of the surrounding traffic's one", + "Average speed is 655.47% of the surrounding traffic's one", + "Average speed is 8660.6% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 9812714.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.35, + "duration_system": 190.216 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "113.855" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/97_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/97_res.json new file mode 100644 index 0000000000000000000000000000000000000000..ec8ecb5fae8801e31013dc05f2cc4156c0399f33 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/97_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 15.459, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 231.882, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 64.688, + "duration_game": 40.55, + "duration_system": 398.437, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_06_02_12_00_09", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1448 at (x=-3245.442, y=4722.859, z=176.347)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.21% of the surrounding traffic's one", + "Average speed is 1254.09% of the surrounding traffic's one", + "Average speed is 1418.49% of the surrounding traffic's one", + "Average speed is 250.29% of the surrounding traffic's one", + "Average speed is 2144.59% of the surrounding traffic's one", + "Average speed is 2093.2% of the surrounding traffic's one", + "Average speed is 4115.08% of the surrounding traffic's one", + "Average speed is 3056.02% of the surrounding traffic's one", + "Average speed is 2505.47% of the surrounding traffic's one", + "Average speed is 1759.6% of the surrounding traffic's one", + "Average speed is 1236.26% of the surrounding traffic's one", + "Average speed is 1038.16% of the surrounding traffic's one", + "Average speed is 949.15% of the surrounding traffic's one", + "Average speed is 813.82% of the surrounding traffic's one", + "Average speed is 675.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.55, + "duration_system": 398.437 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "15.459", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "231.882" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/98_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/98_res.json new file mode 100644 index 0000000000000000000000000000000000000000..f64c9d6353732833e95f3013ac1cd3a8442b2c9b --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/98_res.json @@ -0,0 +1,139 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 16.457, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 246.861, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 70.0, + "score_route": 100.0, + "score_penalty": 0.7 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 60.763, + "duration_game": 35.7, + "duration_system": 335.703, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_06_02_12_10_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 2051 at (x=2658.621, y=2277.046, z=175.222)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 94.3% of the surrounding traffic's one", + "Average speed is 8.31% of the surrounding traffic's one", + "Average speed is 1151.27% of the surrounding traffic's one", + "Average speed is 1268.73% of the surrounding traffic's one", + "Average speed is 1765.82% of the surrounding traffic's one", + "Average speed is 1775.14% of the surrounding traffic's one", + "Average speed is 1093.29% of the surrounding traffic's one", + "Average speed is 880.53% of the surrounding traffic's one", + "Average speed is 1837.69% of the surrounding traffic's one", + "Average speed is 2046.64% of the surrounding traffic's one", + "Average speed is 1002.5% of the surrounding traffic's one", + "Average speed is 692.37% of the surrounding traffic's one", + "Average speed is 638.66% of the surrounding traffic's one", + "Average speed is 505.48% of the surrounding traffic's one", + "Average speed is 431.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 35.7, + "duration_system": 335.703 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "70.0", + "100.0", + "0.7", + "0.0", + "0.0", + "0.0", + "16.457", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "246.861" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/99_res.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/99_res.json new file mode 100644 index 0000000000000000000000000000000000000000..650340a18efb3808b70242806ffc555d3da5bc5d --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/99_res.json @@ -0,0 +1,137 @@ +{ + "_checkpoint": { + "global_record": { + "index": -1, + "route_id": -1, + "status": "Completed", + "infractions": { + "collisions_layout": 0.0, + "collisions_pedestrian": 0.0, + "collisions_vehicle": 0.0, + "red_light": 0.0, + "stop_infraction": 0.0, + "outside_route_lanes": 0.0, + "min_speed_infractions": 273.324, + "yield_emergency_vehicle_infractions": 0.0, + "scenario_timeouts": 0.0, + "route_dev": 0.0, + "vehicle_blocked": 0.0, + "route_timeout": 0.0 + }, + "scores_mean": { + "score_composed": 100.0, + "score_route": 100.0, + "score_penalty": 1.0 + }, + "scores_std_dev": { + "score_composed": 0, + "score_route": 0, + "score_penalty": 0 + }, + "meta": { + "total_length": 54.88, + "duration_game": 25.65, + "duration_system": 276.963, + "exceptions": [] + } + }, + "progress": [ + 1, + 1 + ], + "records": [ + { + "index": 0, + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_06_02_12_19_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 86.44% of the surrounding traffic's one", + "Average speed is 10.27% of the surrounding traffic's one", + "Average speed is 2401.36% of the surrounding traffic's one", + "Average speed is 2384.19% of the surrounding traffic's one", + "Average speed is 2057.44% of the surrounding traffic's one", + "Average speed is 1623.81% of the surrounding traffic's one", + "Average speed is 1173.95% of the surrounding traffic's one", + "Average speed is 1051.69% of the surrounding traffic's one", + "Average speed is 873.86% of the surrounding traffic's one", + "Average speed is 733.64% of the surrounding traffic's one", + "Average speed is 560.38% of the surrounding traffic's one", + "Average speed is 603.21% of the surrounding traffic's one", + "Average speed is 648.49% of the surrounding traffic's one", + "Average speed is 457.4% of the surrounding traffic's one", + "Average speed is 316.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.65, + "duration_system": 276.963 + }, + "town_name": "Town13" + } + ] + }, + "entry_status": "Finished", + "eligible": true, + "sensors": [ + "carla_camera", + "carla_imu", + "carla_gnss", + "carla_speedometer" + ], + "values": [ + "100.0", + "100.0", + "1.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "0.0", + "273.324" + ], + "labels": [ + "Avg. driving score", + "Avg. route completion", + "Avg. infraction penalty", + "Collisions with pedestrians", + "Collisions with vehicles", + "Collisions with layout", + "Red lights infractions", + "Stop sign infractions", + "Off-road infractions", + "Route deviations", + "Route timeouts", + "Agent blocked", + "Yield emergency vehicles infractions", + "Scenario timeouts", + "Min speed infractions" + ] +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_detailed_6/merged.json b/evaluation_logs/bench2drive/bench2drive_detailed_6/merged.json new file mode 100644 index 0000000000000000000000000000000000000000..b745827dd940f3808508733c70060f06c7c56b52 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_detailed_6/merged.json @@ -0,0 +1,11052 @@ +{ + "_checkpoint": { + "records": [ + { + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_06_02_14_10_16", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 303.7% of the surrounding traffic's one", + "Average speed is 247.14% of the surrounding traffic's one", + "Average speed is 234.1% of the surrounding traffic's one", + "Average speed is 107.09% of the surrounding traffic's one", + "Average speed is 53.27% of the surrounding traffic's one", + "Average speed is 241.86% of the surrounding traffic's one", + "Average speed is 498.21% of the surrounding traffic's one", + "Average speed is 392.5% of the surrounding traffic's one", + "Average speed is 396.56% of the surrounding traffic's one", + "Average speed is 1047.63% of the surrounding traffic's one", + "Average speed is 1312.64% of the surrounding traffic's one", + "Average speed is 579.68% of the surrounding traffic's one", + "Average speed is 885.08% of the surrounding traffic's one", + "Average speed is 647.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.75, + "duration_system": 96.106 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_06_02_14_05_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3861 at (x=2199.015, y=4876.538, z=365.258) at time=10.150s [CARLA Frame: 3833, Agent Step: 202]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 332.55% of the surrounding traffic's one", + "Average speed is 559.53% of the surrounding traffic's one", + "Average speed is 468.02% of the surrounding traffic's one", + "Average speed is 178.22% of the surrounding traffic's one", + "Average speed is 76.52% of the surrounding traffic's one", + "Average speed is 32.59% of the surrounding traffic's one", + "Average speed is 414.32% of the surrounding traffic's one", + "Average speed is 461.06% of the surrounding traffic's one", + "Average speed is 386.89% of the surrounding traffic's one", + "Average speed is 461.03% of the surrounding traffic's one", + "Average speed is 898.87% of the surrounding traffic's one", + "Average speed is 4895.84% of the surrounding traffic's one", + "Average speed is 1247.57% of the surrounding traffic's one", + "Average speed is 1314.31% of the surrounding traffic's one", + "Average speed is 1142.37% of the surrounding traffic's one", + "Average speed is 1158.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 13.8, + "duration_system": 125.136 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_06_02_13_12_52", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3859 at (x=1361.77, y=5578.239, z=369.593) at time=8.600s [CARLA Frame: 3509, Agent Step: 171]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.58% of the surrounding traffic's one", + "Average speed is 395.89% of the surrounding traffic's one", + "Average speed is 531.1% of the surrounding traffic's one", + "Average speed is 310.78% of the surrounding traffic's one", + "Average speed is 97.49% of the surrounding traffic's one", + "Average speed is 65.12% of the surrounding traffic's one", + "Average speed is 191.36% of the surrounding traffic's one", + "Average speed is 286.26% of the surrounding traffic's one", + "Average speed is 29.43% of the surrounding traffic's one", + "Average speed is 71.52% of the surrounding traffic's one", + "Average speed is 1105.13% of the surrounding traffic's one", + "Average speed is 6684.95% of the surrounding traffic's one", + "Average speed is 14578.03% of the surrounding traffic's one", + "Average speed is 785.4% of the surrounding traffic's one", + "Average speed is 416.65% of the surrounding traffic's one", + "Average speed is 172.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 259.65, + "duration_system": 2932.228 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_06_02_13_07_34", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3764 at (x=3629.149, y=5079.845, z=367.855) at time=9.800s [CARLA Frame: 3551, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 244.8% of the surrounding traffic's one", + "Average speed is 208.35% of the surrounding traffic's one", + "Average speed is 305.12% of the surrounding traffic's one", + "Average speed is 341.46% of the surrounding traffic's one", + "Average speed is 220.92% of the surrounding traffic's one", + "Average speed is 26.14% of the surrounding traffic's one", + "Average speed is 79.46% of the surrounding traffic's one", + "Average speed is 540.93% of the surrounding traffic's one", + "Average speed is 478.66% of the surrounding traffic's one", + "Average speed is 443.64% of the surrounding traffic's one", + "Average speed is 413.99% of the surrounding traffic's one", + "Average speed is 552.73% of the surrounding traffic's one", + "Average speed is 1544.93% of the surrounding traffic's one", + "Average speed is 816.51% of the surrounding traffic's one", + "Average speed is 701.95% of the surrounding traffic's one", + "Average speed is 691.09% of the surrounding traffic's one", + "Average speed is 582.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.7, + "duration_system": 128.14 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_06_02_12_55_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3931 at (x=1324.395, y=3872.56, z=363.3) at time=8.500s [CARLA Frame: 3776, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 344.65% of the surrounding traffic's one", + "Average speed is 569.27% of the surrounding traffic's one", + "Average speed is 444.51% of the surrounding traffic's one", + "Average speed is 116.05% of the surrounding traffic's one", + "Average speed is 36.0% of the surrounding traffic's one", + "Average speed is 170.82% of the surrounding traffic's one", + "Average speed is 230.94% of the surrounding traffic's one", + "Average speed is 41.34% of the surrounding traffic's one", + "Average speed is 3484.29% of the surrounding traffic's one", + "Average speed is 2339.59% of the surrounding traffic's one", + "Average speed is 13696.36% of the surrounding traffic's one", + "Average speed is 3816.98% of the surrounding traffic's one", + "Average speed is 1814.86% of the surrounding traffic's one", + "Average speed is 954.52% of the surrounding traffic's one", + "Average speed is 800.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 54.5, + "duration_system": 543.984 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_06_02_12_48_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3873 at (x=2488.582, y=4891.057, z=367.359) at time=15.450s [CARLA Frame: 3919, Agent Step: 308]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.59% of the surrounding traffic's one", + "Average speed is 141.3% of the surrounding traffic's one", + "Average speed is 1634.58% of the surrounding traffic's one", + "Average speed is 164.21% of the surrounding traffic's one", + "Average speed is 30.54% of the surrounding traffic's one", + "Average speed is 104.15% of the surrounding traffic's one", + "Average speed is 1039.1% of the surrounding traffic's one", + "Average speed is 1217.62% of the surrounding traffic's one", + "Average speed is 933.6% of the surrounding traffic's one", + "Average speed is 658.6% of the surrounding traffic's one", + "Average speed is 1174.9% of the surrounding traffic's one", + "Average speed is 1823.69% of the surrounding traffic's one", + "Average speed is 1863.43% of the surrounding traffic's one", + "Average speed is 1567.58% of the surrounding traffic's one", + "Average speed is 1294.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 18.75, + "duration_system": 205.751 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_06_02_12_37_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 75.27% of the surrounding traffic's one", + "Average speed is 6.04% of the surrounding traffic's one", + "Average speed is 598.59% of the surrounding traffic's one", + "Average speed is 769.97% of the surrounding traffic's one", + "Average speed is 943.2% of the surrounding traffic's one", + "Average speed is 893.37% of the surrounding traffic's one", + "Average speed is 874.58% of the surrounding traffic's one", + "Average speed is 781.62% of the surrounding traffic's one", + "Average speed is 990.15% of the surrounding traffic's one", + "Average speed is 1245.9% of the surrounding traffic's one", + "Average speed is 925.95% of the surrounding traffic's one", + "Average speed is 833.16% of the surrounding traffic's one", + "Average speed is 610.49% of the surrounding traffic's one", + "Average speed is 460.84% of the surrounding traffic's one", + "Average speed is 304.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.45, + "duration_system": 471.537 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_06_02_12_31_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.9% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 280.45% of the surrounding traffic's one", + "Average speed is 334.93% of the surrounding traffic's one", + "Average speed is 535.82% of the surrounding traffic's one", + "Average speed is 506.57% of the surrounding traffic's one", + "Average speed is 710.11% of the surrounding traffic's one", + "Average speed is 716.74% of the surrounding traffic's one", + "Average speed is 893.11% of the surrounding traffic's one", + "Average speed is 671.65% of the surrounding traffic's one", + "Average speed is 443.55% of the surrounding traffic's one", + "Average speed is 379.87% of the surrounding traffic's one", + "Average speed is 333.71% of the surrounding traffic's one", + "Average speed is 273.87% of the surrounding traffic's one", + "Average speed is 267.81% of the surrounding traffic's one", + "Average speed is 225.77% of the surrounding traffic's one", + "Average speed is 196.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 13.6, + "duration_system": 128.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_06_02_12_27_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.75% of the surrounding traffic's one", + "Average speed is 177.7% of the surrounding traffic's one", + "Average speed is 211.58% of the surrounding traffic's one", + "Average speed is 236.93% of the surrounding traffic's one", + "Average speed is 231.31% of the surrounding traffic's one", + "Average speed is 228.43% of the surrounding traffic's one", + "Average speed is 270.35% of the surrounding traffic's one", + "Average speed is 295.82% of the surrounding traffic's one", + "Average speed is 317.3% of the surrounding traffic's one", + "Average speed is 691.23% of the surrounding traffic's one", + "Average speed is 682.09% of the surrounding traffic's one", + "Average speed is 756.96% of the surrounding traffic's one", + "Average speed is 576.94% of the surrounding traffic's one", + "Average speed is 407.63% of the surrounding traffic's one", + "Average speed is 283.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.15, + "duration_system": 55.067 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_06_02_12_19_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 86.44% of the surrounding traffic's one", + "Average speed is 10.27% of the surrounding traffic's one", + "Average speed is 2401.36% of the surrounding traffic's one", + "Average speed is 2384.19% of the surrounding traffic's one", + "Average speed is 2057.44% of the surrounding traffic's one", + "Average speed is 1623.81% of the surrounding traffic's one", + "Average speed is 1173.95% of the surrounding traffic's one", + "Average speed is 1051.69% of the surrounding traffic's one", + "Average speed is 873.86% of the surrounding traffic's one", + "Average speed is 733.64% of the surrounding traffic's one", + "Average speed is 560.38% of the surrounding traffic's one", + "Average speed is 603.21% of the surrounding traffic's one", + "Average speed is 648.49% of the surrounding traffic's one", + "Average speed is 457.4% of the surrounding traffic's one", + "Average speed is 316.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.65, + "duration_system": 276.963 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_06_02_12_10_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 2051 at (x=2658.621, y=2277.046, z=175.222)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 94.3% of the surrounding traffic's one", + "Average speed is 8.31% of the surrounding traffic's one", + "Average speed is 1151.27% of the surrounding traffic's one", + "Average speed is 1268.73% of the surrounding traffic's one", + "Average speed is 1765.82% of the surrounding traffic's one", + "Average speed is 1775.14% of the surrounding traffic's one", + "Average speed is 1093.29% of the surrounding traffic's one", + "Average speed is 880.53% of the surrounding traffic's one", + "Average speed is 1837.69% of the surrounding traffic's one", + "Average speed is 2046.64% of the surrounding traffic's one", + "Average speed is 1002.5% of the surrounding traffic's one", + "Average speed is 692.37% of the surrounding traffic's one", + "Average speed is 638.66% of the surrounding traffic's one", + "Average speed is 505.48% of the surrounding traffic's one", + "Average speed is 431.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 35.7, + "duration_system": 335.703 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_06_02_12_00_09", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1448 at (x=-3245.442, y=4722.859, z=176.347)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.21% of the surrounding traffic's one", + "Average speed is 1254.09% of the surrounding traffic's one", + "Average speed is 1418.49% of the surrounding traffic's one", + "Average speed is 250.29% of the surrounding traffic's one", + "Average speed is 2144.59% of the surrounding traffic's one", + "Average speed is 2093.2% of the surrounding traffic's one", + "Average speed is 4115.08% of the surrounding traffic's one", + "Average speed is 3056.02% of the surrounding traffic's one", + "Average speed is 2505.47% of the surrounding traffic's one", + "Average speed is 1759.6% of the surrounding traffic's one", + "Average speed is 1236.26% of the surrounding traffic's one", + "Average speed is 1038.16% of the surrounding traffic's one", + "Average speed is 949.15% of the surrounding traffic's one", + "Average speed is 813.82% of the surrounding traffic's one", + "Average speed is 675.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.55, + "duration_system": 398.437 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_06_02_11_53_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 227.35% of the surrounding traffic's one", + "Average speed is 195.08% of the surrounding traffic's one", + "Average speed is 209.7% of the surrounding traffic's one", + "Average speed is 406.83% of the surrounding traffic's one", + "Average speed is 426.99% of the surrounding traffic's one", + "Average speed is 465.02% of the surrounding traffic's one", + "Average speed is 603.3% of the surrounding traffic's one", + "Average speed is 585.81% of the surrounding traffic's one", + "Average speed is 548.86% of the surrounding traffic's one", + "Average speed is 764.32% of the surrounding traffic's one", + "Average speed is 663.12% of the surrounding traffic's one", + "Average speed is 655.47% of the surrounding traffic's one", + "Average speed is 8660.6% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 9812714.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.35, + "duration_system": 190.216 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_06_02_14_21_13", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.012 meters (0.58% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 207.6% of the surrounding traffic's one", + "Average speed is 625.7% of the surrounding traffic's one", + "Average speed is 468.73% of the surrounding traffic's one", + "Average speed is 414.83% of the surrounding traffic's one", + "Average speed is 397.68% of the surrounding traffic's one", + "Average speed is 405.41% of the surrounding traffic's one", + "Average speed is 573.05% of the surrounding traffic's one", + "Average speed is 1109.52% of the surrounding traffic's one", + "Average speed is 1017.39% of the surrounding traffic's one", + "Average speed is 941.29% of the surrounding traffic's one", + "Average speed is 2566.32% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 38958780.22% of the surrounding traffic's one", + "Average speed is 1325934.72% of the surrounding traffic's one", + "Average speed is 1995434.61% of the surrounding traffic's one", + "Average speed is 1995434.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.994158, + "score_composed": 99.415812 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.5, + "duration_system": 143.16 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_06_02_10_35_25", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.74% of the surrounding traffic's one", + "Average speed is 356.48% of the surrounding traffic's one", + "Average speed is 387.73% of the surrounding traffic's one", + "Average speed is 438.18% of the surrounding traffic's one", + "Average speed is 418.39% of the surrounding traffic's one", + "Average speed is 512.67% of the surrounding traffic's one", + "Average speed is 887.34% of the surrounding traffic's one", + "Average speed is 1414.73% of the surrounding traffic's one", + "Average speed is 1045.49% of the surrounding traffic's one", + "Average speed is 1092.43% of the surrounding traffic's one", + "Average speed is 629.68% of the surrounding traffic's one", + "Average speed is 431.27% of the surrounding traffic's one", + "Average speed is 301.7% of the surrounding traffic's one", + "Average speed is 232.22% of the surrounding traffic's one", + "Average speed is 242.85% of the surrounding traffic's one", + "Average speed is 202.44% of the surrounding traffic's one", + "Average speed is 6110.76% of the surrounding traffic's one", + "Average speed is 1357875.84% of the surrounding traffic's one", + "Average speed is 1357875.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 22.1, + "duration_system": 215.24 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_06_02_09_46_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.2% of the surrounding traffic's one", + "Average speed is 300.73% of the surrounding traffic's one", + "Average speed is 630.62% of the surrounding traffic's one", + "Average speed is 157.3% of the surrounding traffic's one", + "Average speed is 14.44% of the surrounding traffic's one", + "Average speed is 2500.12% of the surrounding traffic's one", + "Average speed is 1514.64% of the surrounding traffic's one", + "Average speed is 1327.59% of the surrounding traffic's one", + "Average speed is 838.66% of the surrounding traffic's one", + "Average speed is 479.61% of the surrounding traffic's one", + "Average speed is 0.35% of the surrounding traffic's one", + "Average speed is 85.76% of the surrounding traffic's one", + "Average speed is 283.86% of the surrounding traffic's one", + "Average speed is 238.86% of the surrounding traffic's one", + "Average speed is 164.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 260.9, + "duration_system": 2795.585 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_06_02_09_34_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 237.49% of the surrounding traffic's one", + "Average speed is 163.92% of the surrounding traffic's one", + "Average speed is 79.78% of the surrounding traffic's one", + "Average speed is 44.41% of the surrounding traffic's one", + "Average speed is 8.25% of the surrounding traffic's one", + "Average speed is 694.91% of the surrounding traffic's one", + "Average speed is 839.01% of the surrounding traffic's one", + "Average speed is 844.43% of the surrounding traffic's one", + "Average speed is 626.25% of the surrounding traffic's one", + "Average speed is 292.41% of the surrounding traffic's one", + "Average speed is 292.79% of the surrounding traffic's one", + "Average speed is 375.09% of the surrounding traffic's one", + "Average speed is 280.9% of the surrounding traffic's one", + "Average speed is 237.97% of the surrounding traffic's one", + "Average speed is 177.44% of the surrounding traffic's one", + "Average speed is 161.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 52.7, + "duration_system": 498.204 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_06_02_09_25_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.07% of the surrounding traffic's one", + "Average speed is 107.86% of the surrounding traffic's one", + "Average speed is 153.29% of the surrounding traffic's one", + "Average speed is 10.43% of the surrounding traffic's one", + "Average speed is 665.17% of the surrounding traffic's one", + "Average speed is 619.59% of the surrounding traffic's one", + "Average speed is 907.68% of the surrounding traffic's one", + "Average speed is 719.18% of the surrounding traffic's one", + "Average speed is 259.16% of the surrounding traffic's one", + "Average speed is 97.61% of the surrounding traffic's one", + "Average speed is 1195.04% of the surrounding traffic's one", + "Average speed is 1276.6% of the surrounding traffic's one", + "Average speed is 793.75% of the surrounding traffic's one", + "Average speed is 582.0% of the surrounding traffic's one", + "Average speed is 456.15% of the surrounding traffic's one", + "Average speed is 421.22% of the surrounding traffic's one", + "Average speed is 358.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 41.4, + "duration_system": 402.897 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_06_02_08_54_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.24% of the surrounding traffic's one", + "Average speed is 97.13% of the surrounding traffic's one", + "Average speed is 123.02% of the surrounding traffic's one", + "Average speed is 42.7% of the surrounding traffic's one", + "Average speed is 3.79% of the surrounding traffic's one", + "Average speed is 6.36% of the surrounding traffic's one", + "Average speed is 652.48% of the surrounding traffic's one", + "Average speed is 619.17% of the surrounding traffic's one", + "Average speed is 500.9% of the surrounding traffic's one", + "Average speed is 313.64% of the surrounding traffic's one", + "Average speed is 406.06% of the surrounding traffic's one", + "Average speed is 58.68% of the surrounding traffic's one", + "Average speed is 312.5% of the surrounding traffic's one", + "Average speed is 314.88% of the surrounding traffic's one", + "Average speed is 302.05% of the surrounding traffic's one", + "Average speed is 222.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 157.7, + "duration_system": 1650.852 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_06_02_08_48_32", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.3% of the surrounding traffic's one", + "Average speed is 117.38% of the surrounding traffic's one", + "Average speed is 151.54% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 38.21% of the surrounding traffic's one", + "Average speed is 39.55% of the surrounding traffic's one", + "Average speed is 396.14% of the surrounding traffic's one", + "Average speed is 541.87% of the surrounding traffic's one", + "Average speed is 648.49% of the surrounding traffic's one", + "Average speed is 494.12% of the surrounding traffic's one", + "Average speed is 529.3% of the surrounding traffic's one", + "Average speed is 546.77% of the surrounding traffic's one", + "Average speed is 555.52% of the surrounding traffic's one", + "Average speed is 506.43% of the surrounding traffic's one", + "Average speed is 306.08% of the surrounding traffic's one", + "Average speed is 223.17% of the surrounding traffic's one", + "Average speed is 199.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 20.55, + "duration_system": 194.258 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_06_02_08_42_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.63% of the surrounding traffic's one", + "Average speed is 108.87% of the surrounding traffic's one", + "Average speed is 53.56% of the surrounding traffic's one", + "Average speed is 73.57% of the surrounding traffic's one", + "Average speed is 36.2% of the surrounding traffic's one", + "Average speed is 198.35% of the surrounding traffic's one", + "Average speed is 438.81% of the surrounding traffic's one", + "Average speed is 548.18% of the surrounding traffic's one", + "Average speed is 387.43% of the surrounding traffic's one", + "Average speed is 352.25% of the surrounding traffic's one", + "Average speed is 428.82% of the surrounding traffic's one", + "Average speed is 587.54% of the surrounding traffic's one", + "Average speed is 481.55% of the surrounding traffic's one", + "Average speed is 257.46% of the surrounding traffic's one", + "Average speed is 212.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 18.6, + "duration_system": 169.212 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_06_02_08_38_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.34% of the surrounding traffic's one", + "Average speed is 114.19% of the surrounding traffic's one", + "Average speed is 828.63% of the surrounding traffic's one", + "Average speed is 355.91% of the surrounding traffic's one", + "Average speed is 77.34% of the surrounding traffic's one", + "Average speed is 42.83% of the surrounding traffic's one", + "Average speed is 120.46% of the surrounding traffic's one", + "Average speed is 201.35% of the surrounding traffic's one", + "Average speed is 273.94% of the surrounding traffic's one", + "Average speed is 259.87% of the surrounding traffic's one", + "Average speed is 296.58% of the surrounding traffic's one", + "Average speed is 379.84% of the surrounding traffic's one", + "Average speed is 430.37% of the surrounding traffic's one", + "Average speed is 436.9% of the surrounding traffic's one", + "Average speed is 358.6% of the surrounding traffic's one", + "Average speed is 275.15% of the surrounding traffic's one", + "Average speed is 275.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 11.8, + "duration_system": 115.128 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_06_02_08_33_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.53% of the surrounding traffic's one", + "Average speed is 538.58% of the surrounding traffic's one", + "Average speed is 478.35% of the surrounding traffic's one", + "Average speed is 343.14% of the surrounding traffic's one", + "Average speed is 155.89% of the surrounding traffic's one", + "Average speed is 62.02% of the surrounding traffic's one", + "Average speed is 57.72% of the surrounding traffic's one", + "Average speed is 343.88% of the surrounding traffic's one", + "Average speed is 376.26% of the surrounding traffic's one", + "Average speed is 167.95% of the surrounding traffic's one", + "Average speed is 445.01% of the surrounding traffic's one", + "Average speed is 1333.71% of the surrounding traffic's one", + "Average speed is 2166.42% of the surrounding traffic's one", + "Average speed is 8668.35% of the surrounding traffic's one", + "Average speed is 3454.29% of the surrounding traffic's one", + "Average speed is 1987.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.25, + "duration_system": 119.142 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_06_02_08_28_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 372.38% of the surrounding traffic's one", + "Average speed is 239.41% of the surrounding traffic's one", + "Average speed is 342.14% of the surrounding traffic's one", + "Average speed is 160.21% of the surrounding traffic's one", + "Average speed is 66.12% of the surrounding traffic's one", + "Average speed is 126.38% of the surrounding traffic's one", + "Average speed is 299.69% of the surrounding traffic's one", + "Average speed is 359.28% of the surrounding traffic's one", + "Average speed is 371.12% of the surrounding traffic's one", + "Average speed is 307.81% of the surrounding traffic's one", + "Average speed is 529.08% of the surrounding traffic's one", + "Average speed is 529.91% of the surrounding traffic's one", + "Average speed is 809.55% of the surrounding traffic's one", + "Average speed is 2410.84% of the surrounding traffic's one", + "Average speed is 1881.88% of the surrounding traffic's one", + "Average speed is 1733.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.3, + "duration_system": 104.138 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_06_02_08_23_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2587.824, y=-79.784, z=173.289) at time=8.200s [CARLA Frame: 4532, Agent Step: 163]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.45% of the surrounding traffic's one", + "Average speed is 522.33% of the surrounding traffic's one", + "Average speed is 725.15% of the surrounding traffic's one", + "Average speed is 397.37% of the surrounding traffic's one", + "Average speed is 135.27% of the surrounding traffic's one", + "Average speed is 52.72% of the surrounding traffic's one", + "Average speed is 130.3% of the surrounding traffic's one", + "Average speed is 272.32% of the surrounding traffic's one", + "Average speed is 281.0% of the surrounding traffic's one", + "Average speed is 218.69% of the surrounding traffic's one", + "Average speed is 183.94% of the surrounding traffic's one", + "Average speed is 135.42% of the surrounding traffic's one", + "Average speed is 436.02% of the surrounding traffic's one", + "Average speed is 523.82% of the surrounding traffic's one", + "Average speed is 528.62% of the surrounding traffic's one", + "Average speed is 500.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 14.2, + "duration_system": 147.166 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_06_02_08_19_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.58% of the surrounding traffic's one", + "Average speed is 133.18% of the surrounding traffic's one", + "Average speed is 98.18% of the surrounding traffic's one", + "Average speed is 122.61% of the surrounding traffic's one", + "Average speed is 141.72% of the surrounding traffic's one", + "Average speed is 166.54% of the surrounding traffic's one", + "Average speed is 189.6% of the surrounding traffic's one", + "Average speed is 209.34% of the surrounding traffic's one", + "Average speed is 224.25% of the surrounding traffic's one", + "Average speed is 235.31% of the surrounding traffic's one", + "Average speed is 244.61% of the surrounding traffic's one", + "Average speed is 243.56% of the surrounding traffic's one", + "Average speed is 236.73% of the surrounding traffic's one", + "Average speed is 229.19% of the surrounding traffic's one", + "Average speed is 271.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.2, + "duration_system": 73.082 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_06_01_13_58_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.53% of the surrounding traffic's one", + "Average speed is 135.48% of the surrounding traffic's one", + "Average speed is 145.12% of the surrounding traffic's one", + "Average speed is 122.87% of the surrounding traffic's one", + "Average speed is 126.61% of the surrounding traffic's one", + "Average speed is 161.52% of the surrounding traffic's one", + "Average speed is 184.82% of the surrounding traffic's one", + "Average speed is 207.51% of the surrounding traffic's one", + "Average speed is 224.14% of the surrounding traffic's one", + "Average speed is 235.49% of the surrounding traffic's one", + "Average speed is 239.71% of the surrounding traffic's one", + "Average speed is 237.99% of the surrounding traffic's one", + "Average speed is 225.12% of the surrounding traffic's one", + "Average speed is 192.44% of the surrounding traffic's one", + "Average speed is 151.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.25, + "duration_system": 63.077 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_06_01_13_53_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.94% of the surrounding traffic's one", + "Average speed is 138.96% of the surrounding traffic's one", + "Average speed is 123.14% of the surrounding traffic's one", + "Average speed is 128.03% of the surrounding traffic's one", + "Average speed is 131.84% of the surrounding traffic's one", + "Average speed is 117.57% of the surrounding traffic's one", + "Average speed is 131.26% of the surrounding traffic's one", + "Average speed is 124.84% of the surrounding traffic's one", + "Average speed is 111.45% of the surrounding traffic's one", + "Average speed is 125.59% of the surrounding traffic's one", + "Average speed is 115.55% of the surrounding traffic's one", + "Average speed is 126.1% of the surrounding traffic's one", + "Average speed is 132.34% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 11.1, + "duration_system": 92.103 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_06_01_13_48_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.24% of the surrounding traffic's one", + "Average speed is 112.56% of the surrounding traffic's one", + "Average speed is 92.43% of the surrounding traffic's one", + "Average speed is 145.22% of the surrounding traffic's one", + "Average speed is 100.78% of the surrounding traffic's one", + "Average speed is 104.69% of the surrounding traffic's one", + "Average speed is 99.8% of the surrounding traffic's one", + "Average speed is 97.22% of the surrounding traffic's one", + "Average speed is 106.79% of the surrounding traffic's one", + "Average speed is 116.77% of the surrounding traffic's one", + "Average speed is 108.06% of the surrounding traffic's one", + "Average speed is 100.92% of the surrounding traffic's one", + "Average speed is 111.36% of the surrounding traffic's one", + "Average speed is 101.71% of the surrounding traffic's one", + "Average speed is 98.25% of the surrounding traffic's one", + "Average speed is 110.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 130.154 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_06_01_13_40_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.98% of the surrounding traffic's one", + "Average speed is 121.15% of the surrounding traffic's one", + "Average speed is 16.52% of the surrounding traffic's one", + "Average speed is 154.66% of the surrounding traffic's one", + "Average speed is 148.24% of the surrounding traffic's one", + "Average speed is 108.6% of the surrounding traffic's one", + "Average speed is 117.35% of the surrounding traffic's one", + "Average speed is 94.39% of the surrounding traffic's one", + "Average speed is 89.74% of the surrounding traffic's one", + "Average speed is 124.77% of the surrounding traffic's one", + "Average speed is 106.71% of the surrounding traffic's one", + "Average speed is 113.97% of the surrounding traffic's one", + "Average speed is 104.9% of the surrounding traffic's one", + "Average speed is 104.68% of the surrounding traffic's one", + "Average speed is 104.99% of the surrounding traffic's one", + "Average speed is 126.45% of the surrounding traffic's one", + "Average speed is 124.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 27.9, + "duration_system": 242.291 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_06_01_13_34_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 47.55% of the surrounding traffic's one", + "Average speed is 147.7% of the surrounding traffic's one", + "Average speed is 106.69% of the surrounding traffic's one", + "Average speed is 130.67% of the surrounding traffic's one", + "Average speed is 140.39% of the surrounding traffic's one", + "Average speed is 112.58% of the surrounding traffic's one", + "Average speed is 127.76% of the surrounding traffic's one", + "Average speed is 117.08% of the surrounding traffic's one", + "Average speed is 123.01% of the surrounding traffic's one", + "Average speed is 104.04% of the surrounding traffic's one", + "Average speed is 106.56% of the surrounding traffic's one", + "Average speed is 117.96% of the surrounding traffic's one", + "Average speed is 111.79% of the surrounding traffic's one", + "Average speed is 118.76% of the surrounding traffic's one", + "Average speed is 118.94% of the surrounding traffic's one", + "Average speed is 104.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 17.65, + "duration_system": 154.23 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_06_01_13_28_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.67% of the surrounding traffic's one", + "Average speed is 142.35% of the surrounding traffic's one", + "Average speed is 177.69% of the surrounding traffic's one", + "Average speed is 225.98% of the surrounding traffic's one", + "Average speed is 230.63% of the surrounding traffic's one", + "Average speed is 194.3% of the surrounding traffic's one", + "Average speed is 197.91% of the surrounding traffic's one", + "Average speed is 191.53% of the surrounding traffic's one", + "Average speed is 136.21% of the surrounding traffic's one", + "Average speed is 109.13% of the surrounding traffic's one", + "Average speed is 110.56% of the surrounding traffic's one", + "Average speed is 92.89% of the surrounding traffic's one", + "Average speed is 99.12% of the surrounding traffic's one", + "Average speed is 97.97% of the surrounding traffic's one", + "Average speed is 111.65% of the surrounding traffic's one", + "Average speed is 116.66% of the surrounding traffic's one", + "Average speed is 115.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.3, + "duration_system": 174.008 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_06_01_13_23_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 49.49% of the surrounding traffic's one", + "Average speed is 211.07% of the surrounding traffic's one", + "Average speed is 411.18% of the surrounding traffic's one", + "Average speed is 545.85% of the surrounding traffic's one", + "Average speed is 447.02% of the surrounding traffic's one", + "Average speed is 478.35% of the surrounding traffic's one", + "Average speed is 545.88% of the surrounding traffic's one", + "Average speed is 526.34% of the surrounding traffic's one", + "Average speed is 442.93% of the surrounding traffic's one", + "Average speed is 491.71% of the surrounding traffic's one", + "Average speed is 478.02% of the surrounding traffic's one", + "Average speed is 466.17% of the surrounding traffic's one", + "Average speed is 426.97% of the surrounding traffic's one", + "Average speed is 365.79% of the surrounding traffic's one", + "Average speed is 427.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.0, + "duration_system": 130.142 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_06_02_08_12_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.54% of the surrounding traffic's one", + "Average speed is 139.77% of the surrounding traffic's one", + "Average speed is 176.68% of the surrounding traffic's one", + "Average speed is 207.06% of the surrounding traffic's one", + "Average speed is 269.02% of the surrounding traffic's one", + "Average speed is 374.32% of the surrounding traffic's one", + "Average speed is 289.95% of the surrounding traffic's one", + "Average speed is 63.18% of the surrounding traffic's one", + "Average speed is 225.86% of the surrounding traffic's one", + "Average speed is 326.46% of the surrounding traffic's one", + "Average speed is 224.34% of the surrounding traffic's one", + "Average speed is 222.17% of the surrounding traffic's one", + "Average speed is 234.96% of the surrounding traffic's one", + "Average speed is 209.21% of the surrounding traffic's one", + "Average speed is 251.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 15.9, + "duration_system": 211.222 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_06_01_12_05_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.19% of the surrounding traffic's one", + "Average speed is 145.99% of the surrounding traffic's one", + "Average speed is 176.7% of the surrounding traffic's one", + "Average speed is 226.42% of the surrounding traffic's one", + "Average speed is 257.07% of the surrounding traffic's one", + "Average speed is 349.87% of the surrounding traffic's one", + "Average speed is 460.59% of the surrounding traffic's one", + "Average speed is 279.18% of the surrounding traffic's one", + "Average speed is 26.25% of the surrounding traffic's one", + "Average speed is 364.46% of the surrounding traffic's one", + "Average speed is 544.75% of the surrounding traffic's one", + "Average speed is 439.53% of the surrounding traffic's one", + "Average speed is 465.84% of the surrounding traffic's one", + "Average speed is 923.38% of the surrounding traffic's one", + "Average speed is 734.5% of the surrounding traffic's one", + "Average speed is 759.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.65, + "duration_system": 205.245 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_06_01_11_57_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.08% of the surrounding traffic's one", + "Average speed is 135.34% of the surrounding traffic's one", + "Average speed is 211.13% of the surrounding traffic's one", + "Average speed is 297.54% of the surrounding traffic's one", + "Average speed is 208.44% of the surrounding traffic's one", + "Average speed is 19.34% of the surrounding traffic's one", + "Average speed is 277.35% of the surrounding traffic's one", + "Average speed is 328.88% of the surrounding traffic's one", + "Average speed is 234.83% of the surrounding traffic's one", + "Average speed is 192.14% of the surrounding traffic's one", + "Average speed is 226.41% of the surrounding traffic's one", + "Average speed is 233.72% of the surrounding traffic's one", + "Average speed is 220.47% of the surrounding traffic's one", + "Average speed is 210.31% of the surrounding traffic's one", + "Average speed is 248.6% of the surrounding traffic's one", + "Average speed is 236.7% of the surrounding traffic's one", + "Average speed is 202.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 26.75, + "duration_system": 283.333 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_06_01_11_49_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.09% of the surrounding traffic's one", + "Average speed is 152.69% of the surrounding traffic's one", + "Average speed is 233.55% of the surrounding traffic's one", + "Average speed is 213.51% of the surrounding traffic's one", + "Average speed is 233.73% of the surrounding traffic's one", + "Average speed is 234.32% of the surrounding traffic's one", + "Average speed is 211.73% of the surrounding traffic's one", + "Average speed is 158.97% of the surrounding traffic's one", + "Average speed is 102.12% of the surrounding traffic's one", + "Average speed is 97.25% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one", + "Average speed is 99.31% of the surrounding traffic's one", + "Average speed is 95.19% of the surrounding traffic's one", + "Average speed is 122.96% of the surrounding traffic's one", + "Average speed is 27.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 33.15, + "duration_system": 273.071 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_06_02_08_07_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.04% of the surrounding traffic's one", + "Average speed is 163.76% of the surrounding traffic's one", + "Average speed is 200.43% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 135.19% of the surrounding traffic's one", + "Average speed is 127.88% of the surrounding traffic's one", + "Average speed is 88.15% of the surrounding traffic's one", + "Average speed is 66.54% of the surrounding traffic's one", + "Average speed is 78.19% of the surrounding traffic's one", + "Average speed is 220.62% of the surrounding traffic's one", + "Average speed is 310.4% of the surrounding traffic's one", + "Average speed is 387.58% of the surrounding traffic's one", + "Average speed is 414.31% of the surrounding traffic's one", + "Average speed is 426.48% of the surrounding traffic's one", + "Average speed is 646.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.5, + "duration_system": 155.188 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_06_01_09_41_06", + "status": "Completed", + "num_infractions": 26, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=4884 at (x=4302.994, y=579.16, z=175.723) at time=50.050s [CARLA Frame: 5386, Agent Step: 1000]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4296.646, y=581.718, z=175.86) at time=245.750s [CARLA Frame: 9300, Agent Step: 4914]", + "Agent collided against object with type=vehicle.audi.tt and id=4889 at (x=4276.791, y=588.931, z=176.286) at time=249.050s [CARLA Frame: 9366, Agent Step: 4980]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4272.111, y=591.191, z=176.388) at time=249.600s [CARLA Frame: 9377, Agent Step: 4991]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4265.699, y=593.32, z=176.539) at time=254.600s [CARLA Frame: 9477, Agent Step: 5091]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4260.583, y=594.235, z=176.638) at time=261.850s [CARLA Frame: 9622, Agent Step: 5236]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4245.961, y=599.252, z=176.934) at time=266.850s [CARLA Frame: 9722, Agent Step: 5336]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 14.937 meters (12.18% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 127.82% of the surrounding traffic's one", + "Average speed is 139.7% of the surrounding traffic's one", + "Average speed is 218.16% of the surrounding traffic's one", + "Average speed is 237.22% of the surrounding traffic's one", + "Average speed is 177.36% of the surrounding traffic's one", + "Average speed is 157.45% of the surrounding traffic's one", + "Average speed is 94.38% of the surrounding traffic's one", + "Average speed is 14.19% of the surrounding traffic's one", + "Average speed is 135.25% of the surrounding traffic's one", + "Average speed is 117.36% of the surrounding traffic's one", + "Average speed is 80.83% of the surrounding traffic's one", + "Average speed is 164.53% of the surrounding traffic's one", + "Average speed is 160.64% of the surrounding traffic's one", + "Average speed is 28.37% of the surrounding traffic's one", + "Average speed is 233.79% of the surrounding traffic's one", + "Average speed is 162.81% of the surrounding traffic's one", + "Average speed is 49.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.017208, + "score_composed": 1.720784 + }, + "meta": { + "route_length": 132.541, + "duration_game": 269.3, + "duration_system": 3298.363 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_06_01_09_36_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.41% of the surrounding traffic's one", + "Average speed is 137.23% of the surrounding traffic's one", + "Average speed is 121.66% of the surrounding traffic's one", + "Average speed is 196.18% of the surrounding traffic's one", + "Average speed is 196.54% of the surrounding traffic's one", + "Average speed is 202.85% of the surrounding traffic's one", + "Average speed is 224.59% of the surrounding traffic's one", + "Average speed is 237.47% of the surrounding traffic's one", + "Average speed is 242.1% of the surrounding traffic's one", + "Average speed is 240.0% of the surrounding traffic's one", + "Average speed is 239.82% of the surrounding traffic's one", + "Average speed is 237.31% of the surrounding traffic's one", + "Average speed is 230.2% of the surrounding traffic's one", + "Average speed is 225.03% of the surrounding traffic's one", + "Average speed is 232.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.65, + "duration_system": 81.083 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_06_01_09_31_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.05% of the surrounding traffic's one", + "Average speed is 171.45% of the surrounding traffic's one", + "Average speed is 194.69% of the surrounding traffic's one", + "Average speed is 254.21% of the surrounding traffic's one", + "Average speed is 221.06% of the surrounding traffic's one", + "Average speed is 212.99% of the surrounding traffic's one", + "Average speed is 218.43% of the surrounding traffic's one", + "Average speed is 213.7% of the surrounding traffic's one", + "Average speed is 208.65% of the surrounding traffic's one", + "Average speed is 205.11% of the surrounding traffic's one", + "Average speed is 195.0% of the surrounding traffic's one", + "Average speed is 183.29% of the surrounding traffic's one", + "Average speed is 166.07% of the surrounding traffic's one", + "Average speed is 152.36% of the surrounding traffic's one", + "Average speed is 149.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.9, + "duration_system": 86.112 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_06_01_09_27_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 95.46% of the surrounding traffic's one", + "Average speed is 136.59% of the surrounding traffic's one", + "Average speed is 121.81% of the surrounding traffic's one", + "Average speed is 152.92% of the surrounding traffic's one", + "Average speed is 172.88% of the surrounding traffic's one", + "Average speed is 190.6% of the surrounding traffic's one", + "Average speed is 213.65% of the surrounding traffic's one", + "Average speed is 224.96% of the surrounding traffic's one", + "Average speed is 239.19% of the surrounding traffic's one", + "Average speed is 249.74% of the surrounding traffic's one", + "Average speed is 248.36% of the surrounding traffic's one", + "Average speed is 242.78% of the surrounding traffic's one", + "Average speed is 227.5% of the surrounding traffic's one", + "Average speed is 199.51% of the surrounding traffic's one", + "Average speed is 173.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 7.9, + "duration_system": 73.112 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_06_01_09_23_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.37% of the surrounding traffic's one", + "Average speed is 187.14% of the surrounding traffic's one", + "Average speed is 187.11% of the surrounding traffic's one", + "Average speed is 209.53% of the surrounding traffic's one", + "Average speed is 215.77% of the surrounding traffic's one", + "Average speed is 209.99% of the surrounding traffic's one", + "Average speed is 225.13% of the surrounding traffic's one", + "Average speed is 233.32% of the surrounding traffic's one", + "Average speed is 225.79% of the surrounding traffic's one", + "Average speed is 206.66% of the surrounding traffic's one", + "Average speed is 191.11% of the surrounding traffic's one", + "Average speed is 171.19% of the surrounding traffic's one", + "Average speed is 167.33% of the surrounding traffic's one", + "Average speed is 221.99% of the surrounding traffic's one", + "Average speed is 222.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 62.065 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_06_01_09_08_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.58% of the surrounding traffic's one", + "Average speed is 160.45% of the surrounding traffic's one", + "Average speed is 175.44% of the surrounding traffic's one", + "Average speed is 178.28% of the surrounding traffic's one", + "Average speed is 122.14% of the surrounding traffic's one", + "Average speed is 4.68% of the surrounding traffic's one", + "Average speed is 158.37% of the surrounding traffic's one", + "Average speed is 225.47% of the surrounding traffic's one", + "Average speed is 222.82% of the surrounding traffic's one", + "Average speed is 179.56% of the surrounding traffic's one", + "Average speed is 81.67% of the surrounding traffic's one", + "Average speed is 66.28% of the surrounding traffic's one", + "Average speed is 110.57% of the surrounding traffic's one", + "Average speed is 111.95% of the surrounding traffic's one", + "Average speed is 114.63% of the surrounding traffic's one", + "Average speed is 114.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 50.85, + "duration_system": 719.838 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_06_01_09_00_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.65% of the surrounding traffic's one", + "Average speed is 135.98% of the surrounding traffic's one", + "Average speed is 177.71% of the surrounding traffic's one", + "Average speed is 213.2% of the surrounding traffic's one", + "Average speed is 186.96% of the surrounding traffic's one", + "Average speed is 160.69% of the surrounding traffic's one", + "Average speed is 130.81% of the surrounding traffic's one", + "Average speed is 47.23% of the surrounding traffic's one", + "Average speed is 141.48% of the surrounding traffic's one", + "Average speed is 235.2% of the surrounding traffic's one", + "Average speed is 227.73% of the surrounding traffic's one", + "Average speed is 160.07% of the surrounding traffic's one", + "Average speed is 109.86% of the surrounding traffic's one", + "Average speed is 106.3% of the surrounding traffic's one", + "Average speed is 98.56% of the surrounding traffic's one", + "Average speed is 13.41% of the surrounding traffic's one", + "Average speed is 78.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 33.85, + "duration_system": 267.31 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_06_01_08_54_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.13% of the surrounding traffic's one", + "Average speed is 136.22% of the surrounding traffic's one", + "Average speed is 204.37% of the surrounding traffic's one", + "Average speed is 190.24% of the surrounding traffic's one", + "Average speed is 156.26% of the surrounding traffic's one", + "Average speed is 67.06% of the surrounding traffic's one", + "Average speed is 60.8% of the surrounding traffic's one", + "Average speed is 200.28% of the surrounding traffic's one", + "Average speed is 199.76% of the surrounding traffic's one", + "Average speed is 141.11% of the surrounding traffic's one", + "Average speed is 97.03% of the surrounding traffic's one", + "Average speed is 105.11% of the surrounding traffic's one", + "Average speed is 105.94% of the surrounding traffic's one", + "Average speed is 122.93% of the surrounding traffic's one", + "Average speed is 112.06% of the surrounding traffic's one", + "Average speed is 108.23% of the surrounding traffic's one", + "Average speed is 89.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 18.7, + "duration_system": 151.171 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_06_01_08_48_01", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 100.8% of the surrounding traffic's one", + "Average speed is 16.59% of the surrounding traffic's one", + "Average speed is 516.14% of the surrounding traffic's one", + "Average speed is 682.74% of the surrounding traffic's one", + "Average speed is 666.94% of the surrounding traffic's one", + "Average speed is 563.36% of the surrounding traffic's one", + "Average speed is 480.41% of the surrounding traffic's one", + "Average speed is 468.52% of the surrounding traffic's one", + "Average speed is 672.37% of the surrounding traffic's one", + "Average speed is 506.68% of the surrounding traffic's one", + "Average speed is 492.43% of the surrounding traffic's one", + "Average speed is 353.26% of the surrounding traffic's one", + "Average speed is 306.49% of the surrounding traffic's one", + "Average speed is 246.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 19.3, + "duration_system": 213.215 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_06_01_08_42_46", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.3% of the surrounding traffic's one", + "Average speed is 37.25% of the surrounding traffic's one", + "Average speed is 218.42% of the surrounding traffic's one", + "Average speed is 325.22% of the surrounding traffic's one", + "Average speed is 451.5% of the surrounding traffic's one", + "Average speed is 493.03% of the surrounding traffic's one", + "Average speed is 370.75% of the surrounding traffic's one", + "Average speed is 295.38% of the surrounding traffic's one", + "Average speed is 556.42% of the surrounding traffic's one", + "Average speed is 454.04% of the surrounding traffic's one", + "Average speed is 298.0% of the surrounding traffic's one", + "Average speed is 199.88% of the surrounding traffic's one", + "Average speed is 203.96% of the surrounding traffic's one", + "Average speed is 162.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 10.6, + "duration_system": 126.141 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_06_01_08_38_59", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.07% of the surrounding traffic's one", + "Average speed is 192.53% of the surrounding traffic's one", + "Average speed is 268.31% of the surrounding traffic's one", + "Average speed is 289.94% of the surrounding traffic's one", + "Average speed is 288.37% of the surrounding traffic's one", + "Average speed is 290.64% of the surrounding traffic's one", + "Average speed is 308.95% of the surrounding traffic's one", + "Average speed is 315.91% of the surrounding traffic's one", + "Average speed is 324.88% of the surrounding traffic's one", + "Average speed is 655.6% of the surrounding traffic's one", + "Average speed is 545.99% of the surrounding traffic's one", + "Average speed is 507.45% of the surrounding traffic's one", + "Average speed is 303.36% of the surrounding traffic's one", + "Average speed is 193.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.55, + "duration_system": 55.059 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_06_01_08_16_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.14% of the surrounding traffic's one", + "Average speed is 191.41% of the surrounding traffic's one", + "Average speed is 1709.79% of the surrounding traffic's one", + "Average speed is 2609.51% of the surrounding traffic's one", + "Average speed is 3329.38% of the surrounding traffic's one", + "Average speed is 2185.66% of the surrounding traffic's one", + "Average speed is 1566.59% of the surrounding traffic's one", + "Average speed is 1053.82% of the surrounding traffic's one", + "Average speed is 680.64% of the surrounding traffic's one", + "Average speed is 550.51% of the surrounding traffic's one", + "Average speed is 446.97% of the surrounding traffic's one", + "Average speed is 368.15% of the surrounding traffic's one", + "Average speed is 243.96% of the surrounding traffic's one", + "Average speed is 75.35% of the surrounding traffic's one", + "Average speed is 78.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 53.4, + "duration_system": 1159.198 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_06_01_08_10_19", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.93% of the surrounding traffic's one", + "Average speed is 78.3% of the surrounding traffic's one", + "Average speed is 160.77% of the surrounding traffic's one", + "Average speed is 150.67% of the surrounding traffic's one", + "Average speed is 65.63% of the surrounding traffic's one", + "Average speed is 46.33% of the surrounding traffic's one", + "Average speed is 285.42% of the surrounding traffic's one", + "Average speed is 432.51% of the surrounding traffic's one", + "Average speed is 494.81% of the surrounding traffic's one", + "Average speed is 418.18% of the surrounding traffic's one", + "Average speed is 479.55% of the surrounding traffic's one", + "Average speed is 398.75% of the surrounding traffic's one", + "Average speed is 244.1% of the surrounding traffic's one", + "Average speed is 172.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 14.8, + "duration_system": 201.261 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_06_01_08_03_50", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 214.81% of the surrounding traffic's one", + "Average speed is 282.93% of the surrounding traffic's one", + "Average speed is 151.38% of the surrounding traffic's one", + "Average speed is 86.06% of the surrounding traffic's one", + "Average speed is 29.96% of the surrounding traffic's one", + "Average speed is 284.43% of the surrounding traffic's one", + "Average speed is 302.47% of the surrounding traffic's one", + "Average speed is 275.95% of the surrounding traffic's one", + "Average speed is 352.18% of the surrounding traffic's one", + "Average speed is 618.32% of the surrounding traffic's one", + "Average speed is 2321.2% of the surrounding traffic's one", + "Average speed is 1077.65% of the surrounding traffic's one", + "Average speed is 609.02% of the surrounding traffic's one", + "Average speed is 283.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 14.75, + "duration_system": 191.43 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_06_01_07_57_29", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 242.12% of the surrounding traffic's one", + "Average speed is 296.91% of the surrounding traffic's one", + "Average speed is 273.35% of the surrounding traffic's one", + "Average speed is 153.53% of the surrounding traffic's one", + "Average speed is 56.12% of the surrounding traffic's one", + "Average speed is 55.55% of the surrounding traffic's one", + "Average speed is 309.29% of the surrounding traffic's one", + "Average speed is 358.79% of the surrounding traffic's one", + "Average speed is 411.02% of the surrounding traffic's one", + "Average speed is 396.87% of the surrounding traffic's one", + "Average speed is 518.88% of the surrounding traffic's one", + "Average speed is 423.8% of the surrounding traffic's one", + "Average speed is 399.54% of the surrounding traffic's one", + "Average speed is 257.28% of the surrounding traffic's one", + "Average speed is 177.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.7, + "duration_system": 204.726 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_06_01_07_35_10", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 12.87% of the surrounding traffic's one", + "Average speed is 360.65% of the surrounding traffic's one", + "Average speed is 330.54% of the surrounding traffic's one", + "Average speed is 181.57% of the surrounding traffic's one", + "Average speed is 48.56% of the surrounding traffic's one", + "Average speed is 353.12% of the surrounding traffic's one", + "Average speed is 360.7% of the surrounding traffic's one", + "Average speed is 384.48% of the surrounding traffic's one", + "Average speed is 292.09% of the surrounding traffic's one", + "Average speed is 326.66% of the surrounding traffic's one", + "Average speed is 1441.16% of the surrounding traffic's one", + "Average speed is 1274.45% of the surrounding traffic's one", + "Average speed is 326.41% of the surrounding traffic's one", + "Average speed is 139.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 43.0, + "duration_system": 1165.652 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_06_02_12_57_40", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 97.5% of the surrounding traffic's one", + "Average speed is 198.41% of the surrounding traffic's one", + "Average speed is 223.22% of the surrounding traffic's one", + "Average speed is 84.59% of the surrounding traffic's one", + "Average speed is 49.24% of the surrounding traffic's one", + "Average speed is 186.07% of the surrounding traffic's one", + "Average speed is 358.87% of the surrounding traffic's one", + "Average speed is 432.79% of the surrounding traffic's one", + "Average speed is 604.32% of the surrounding traffic's one", + "Average speed is 595.75% of the surrounding traffic's one", + "Average speed is 454.45% of the surrounding traffic's one", + "Average speed is 354.2% of the surrounding traffic's one", + "Average speed is 206.61% of the surrounding traffic's one", + "Average speed is 146.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.3, + "duration_system": 196.201 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_06_02_12_49_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 254.38% of the surrounding traffic's one", + "Average speed is 267.75% of the surrounding traffic's one", + "Average speed is 282.83% of the surrounding traffic's one", + "Average speed is 452.26% of the surrounding traffic's one", + "Average speed is 506.02% of the surrounding traffic's one", + "Average speed is 553.18% of the surrounding traffic's one", + "Average speed is 652.6% of the surrounding traffic's one", + "Average speed is 617.18% of the surrounding traffic's one", + "Average speed is 591.4% of the surrounding traffic's one", + "Average speed is 537.16% of the surrounding traffic's one", + "Average speed is 687.73% of the surrounding traffic's one", + "Average speed is 780.21% of the surrounding traffic's one", + "Average speed is 695.26% of the surrounding traffic's one", + "Average speed is 1096.69% of the surrounding traffic's one", + "Average speed is 1378.49% of the surrounding traffic's one", + "Average speed is 631.64% of the surrounding traffic's one", + "Average speed is 448.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 12.95, + "duration_system": 277.595 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_06_02_12_42_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 474.02% of the surrounding traffic's one", + "Average speed is 563.23% of the surrounding traffic's one", + "Average speed is 608.23% of the surrounding traffic's one", + "Average speed is 712.03% of the surrounding traffic's one", + "Average speed is 406.83% of the surrounding traffic's one", + "Average speed is 137.05% of the surrounding traffic's one", + "Average speed is 196.2% of the surrounding traffic's one", + "Average speed is 278.06% of the surrounding traffic's one", + "Average speed is 276.23% of the surrounding traffic's one", + "Average speed is 196.51% of the surrounding traffic's one", + "Average speed is 183.26% of the surrounding traffic's one", + "Average speed is 158.95% of the surrounding traffic's one", + "Average speed is 232.4% of the surrounding traffic's one", + "Average speed is 505.48% of the surrounding traffic's one", + "Average speed is 438.87% of the surrounding traffic's one", + "Average speed is 406.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 14.15, + "duration_system": 228.309 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_06_02_12_34_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 247.61% of the surrounding traffic's one", + "Average speed is 282.31% of the surrounding traffic's one", + "Average speed is 287.19% of the surrounding traffic's one", + "Average speed is 443.22% of the surrounding traffic's one", + "Average speed is 522.56% of the surrounding traffic's one", + "Average speed is 556.52% of the surrounding traffic's one", + "Average speed is 572.7% of the surrounding traffic's one", + "Average speed is 468.95% of the surrounding traffic's one", + "Average speed is 359.36% of the surrounding traffic's one", + "Average speed is 402.5% of the surrounding traffic's one", + "Average speed is 459.13% of the surrounding traffic's one", + "Average speed is 454.34% of the surrounding traffic's one", + "Average speed is 603.53% of the surrounding traffic's one", + "Average speed is 1117.0% of the surrounding traffic's one", + "Average speed is 1066.38% of the surrounding traffic's one", + "Average speed is 641.23% of the surrounding traffic's one", + "Average speed is 346.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 14.15, + "duration_system": 277.317 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_06_02_12_26_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.96 meters (3.89% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 162.94% of the surrounding traffic's one", + "Average speed is 427.55% of the surrounding traffic's one", + "Average speed is 458.45% of the surrounding traffic's one", + "Average speed is 408.01% of the surrounding traffic's one", + "Average speed is 466.57% of the surrounding traffic's one", + "Average speed is 431.87% of the surrounding traffic's one", + "Average speed is 429.17% of the surrounding traffic's one", + "Average speed is 397.39% of the surrounding traffic's one", + "Average speed is 927.73% of the surrounding traffic's one", + "Average speed is 1216.51% of the surrounding traffic's one", + "Average speed is 1169.94% of the surrounding traffic's one", + "Average speed is 666.61% of the surrounding traffic's one", + "Average speed is 304.94% of the surrounding traffic's one", + "Average speed is 204.23% of the surrounding traffic's one", + "Average speed is 410.63% of the surrounding traffic's one", + "Average speed is 2470563.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.961086, + "score_composed": 96.108628 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.45, + "duration_system": 242.265 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_06_02_12_19_50", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.28% of the surrounding traffic's one", + "Average speed is 146.58% of the surrounding traffic's one", + "Average speed is 321.9% of the surrounding traffic's one", + "Average speed is 399.28% of the surrounding traffic's one", + "Average speed is 340.74% of the surrounding traffic's one", + "Average speed is 101.43% of the surrounding traffic's one", + "Average speed is 127.92% of the surrounding traffic's one", + "Average speed is 171.44% of the surrounding traffic's one", + "Average speed is 74.32% of the surrounding traffic's one", + "Average speed is 26.9% of the surrounding traffic's one", + "Average speed is 686.28% of the surrounding traffic's one", + "Average speed is 461.28% of the surrounding traffic's one", + "Average speed is 389.16% of the surrounding traffic's one", + "Average speed is 470.62% of the surrounding traffic's one", + "Average speed is 300.2% of the surrounding traffic's one", + "Average speed is 204.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.5, + "duration_system": 235.667 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_06_02_12_08_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.11% of the surrounding traffic's one", + "Average speed is 115.84% of the surrounding traffic's one", + "Average speed is 132.8% of the surrounding traffic's one", + "Average speed is 14.48% of the surrounding traffic's one", + "Average speed is 374.12% of the surrounding traffic's one", + "Average speed is 428.33% of the surrounding traffic's one", + "Average speed is 500.94% of the surrounding traffic's one", + "Average speed is 702.03% of the surrounding traffic's one", + "Average speed is 754.78% of the surrounding traffic's one", + "Average speed is 457.25% of the surrounding traffic's one", + "Average speed is 193.87% of the surrounding traffic's one", + "Average speed is 6.63% of the surrounding traffic's one", + "Average speed is 239.66% of the surrounding traffic's one", + "Average speed is 257.19% of the surrounding traffic's one", + "Average speed is 166.23% of the surrounding traffic's one", + "Average speed is 138.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 40.35, + "duration_system": 492.881 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_06_02_11_55_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.39% of the surrounding traffic's one", + "Average speed is 231.58% of the surrounding traffic's one", + "Average speed is 714.62% of the surrounding traffic's one", + "Average speed is 184.4% of the surrounding traffic's one", + "Average speed is 50.61% of the surrounding traffic's one", + "Average speed is 6.68% of the surrounding traffic's one", + "Average speed is 365.22% of the surrounding traffic's one", + "Average speed is 718.68% of the surrounding traffic's one", + "Average speed is 640.47% of the surrounding traffic's one", + "Average speed is 957.87% of the surrounding traffic's one", + "Average speed is 706.36% of the surrounding traffic's one", + "Average speed is 496.49% of the surrounding traffic's one", + "Average speed is 481.73% of the surrounding traffic's one", + "Average speed is 305.49% of the surrounding traffic's one", + "Average speed is 461.88% of the surrounding traffic's one", + "Average speed is 291.23% of the surrounding traffic's one", + "Average speed is 263.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 57.85, + "duration_system": 558.621 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_06_02_11_51_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 156.16% of the surrounding traffic's one", + "Average speed is 715.65% of the surrounding traffic's one", + "Average speed is 1022.36% of the surrounding traffic's one", + "Average speed is 588.3% of the surrounding traffic's one", + "Average speed is 363.97% of the surrounding traffic's one", + "Average speed is 331.38% of the surrounding traffic's one", + "Average speed is 283.36% of the surrounding traffic's one", + "Average speed is 310.48% of the surrounding traffic's one", + "Average speed is 294.5% of the surrounding traffic's one", + "Average speed is 257.66% of the surrounding traffic's one", + "Average speed is 303.33% of the surrounding traffic's one", + "Average speed is 834.24% of the surrounding traffic's one", + "Average speed is 1131.96% of the surrounding traffic's one", + "Average speed is 1209.11% of the surrounding traffic's one", + "Average speed is 1454.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.1, + "duration_system": 103.101 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_06_02_11_45_07", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.36% of the surrounding traffic's one", + "Average speed is 550.51% of the surrounding traffic's one", + "Average speed is 754.98% of the surrounding traffic's one", + "Average speed is 295.17% of the surrounding traffic's one", + "Average speed is 113.69% of the surrounding traffic's one", + "Average speed is 30.93% of the surrounding traffic's one", + "Average speed is 197.72% of the surrounding traffic's one", + "Average speed is 436.76% of the surrounding traffic's one", + "Average speed is 473.77% of the surrounding traffic's one", + "Average speed is 461.65% of the surrounding traffic's one", + "Average speed is 412.98% of the surrounding traffic's one", + "Average speed is 581.5% of the surrounding traffic's one", + "Average speed is 1276.06% of the surrounding traffic's one", + "Average speed is 1680.83% of the surrounding traffic's one", + "Average speed is 1052.92% of the surrounding traffic's one", + "Average speed is 804.0% of the surrounding traffic's one", + "Average speed is 607.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 13.95, + "duration_system": 166.589 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_06_02_11_30_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=3001.441, y=4627.421, z=365.342) at time=6.300s [CARLA Frame: 3731, Agent Step: 125]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.0% of the surrounding traffic's one", + "Average speed is 325.85% of the surrounding traffic's one", + "Average speed is 442.16% of the surrounding traffic's one", + "Average speed is 294.07% of the surrounding traffic's one", + "Average speed is 78.93% of the surrounding traffic's one", + "Average speed is 160.92% of the surrounding traffic's one", + "Average speed is 217.99% of the surrounding traffic's one", + "Average speed is 221.68% of the surrounding traffic's one", + "Average speed is 56.3% of the surrounding traffic's one", + "Average speed is 3311.96% of the surrounding traffic's one", + "Average speed is 2796.39% of the surrounding traffic's one", + "Average speed is 2774.59% of the surrounding traffic's one", + "Average speed is 1425.58% of the surrounding traffic's one", + "Average speed is 698.31% of the surrounding traffic's one", + "Average speed is 338.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 53.0, + "duration_system": 663.801 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_06_02_11_25_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 230.21% of the surrounding traffic's one", + "Average speed is 750.59% of the surrounding traffic's one", + "Average speed is 698.44% of the surrounding traffic's one", + "Average speed is 346.83% of the surrounding traffic's one", + "Average speed is 236.48% of the surrounding traffic's one", + "Average speed is 84.2% of the surrounding traffic's one", + "Average speed is 206.53% of the surrounding traffic's one", + "Average speed is 269.36% of the surrounding traffic's one", + "Average speed is 244.23% of the surrounding traffic's one", + "Average speed is 198.75% of the surrounding traffic's one", + "Average speed is 208.55% of the surrounding traffic's one", + "Average speed is 302.1% of the surrounding traffic's one", + "Average speed is 492.22% of the surrounding traffic's one", + "Average speed is 305.81% of the surrounding traffic's one", + "Average speed is 476.39% of the surrounding traffic's one", + "Average speed is 354.89% of the surrounding traffic's one", + "Average speed is 207.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.75, + "duration_system": 123.165 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_06_02_14_45_57", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.195, y=-86.668, z=336.049) at time=10.350s [CARLA Frame: 3596, Agent Step: 206]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2379.013, y=-79.427, z=335.971) at time=11.000s [CARLA Frame: 3609, Agent Step: 219]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.733 meters (3.39% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 149.76% of the surrounding traffic's one", + "Average speed is 261.87% of the surrounding traffic's one", + "Average speed is 420.03% of the surrounding traffic's one", + "Average speed is 381.69% of the surrounding traffic's one", + "Average speed is 23.64% of the surrounding traffic's one", + "Average speed is 194.52% of the surrounding traffic's one", + "Average speed is 487.9% of the surrounding traffic's one", + "Average speed is 454.39% of the surrounding traffic's one", + "Average speed is 498.48% of the surrounding traffic's one", + "Average speed is 485.9% of the surrounding traffic's one", + "Average speed is 397.3% of the surrounding traffic's one", + "Average speed is 18.48% of the surrounding traffic's one", + "Average speed is 417.33% of the surrounding traffic's one", + "Average speed is 315.91% of the surrounding traffic's one", + "Average speed is 377.68% of the surrounding traffic's one", + "Average speed is 275.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.347807, + "score_composed": 34.780743 + }, + "meta": { + "route_length": 87.704, + "duration_game": 201.5, + "duration_system": 1945.332 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_06_02_14_39_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3852 at (x=1362.996, y=4988.054, z=370.817) at time=10.100s [CARLA Frame: 3993, Agent Step: 201]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.95% of the surrounding traffic's one", + "Average speed is 150.73% of the surrounding traffic's one", + "Average speed is 384.81% of the surrounding traffic's one", + "Average speed is 264.44% of the surrounding traffic's one", + "Average speed is 122.35% of the surrounding traffic's one", + "Average speed is 29.54% of the surrounding traffic's one", + "Average speed is 241.6% of the surrounding traffic's one", + "Average speed is 321.81% of the surrounding traffic's one", + "Average speed is 226.58% of the surrounding traffic's one", + "Average speed is 181.82% of the surrounding traffic's one", + "Average speed is 419.36% of the surrounding traffic's one", + "Average speed is 463.78% of the surrounding traffic's one", + "Average speed is 431.3% of the surrounding traffic's one", + "Average speed is 282.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 14.0, + "duration_system": 198.216 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_06_02_14_34_31", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.428, y=4700.167, z=365.259) at time=9.800s [CARLA Frame: 3934, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.65% of the surrounding traffic's one", + "Average speed is 392.41% of the surrounding traffic's one", + "Average speed is 465.85% of the surrounding traffic's one", + "Average speed is 189.09% of the surrounding traffic's one", + "Average speed is 71.21% of the surrounding traffic's one", + "Average speed is 25.97% of the surrounding traffic's one", + "Average speed is 159.91% of the surrounding traffic's one", + "Average speed is 350.39% of the surrounding traffic's one", + "Average speed is 370.47% of the surrounding traffic's one", + "Average speed is 350.08% of the surrounding traffic's one", + "Average speed is 352.29% of the surrounding traffic's one", + "Average speed is 381.63% of the surrounding traffic's one", + "Average speed is 271.34% of the surrounding traffic's one", + "Average speed is 354.11% of the surrounding traffic's one", + "Average speed is 331.39% of the surrounding traffic's one", + "Average speed is 251.73% of the surrounding traffic's one", + "Average speed is 278.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.85, + "duration_system": 106.116 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_06_02_14_26_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2389.118, y=-93.895, z=335.745) at time=33.250s [CARLA Frame: 4002, Agent Step: 664]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 220.48% of the surrounding traffic's one", + "Average speed is 289.3% of the surrounding traffic's one", + "Average speed is 244.65% of the surrounding traffic's one", + "Average speed is 12.69% of the surrounding traffic's one", + "Average speed is 1509.44% of the surrounding traffic's one", + "Average speed is 1105.17% of the surrounding traffic's one", + "Average speed is 1151.34% of the surrounding traffic's one", + "Average speed is 983.4% of the surrounding traffic's one", + "Average speed is 904.85% of the surrounding traffic's one", + "Average speed is 853.29% of the surrounding traffic's one", + "Average speed is 595.05% of the surrounding traffic's one", + "Average speed is 5352.0% of the surrounding traffic's one", + "Average speed is 1384.08% of the surrounding traffic's one", + "Average speed is 884.74% of the surrounding traffic's one", + "Average speed is 431.25% of the surrounding traffic's one", + "Average speed is 340.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.05, + "duration_system": 287.331 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_06_02_14_19_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.77% of the surrounding traffic's one", + "Average speed is 158.35% of the surrounding traffic's one", + "Average speed is 347.84% of the surrounding traffic's one", + "Average speed is 41.36% of the surrounding traffic's one", + "Average speed is 46.18% of the surrounding traffic's one", + "Average speed is 322.62% of the surrounding traffic's one", + "Average speed is 403.34% of the surrounding traffic's one", + "Average speed is 460.89% of the surrounding traffic's one", + "Average speed is 649.8% of the surrounding traffic's one", + "Average speed is 440.03% of the surrounding traffic's one", + "Average speed is 343.92% of the surrounding traffic's one", + "Average speed is 382.76% of the surrounding traffic's one", + "Average speed is 539.63% of the surrounding traffic's one", + "Average speed is 241.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.65, + "duration_system": 212.227 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_06_02_14_13_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=280 at (x=2383.729, y=2400.252, z=366.396)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 220.66% of the surrounding traffic's one", + "Average speed is 408.06% of the surrounding traffic's one", + "Average speed is 393.56% of the surrounding traffic's one", + "Average speed is 94.73% of the surrounding traffic's one", + "Average speed is 45.29% of the surrounding traffic's one", + "Average speed is 108.53% of the surrounding traffic's one", + "Average speed is 153.14% of the surrounding traffic's one", + "Average speed is 201.37% of the surrounding traffic's one", + "Average speed is 275.09% of the surrounding traffic's one", + "Average speed is 285.98% of the surrounding traffic's one", + "Average speed is 422.23% of the surrounding traffic's one", + "Average speed is 305.4% of the surrounding traffic's one", + "Average speed is 435.71% of the surrounding traffic's one", + "Average speed is 442.51% of the surrounding traffic's one", + "Average speed is 366.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 12.25, + "duration_system": 138.139 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_06_02_14_03_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 110.49% of the surrounding traffic's one", + "Average speed is 125.46% of the surrounding traffic's one", + "Average speed is 139.13% of the surrounding traffic's one", + "Average speed is 31.01% of the surrounding traffic's one", + "Average speed is 356.83% of the surrounding traffic's one", + "Average speed is 517.72% of the surrounding traffic's one", + "Average speed is 623.46% of the surrounding traffic's one", + "Average speed is 584.22% of the surrounding traffic's one", + "Average speed is 511.94% of the surrounding traffic's one", + "Average speed is 499.36% of the surrounding traffic's one", + "Average speed is 464.46% of the surrounding traffic's one", + "Average speed is 434.6% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 8657355367.39% of the surrounding traffic's one", + "Average speed is 186.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 53.4, + "duration_system": 458.497 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_06_02_13_46_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.51% of the surrounding traffic's one", + "Average speed is 119.08% of the surrounding traffic's one", + "Average speed is 103.51% of the surrounding traffic's one", + "Average speed is 85.13% of the surrounding traffic's one", + "Average speed is 130.24% of the surrounding traffic's one", + "Average speed is 179.02% of the surrounding traffic's one", + "Average speed is 43.33% of the surrounding traffic's one", + "Average speed is 208.05% of the surrounding traffic's one", + "Average speed is 182.69% of the surrounding traffic's one", + "Average speed is 224.62% of the surrounding traffic's one", + "Average speed is 242.35% of the surrounding traffic's one", + "Average speed is 186.94% of the surrounding traffic's one", + "Average speed is 203.63% of the surrounding traffic's one", + "Average speed is 17.07% of the surrounding traffic's one", + "Average speed is 507.27% of the surrounding traffic's one", + "Average speed is 248.12% of the surrounding traffic's one", + "Average speed is 168.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 50.15, + "duration_system": 885.89 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_06_02_13_41_46", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 275.74% of the surrounding traffic's one", + "Average speed is 235.76% of the surrounding traffic's one", + "Average speed is 124.48% of the surrounding traffic's one", + "Average speed is 110.16% of the surrounding traffic's one", + "Average speed is 124.64% of the surrounding traffic's one", + "Average speed is 182.39% of the surrounding traffic's one", + "Average speed is 329.1% of the surrounding traffic's one", + "Average speed is 284.88% of the surrounding traffic's one", + "Average speed is 286.41% of the surrounding traffic's one", + "Average speed is 397.46% of the surrounding traffic's one", + "Average speed is 535.25% of the surrounding traffic's one", + "Average speed is 729.08% of the surrounding traffic's one", + "Average speed is 620.4% of the surrounding traffic's one", + "Average speed is 470.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 10.9, + "duration_system": 115.13 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_06_02_13_29_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 257.21% of the surrounding traffic's one", + "Average speed is 217.14% of the surrounding traffic's one", + "Average speed is 248.53% of the surrounding traffic's one", + "Average speed is 170.32% of the surrounding traffic's one", + "Average speed is 21.52% of the surrounding traffic's one", + "Average speed is 170.32% of the surrounding traffic's one", + "Average speed is 457.94% of the surrounding traffic's one", + "Average speed is 545.33% of the surrounding traffic's one", + "Average speed is 310.78% of the surrounding traffic's one", + "Average speed is 153.45% of the surrounding traffic's one", + "Average speed is 108999951713.54% of the surrounding traffic's one", + "Average speed is 43022.8% of the surrounding traffic's one", + "Average speed is 3053.87% of the surrounding traffic's one", + "Average speed is 1464.29% of the surrounding traffic's one", + "Average speed is 384.57% of the surrounding traffic's one", + "Average speed is 340.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 54.85, + "duration_system": 566.584 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_06_02_13_24_39", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=160 at (x=260.285, y=-247.963, z=0.002) at time=9.900s [CARLA Frame: 3927, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.45% of the surrounding traffic's one", + "Average speed is 773.13% of the surrounding traffic's one", + "Average speed is 776.35% of the surrounding traffic's one", + "Average speed is 61.76% of the surrounding traffic's one", + "Average speed is 31.22% of the surrounding traffic's one", + "Average speed is 107.43% of the surrounding traffic's one", + "Average speed is 346.96% of the surrounding traffic's one", + "Average speed is 1127.42% of the surrounding traffic's one", + "Average speed is 601.11% of the surrounding traffic's one", + "Average speed is 363.4% of the surrounding traffic's one", + "Average speed is 400.74% of the surrounding traffic's one", + "Average speed is 619.39% of the surrounding traffic's one", + "Average speed is 496.19% of the surrounding traffic's one", + "Average speed is 352.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 12.95, + "duration_system": 154.316 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_06_02_13_19_44", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.576, y=-250.768, z=0.007) at time=9.150s [CARLA Frame: 3888, Agent Step: 182]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.62% of the surrounding traffic's one", + "Average speed is 2503.04% of the surrounding traffic's one", + "Average speed is 1947.39% of the surrounding traffic's one", + "Average speed is 471.05% of the surrounding traffic's one", + "Average speed is 125.48% of the surrounding traffic's one", + "Average speed is 56.72% of the surrounding traffic's one", + "Average speed is 54.53% of the surrounding traffic's one", + "Average speed is 191.48% of the surrounding traffic's one", + "Average speed is 255.13% of the surrounding traffic's one", + "Average speed is 254.18% of the surrounding traffic's one", + "Average speed is 435.25% of the surrounding traffic's one", + "Average speed is 434.34% of the surrounding traffic's one", + "Average speed is 394.52% of the surrounding traffic's one", + "Average speed is 356.35% of the surrounding traffic's one", + "Average speed is 470.85% of the surrounding traffic's one", + "Average speed is 387.66% of the surrounding traffic's one", + "Average speed is 357.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 12.9, + "duration_system": 135.15 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_06_02_13_11_45", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.03% of the surrounding traffic's one", + "Average speed is 220.52% of the surrounding traffic's one", + "Average speed is 150.68% of the surrounding traffic's one", + "Average speed is 8.21% of the surrounding traffic's one", + "Average speed is 1854.39% of the surrounding traffic's one", + "Average speed is 2292.13% of the surrounding traffic's one", + "Average speed is 1556.86% of the surrounding traffic's one", + "Average speed is 1577.15% of the surrounding traffic's one", + "Average speed is 1492.63% of the surrounding traffic's one", + "Average speed is 1109.34% of the surrounding traffic's one", + "Average speed is 575.59% of the surrounding traffic's one", + "Average speed is 376.42% of the surrounding traffic's one", + "Average speed is 224.94% of the surrounding traffic's one", + "Average speed is 189.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.75, + "duration_system": 318.465 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_06_02_12_54_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.82% of the surrounding traffic's one", + "Average speed is 106.13% of the surrounding traffic's one", + "Average speed is 60.46% of the surrounding traffic's one", + "Average speed is 91.27% of the surrounding traffic's one", + "Average speed is 82.12% of the surrounding traffic's one", + "Average speed is 153.95% of the surrounding traffic's one", + "Average speed is 95.21% of the surrounding traffic's one", + "Average speed is 70.67% of the surrounding traffic's one", + "Average speed is 110.65% of the surrounding traffic's one", + "Average speed is 134.28% of the surrounding traffic's one", + "Average speed is 15.92% of the surrounding traffic's one", + "Average speed is 1352.35% of the surrounding traffic's one", + "Average speed is 663.8% of the surrounding traffic's one", + "Average speed is 782.96% of the surrounding traffic's one", + "Average speed is 471.95% of the surrounding traffic's one", + "Average speed is 263.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 50.15, + "duration_system": 871.891 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_06_02_11_19_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.82% of the surrounding traffic's one", + "Average speed is 176.5% of the surrounding traffic's one", + "Average speed is 134.48% of the surrounding traffic's one", + "Average speed is 129.77% of the surrounding traffic's one", + "Average speed is 142.35% of the surrounding traffic's one", + "Average speed is 183.49% of the surrounding traffic's one", + "Average speed is 230.2% of the surrounding traffic's one", + "Average speed is 262.31% of the surrounding traffic's one", + "Average speed is 271.24% of the surrounding traffic's one", + "Average speed is 224.08% of the surrounding traffic's one", + "Average speed is 197.49% of the surrounding traffic's one", + "Average speed is 182.68% of the surrounding traffic's one", + "Average speed is 165.08% of the surrounding traffic's one", + "Average speed is 163.95% of the surrounding traffic's one", + "Average speed is 202.47% of the surrounding traffic's one", + "Average speed is 235.04% of the surrounding traffic's one", + "Average speed is 175.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 9.6, + "duration_system": 176.184 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_06_02_11_12_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.88% of the surrounding traffic's one", + "Average speed is 173.31% of the surrounding traffic's one", + "Average speed is 144.58% of the surrounding traffic's one", + "Average speed is 140.55% of the surrounding traffic's one", + "Average speed is 126.39% of the surrounding traffic's one", + "Average speed is 134.67% of the surrounding traffic's one", + "Average speed is 155.37% of the surrounding traffic's one", + "Average speed is 165.38% of the surrounding traffic's one", + "Average speed is 171.24% of the surrounding traffic's one", + "Average speed is 176.31% of the surrounding traffic's one", + "Average speed is 173.71% of the surrounding traffic's one", + "Average speed is 178.58% of the surrounding traffic's one", + "Average speed is 182.13% of the surrounding traffic's one", + "Average speed is 182.97% of the surrounding traffic's one", + "Average speed is 172.88% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 8.85, + "duration_system": 186.235 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_06_02_12_49_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.26% of the surrounding traffic's one", + "Average speed is 486.94% of the surrounding traffic's one", + "Average speed is 368.29% of the surrounding traffic's one", + "Average speed is 163.4% of the surrounding traffic's one", + "Average speed is 12.82% of the surrounding traffic's one", + "Average speed is 156.6% of the surrounding traffic's one", + "Average speed is 292.95% of the surrounding traffic's one", + "Average speed is 320.16% of the surrounding traffic's one", + "Average speed is 316.67% of the surrounding traffic's one", + "Average speed is 410.35% of the surrounding traffic's one", + "Average speed is 765.86% of the surrounding traffic's one", + "Average speed is 511.06% of the surrounding traffic's one", + "Average speed is 291.24% of the surrounding traffic's one", + "Average speed is 214.93% of the surrounding traffic's one", + "Average speed is 172.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.65, + "duration_system": 159.549 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_06_02_12_44_54", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 6.0 meters (9.47% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 316.96% of the surrounding traffic's one", + "Average speed is 499.92% of the surrounding traffic's one", + "Average speed is 400.93% of the surrounding traffic's one", + "Average speed is 264.55% of the surrounding traffic's one", + "Average speed is 100.66% of the surrounding traffic's one", + "Average speed is 133.45% of the surrounding traffic's one", + "Average speed is 234.51% of the surrounding traffic's one", + "Average speed is 234.91% of the surrounding traffic's one", + "Average speed is 181.89% of the surrounding traffic's one", + "Average speed is 144.16% of the surrounding traffic's one", + "Average speed is 597.84% of the surrounding traffic's one", + "Average speed is 458.44% of the surrounding traffic's one", + "Average speed is 325.17% of the surrounding traffic's one", + "Average speed is 318.22% of the surrounding traffic's one", + "Average speed is 325.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.905309, + "score_composed": 90.530884 + }, + "meta": { + "route_length": 70.367, + "duration_game": 9.5, + "duration_system": 92.125 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_06_02_12_37_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.72% of the surrounding traffic's one", + "Average speed is 1806.67% of the surrounding traffic's one", + "Average speed is 577.14% of the surrounding traffic's one", + "Average speed is 122.77% of the surrounding traffic's one", + "Average speed is 8.97% of the surrounding traffic's one", + "Average speed is 145.29% of the surrounding traffic's one", + "Average speed is 258.41% of the surrounding traffic's one", + "Average speed is 363.15% of the surrounding traffic's one", + "Average speed is 435.93% of the surrounding traffic's one", + "Average speed is 454.4% of the surrounding traffic's one", + "Average speed is 659.89% of the surrounding traffic's one", + "Average speed is 511.22% of the surrounding traffic's one", + "Average speed is 361.29% of the surrounding traffic's one", + "Average speed is 268.04% of the surrounding traffic's one", + "Average speed is 189.38% of the surrounding traffic's one", + "Average speed is 153.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 25.15, + "duration_system": 280.404 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_06_02_12_27_26", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 151.19% of the surrounding traffic's one", + "Average speed is 270.11% of the surrounding traffic's one", + "Average speed is 522.43% of the surrounding traffic's one", + "Average speed is 21.44% of the surrounding traffic's one", + "Average speed is 16.26% of the surrounding traffic's one", + "Average speed is 653.36% of the surrounding traffic's one", + "Average speed is 618.56% of the surrounding traffic's one", + "Average speed is 618.45% of the surrounding traffic's one", + "Average speed is 695.39% of the surrounding traffic's one", + "Average speed is 819.42% of the surrounding traffic's one", + "Average speed is 2233.18% of the surrounding traffic's one", + "Average speed is 24533.51% of the surrounding traffic's one", + "Average speed is 1175.71% of the surrounding traffic's one", + "Average speed is 618.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.6, + "duration_system": 467.634 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_06_02_12_19_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.15% of the surrounding traffic's one", + "Average speed is 137.8% of the surrounding traffic's one", + "Average speed is 126.33% of the surrounding traffic's one", + "Average speed is 151.22% of the surrounding traffic's one", + "Average speed is 34.49% of the surrounding traffic's one", + "Average speed is 1524.66% of the surrounding traffic's one", + "Average speed is 1505.76% of the surrounding traffic's one", + "Average speed is 1180.34% of the surrounding traffic's one", + "Average speed is 695.55% of the surrounding traffic's one", + "Average speed is 494.94% of the surrounding traffic's one", + "Average speed is 1352.21% of the surrounding traffic's one", + "Average speed is 6403.0% of the surrounding traffic's one", + "Average speed is 2278.15% of the surrounding traffic's one", + "Average speed is 1526.1% of the surrounding traffic's one", + "Average speed is 1156.57% of the surrounding traffic's one", + "Average speed is 1217.96% of the surrounding traffic's one", + "Average speed is 1028.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 21.5, + "duration_system": 358.376 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_06_02_12_07_33", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 196.05% of the surrounding traffic's one", + "Average speed is 197.75% of the surrounding traffic's one", + "Average speed is 246.83% of the surrounding traffic's one", + "Average speed is 126.3% of the surrounding traffic's one", + "Average speed is 109.35% of the surrounding traffic's one", + "Average speed is 213.74% of the surrounding traffic's one", + "Average speed is 227.17% of the surrounding traffic's one", + "Average speed is 237.89% of the surrounding traffic's one", + "Average speed is 143.7% of the surrounding traffic's one", + "Average speed is 32.01% of the surrounding traffic's one", + "Average speed is 648.61% of the surrounding traffic's one", + "Average speed is 379.51% of the surrounding traffic's one", + "Average speed is 283.11% of the surrounding traffic's one", + "Average speed is 236.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 23.55, + "duration_system": 542.543 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_06_02_11_02_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.43% of the surrounding traffic's one", + "Average speed is 91.16% of the surrounding traffic's one", + "Average speed is 146.16% of the surrounding traffic's one", + "Average speed is 179.76% of the surrounding traffic's one", + "Average speed is 194.78% of the surrounding traffic's one", + "Average speed is 229.38% of the surrounding traffic's one", + "Average speed is 179.01% of the surrounding traffic's one", + "Average speed is 94.31% of the surrounding traffic's one", + "Average speed is 81.37% of the surrounding traffic's one", + "Average speed is 50.97% of the surrounding traffic's one", + "Average speed is 132.27% of the surrounding traffic's one", + "Average speed is 79.37% of the surrounding traffic's one", + "Average speed is 174.44% of the surrounding traffic's one", + "Average speed is 168.7% of the surrounding traffic's one", + "Average speed is 179.87% of the surrounding traffic's one", + "Average speed is 132.57% of the surrounding traffic's one", + "Average speed is 135.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.1, + "duration_system": 443.482 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_06_02_10_56_49", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.7% of the surrounding traffic's one", + "Average speed is 153.28% of the surrounding traffic's one", + "Average speed is 178.02% of the surrounding traffic's one", + "Average speed is 185.51% of the surrounding traffic's one", + "Average speed is 147.34% of the surrounding traffic's one", + "Average speed is 113.83% of the surrounding traffic's one", + "Average speed is 227.56% of the surrounding traffic's one", + "Average speed is 167.08% of the surrounding traffic's one", + "Average speed is 57.89% of the surrounding traffic's one", + "Average speed is 159.2% of the surrounding traffic's one", + "Average speed is 134.39% of the surrounding traffic's one", + "Average speed is 133.24% of the surrounding traffic's one", + "Average speed is 129.7% of the surrounding traffic's one", + "Average speed is 149.54% of the surrounding traffic's one", + "Average speed is 132.41% of the surrounding traffic's one", + "Average speed is 130.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 15.25, + "duration_system": 157.198 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_06_02_12_02_56", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=695.141, y=732.482, z=117.993) at time=8.700s [CARLA Frame: 4120, Agent Step: 173]" + ], + "red_light": [ + "Agent ran a red light 88 at (x=691.561, y=729.746, z=118.0)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.65% of the surrounding traffic's one", + "Average speed is 212.85% of the surrounding traffic's one", + "Average speed is 315.44% of the surrounding traffic's one", + "Average speed is 774.85% of the surrounding traffic's one", + "Average speed is 571.54% of the surrounding traffic's one", + "Average speed is 63.54% of the surrounding traffic's one", + "Average speed is 150.06% of the surrounding traffic's one", + "Average speed is 246.45% of the surrounding traffic's one", + "Average speed is 191.11% of the surrounding traffic's one", + "Average speed is 92.56% of the surrounding traffic's one", + "Average speed is 280.74% of the surrounding traffic's one", + "Average speed is 684.54% of the surrounding traffic's one", + "Average speed is 998.76% of the surrounding traffic's one", + "Average speed is 787.88% of the surrounding traffic's one", + "Average speed is 757.9% of the surrounding traffic's one", + "Average speed is 738.01% of the surrounding traffic's one", + "Average speed is 705.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.55, + "duration_system": 124.13 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_06_02_11_52_52", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 631.66% of the surrounding traffic's one", + "Average speed is 1129.13% of the surrounding traffic's one", + "Average speed is 559.87% of the surrounding traffic's one", + "Average speed is 117.87% of the surrounding traffic's one", + "Average speed is 11.47% of the surrounding traffic's one", + "Average speed is 1397.72% of the surrounding traffic's one", + "Average speed is 1352.16% of the surrounding traffic's one", + "Average speed is 1369.91% of the surrounding traffic's one", + "Average speed is 1162.87% of the surrounding traffic's one", + "Average speed is 1292.5% of the surrounding traffic's one", + "Average speed is 1166.23% of the surrounding traffic's one", + "Average speed is 1066.49% of the surrounding traffic's one", + "Average speed is 1922.61% of the surrounding traffic's one", + "Average speed is 1380.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.8, + "duration_system": 454.552 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_06_02_11_48_05", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=171 at (x=-104.991, y=95.011, z=-0.005) at time=10.400s [CARLA Frame: 4618, Agent Step: 207]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.99% of the surrounding traffic's one", + "Average speed is 433.75% of the surrounding traffic's one", + "Average speed is 1701.79% of the surrounding traffic's one", + "Average speed is 974.27% of the surrounding traffic's one", + "Average speed is 431.1% of the surrounding traffic's one", + "Average speed is 49.36% of the surrounding traffic's one", + "Average speed is 239.22% of the surrounding traffic's one", + "Average speed is 379.34% of the surrounding traffic's one", + "Average speed is 449.83% of the surrounding traffic's one", + "Average speed is 439.84% of the surrounding traffic's one", + "Average speed is 511.99% of the surrounding traffic's one", + "Average speed is 1447.8% of the surrounding traffic's one", + "Average speed is 1820.3% of the surrounding traffic's one", + "Average speed is 790.58% of the surrounding traffic's one", + "Average speed is 524.77% of the surrounding traffic's one", + "Average speed is 668.13% of the surrounding traffic's one", + "Average speed is 518.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 12.6, + "duration_system": 149.19 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_06_02_11_43_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.51% of the surrounding traffic's one", + "Average speed is 167.51% of the surrounding traffic's one", + "Average speed is 213.15% of the surrounding traffic's one", + "Average speed is 40.4% of the surrounding traffic's one", + "Average speed is 256.02% of the surrounding traffic's one", + "Average speed is 515.73% of the surrounding traffic's one", + "Average speed is 782.13% of the surrounding traffic's one", + "Average speed is 749.79% of the surrounding traffic's one", + "Average speed is 85.61% of the surrounding traffic's one", + "Average speed is 733.32% of the surrounding traffic's one", + "Average speed is 1507.97% of the surrounding traffic's one", + "Average speed is 40589.19% of the surrounding traffic's one", + "Average speed is 5253.57% of the surrounding traffic's one", + "Average speed is 2044.44% of the surrounding traffic's one", + "Average speed is 1479.98% of the surrounding traffic's one", + "Average speed is 1228.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 17.75, + "duration_system": 148.161 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_06_02_11_39_03", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.44% of the surrounding traffic's one", + "Average speed is 172.95% of the surrounding traffic's one", + "Average speed is 356.62% of the surrounding traffic's one", + "Average speed is 466.73% of the surrounding traffic's one", + "Average speed is 436.48% of the surrounding traffic's one", + "Average speed is 448.94% of the surrounding traffic's one", + "Average speed is 442.29% of the surrounding traffic's one", + "Average speed is 403.6% of the surrounding traffic's one", + "Average speed is 299.71% of the surrounding traffic's one", + "Average speed is 203.24% of the surrounding traffic's one", + "Average speed is 142.14% of the surrounding traffic's one", + "Average speed is 254.81% of the surrounding traffic's one", + "Average speed is 407.11% of the surrounding traffic's one", + "Average speed is 377.48% of the surrounding traffic's one", + "Average speed is 226.39% of the surrounding traffic's one", + "Average speed is 212.03% of the surrounding traffic's one", + "Average speed is 201.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.7, + "duration_system": 118.118 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_06_02_11_27_49", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.63% of the surrounding traffic's one", + "Average speed is 202.6% of the surrounding traffic's one", + "Average speed is 245.04% of the surrounding traffic's one", + "Average speed is 214.61% of the surrounding traffic's one", + "Average speed is 6.05% of the surrounding traffic's one", + "Average speed is 305.9% of the surrounding traffic's one", + "Average speed is 365.7% of the surrounding traffic's one", + "Average speed is 481.18% of the surrounding traffic's one", + "Average speed is 452.03% of the surrounding traffic's one", + "Average speed is 491.91% of the surrounding traffic's one", + "Average speed is 599.74% of the surrounding traffic's one", + "Average speed is 369.95% of the surrounding traffic's one", + "Average speed is 277.23% of the surrounding traffic's one", + "Average speed is 145.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 62.6, + "duration_system": 532.541 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_06_02_10_48_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.1% of the surrounding traffic's one", + "Average speed is 111.04% of the surrounding traffic's one", + "Average speed is 175.13% of the surrounding traffic's one", + "Average speed is 347.0% of the surrounding traffic's one", + "Average speed is 271.97% of the surrounding traffic's one", + "Average speed is 229.55% of the surrounding traffic's one", + "Average speed is 135.95% of the surrounding traffic's one", + "Average speed is 33.63% of the surrounding traffic's one", + "Average speed is 109.14% of the surrounding traffic's one", + "Average speed is 171.75% of the surrounding traffic's one", + "Average speed is 220.73% of the surrounding traffic's one", + "Average speed is 182.91% of the surrounding traffic's one", + "Average speed is 131.23% of the surrounding traffic's one", + "Average speed is 126.76% of the surrounding traffic's one", + "Average speed is 110.41% of the surrounding traffic's one", + "Average speed is 106.27% of the surrounding traffic's one", + "Average speed is 71.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 25.65, + "duration_system": 297.342 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_06_02_10_39_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.0% of the surrounding traffic's one", + "Average speed is 143.89% of the surrounding traffic's one", + "Average speed is 320.69% of the surrounding traffic's one", + "Average speed is 232.86% of the surrounding traffic's one", + "Average speed is 147.07% of the surrounding traffic's one", + "Average speed is 17.0% of the surrounding traffic's one", + "Average speed is 316.24% of the surrounding traffic's one", + "Average speed is 224.13% of the surrounding traffic's one", + "Average speed is 248.52% of the surrounding traffic's one", + "Average speed is 200.13% of the surrounding traffic's one", + "Average speed is 190.25% of the surrounding traffic's one", + "Average speed is 189.21% of the surrounding traffic's one", + "Average speed is 211.52% of the surrounding traffic's one", + "Average speed is 220.15% of the surrounding traffic's one", + "Average speed is 171.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.7, + "duration_system": 355.404 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_06_02_11_23_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 225.02% of the surrounding traffic's one", + "Average speed is 221.72% of the surrounding traffic's one", + "Average speed is 214.05% of the surrounding traffic's one", + "Average speed is 137.09% of the surrounding traffic's one", + "Average speed is 248.57% of the surrounding traffic's one", + "Average speed is 148.95% of the surrounding traffic's one", + "Average speed is 215.09% of the surrounding traffic's one", + "Average speed is 246.52% of the surrounding traffic's one", + "Average speed is 268.32% of the surrounding traffic's one", + "Average speed is 285.38% of the surrounding traffic's one", + "Average speed is 342.32% of the surrounding traffic's one", + "Average speed is 879.27% of the surrounding traffic's one", + "Average speed is 1628.15% of the surrounding traffic's one", + "Average speed is 1086.08% of the surrounding traffic's one", + "Average speed is 1208.36% of the surrounding traffic's one", + "Average speed is 768.4% of the surrounding traffic's one", + "Average speed is 492.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 9.35, + "duration_system": 86.085 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_06_02_11_15_28", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.79% of the surrounding traffic's one", + "Average speed is 116.03% of the surrounding traffic's one", + "Average speed is 19.75% of the surrounding traffic's one", + "Average speed is 102.0% of the surrounding traffic's one", + "Average speed is 153.59% of the surrounding traffic's one", + "Average speed is 119.16% of the surrounding traffic's one", + "Average speed is 116.09% of the surrounding traffic's one", + "Average speed is 101.12% of the surrounding traffic's one", + "Average speed is 115.76% of the surrounding traffic's one", + "Average speed is 107.61% of the surrounding traffic's one", + "Average speed is 105.95% of the surrounding traffic's one", + "Average speed is 102.32% of the surrounding traffic's one", + "Average speed is 103.51% of the surrounding traffic's one", + "Average speed is 100.96% of the surrounding traffic's one", + "Average speed is 98.0% of the surrounding traffic's one", + "Average speed is 110.0% of the surrounding traffic's one", + "Average speed is 117.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.8, + "duration_system": 355.361 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_06_02_10_24_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.62% of the surrounding traffic's one", + "Average speed is 121.68% of the surrounding traffic's one", + "Average speed is 257.27% of the surrounding traffic's one", + "Average speed is 300.59% of the surrounding traffic's one", + "Average speed is 231.94% of the surrounding traffic's one", + "Average speed is 162.62% of the surrounding traffic's one", + "Average speed is 95.72% of the surrounding traffic's one", + "Average speed is 12.82% of the surrounding traffic's one", + "Average speed is 577.9% of the surrounding traffic's one", + "Average speed is 399.05% of the surrounding traffic's one", + "Average speed is 425.4% of the surrounding traffic's one", + "Average speed is 369.41% of the surrounding traffic's one", + "Average speed is 326.96% of the surrounding traffic's one", + "Average speed is 306.55% of the surrounding traffic's one", + "Average speed is 255.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.65, + "duration_system": 737.38 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_06_02_10_51_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 1.11% of the surrounding traffic's one", + "Average speed is 153.61% of the surrounding traffic's one", + "Average speed is 110.47% of the surrounding traffic's one", + "Average speed is 120.45% of the surrounding traffic's one", + "Average speed is 128.66% of the surrounding traffic's one", + "Average speed is 122.17% of the surrounding traffic's one", + "Average speed is 123.35% of the surrounding traffic's one", + "Average speed is 126.67% of the surrounding traffic's one", + "Average speed is 121.05% of the surrounding traffic's one", + "Average speed is 118.03% of the surrounding traffic's one", + "Average speed is 131.01% of the surrounding traffic's one", + "Average speed is 119.47% of the surrounding traffic's one", + "Average speed is 121.3% of the surrounding traffic's one", + "Average speed is 126.33% of the surrounding traffic's one", + "Average speed is 106.01% of the surrounding traffic's one", + "Average speed is 111.68% of the surrounding traffic's one", + "Average speed is 115.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 136.75, + "duration_system": 1308.453 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_06_02_10_46_56", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.76% of the surrounding traffic's one", + "Average speed is 55.79% of the surrounding traffic's one", + "Average speed is 124.91% of the surrounding traffic's one", + "Average speed is 104.17% of the surrounding traffic's one", + "Average speed is 104.29% of the surrounding traffic's one", + "Average speed is 107.36% of the surrounding traffic's one", + "Average speed is 90.28% of the surrounding traffic's one", + "Average speed is 126.65% of the surrounding traffic's one", + "Average speed is 87.86% of the surrounding traffic's one", + "Average speed is 122.26% of the surrounding traffic's one", + "Average speed is 104.8% of the surrounding traffic's one", + "Average speed is 103.91% of the surrounding traffic's one", + "Average speed is 108.42% of the surrounding traffic's one", + "Average speed is 97.16% of the surrounding traffic's one", + "Average speed is 142.11% of the surrounding traffic's one", + "Average speed is 101.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.75, + "duration_system": 126.4 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_06_02_18_24_56", + "status": "Failed - Agent timed out", + "num_infractions": 4, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.6% of the surrounding traffic's one", + "Average speed is 233.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [ + "Route timeout." + ] + }, + "scores": { + "score_route": 15.24, + "score_penalty": 0.7, + "score_composed": 10.668 + }, + "meta": { + "route_length": 148.212, + "duration_game": 327.15, + "duration_system": 3570.237 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_06_01_13_42_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.88% of the surrounding traffic's one", + "Average speed is 122.34% of the surrounding traffic's one", + "Average speed is 15.02% of the surrounding traffic's one", + "Average speed is 133.8% of the surrounding traffic's one", + "Average speed is 128.04% of the surrounding traffic's one", + "Average speed is 111.16% of the surrounding traffic's one", + "Average speed is 95.13% of the surrounding traffic's one", + "Average speed is 112.63% of the surrounding traffic's one", + "Average speed is 116.56% of the surrounding traffic's one", + "Average speed is 110.45% of the surrounding traffic's one", + "Average speed is 98.81% of the surrounding traffic's one", + "Average speed is 115.34% of the surrounding traffic's one", + "Average speed is 111.0% of the surrounding traffic's one", + "Average speed is 108.77% of the surrounding traffic's one", + "Average speed is 112.36% of the surrounding traffic's one", + "Average speed is 101.53% of the surrounding traffic's one", + "Average speed is 103.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.15, + "duration_system": 481.887 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_06_01_13_37_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.07% of the surrounding traffic's one", + "Average speed is 126.56% of the surrounding traffic's one", + "Average speed is 221.8% of the surrounding traffic's one", + "Average speed is 253.83% of the surrounding traffic's one", + "Average speed is 229.52% of the surrounding traffic's one", + "Average speed is 182.39% of the surrounding traffic's one", + "Average speed is 75.64% of the surrounding traffic's one", + "Average speed is 176.98% of the surrounding traffic's one", + "Average speed is 78.63% of the surrounding traffic's one", + "Average speed is 182.38% of the surrounding traffic's one", + "Average speed is 170.14% of the surrounding traffic's one", + "Average speed is 148.08% of the surrounding traffic's one", + "Average speed is 124.72% of the surrounding traffic's one", + "Average speed is 139.2% of the surrounding traffic's one", + "Average speed is 135.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.2, + "duration_system": 178.177 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_06_01_13_32_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.25% of the surrounding traffic's one", + "Average speed is 152.39% of the surrounding traffic's one", + "Average speed is 88.18% of the surrounding traffic's one", + "Average speed is 94.67% of the surrounding traffic's one", + "Average speed is 97.91% of the surrounding traffic's one", + "Average speed is 85.54% of the surrounding traffic's one", + "Average speed is 79.17% of the surrounding traffic's one", + "Average speed is 80.33% of the surrounding traffic's one", + "Average speed is 80.22% of the surrounding traffic's one", + "Average speed is 45.88% of the surrounding traffic's one", + "Average speed is 61.56% of the surrounding traffic's one", + "Average speed is 224.24% of the surrounding traffic's one", + "Average speed is 161.7% of the surrounding traffic's one", + "Average speed is 140.49% of the surrounding traffic's one", + "Average speed is 129.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 13.75, + "duration_system": 120.125 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_06_01_13_28_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.9% of the surrounding traffic's one", + "Average speed is 136.04% of the surrounding traffic's one", + "Average speed is 150.56% of the surrounding traffic's one", + "Average speed is 177.27% of the surrounding traffic's one", + "Average speed is 218.01% of the surrounding traffic's one", + "Average speed is 218.45% of the surrounding traffic's one", + "Average speed is 199.81% of the surrounding traffic's one", + "Average speed is 189.93% of the surrounding traffic's one", + "Average speed is 137.71% of the surrounding traffic's one", + "Average speed is 104.39% of the surrounding traffic's one", + "Average speed is 113.15% of the surrounding traffic's one", + "Average speed is 111.86% of the surrounding traffic's one", + "Average speed is 134.73% of the surrounding traffic's one", + "Average speed is 154.19% of the surrounding traffic's one", + "Average speed is 212.97% of the surrounding traffic's one", + "Average speed is 177.46% of the surrounding traffic's one", + "Average speed is 174.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.55, + "duration_system": 123.123 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_06_01_13_23_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.82% of the surrounding traffic's one", + "Average speed is 321.28% of the surrounding traffic's one", + "Average speed is 291.45% of the surrounding traffic's one", + "Average speed is 206.26% of the surrounding traffic's one", + "Average speed is 116.44% of the surrounding traffic's one", + "Average speed is 125.38% of the surrounding traffic's one", + "Average speed is 155.75% of the surrounding traffic's one", + "Average speed is 184.19% of the surrounding traffic's one", + "Average speed is 181.84% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 11.4, + "duration_system": 156.16 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_06_01_12_37_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 162.32% of the surrounding traffic's one", + "Average speed is 248.08% of the surrounding traffic's one", + "Average speed is 222.62% of the surrounding traffic's one", + "Average speed is 205.56% of the surrounding traffic's one", + "Average speed is 198.81% of the surrounding traffic's one", + "Average speed is 155.1% of the surrounding traffic's one", + "Average speed is 164.51% of the surrounding traffic's one", + "Average speed is 172.2% of the surrounding traffic's one", + "Average speed is 153.96% of the surrounding traffic's one", + "Average speed is 163.4% of the surrounding traffic's one", + "Average speed is 148.91% of the surrounding traffic's one", + "Average speed is 153.81% of the surrounding traffic's one", + "Average speed is 165.71% of the surrounding traffic's one", + "Average speed is 202.81% of the surrounding traffic's one", + "Average speed is 214.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.6, + "duration_system": 2594.735 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_06_02_10_07_49", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.8% of the surrounding traffic's one", + "Average speed is 156.31% of the surrounding traffic's one", + "Average speed is 197.17% of the surrounding traffic's one", + "Average speed is 123.27% of the surrounding traffic's one", + "Average speed is 24.76% of the surrounding traffic's one", + "Average speed is 9.47% of the surrounding traffic's one", + "Average speed is 3697.14% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 221.62% of the surrounding traffic's one", + "Average speed is 275.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 31.85, + "duration_system": 826.986 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_06_01_12_26_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.91% of the surrounding traffic's one", + "Average speed is 607.36% of the surrounding traffic's one", + "Average speed is 1065.43% of the surrounding traffic's one", + "Average speed is 1841.07% of the surrounding traffic's one", + "Average speed is 2030.51% of the surrounding traffic's one", + "Average speed is 1273.62% of the surrounding traffic's one", + "Average speed is 1158.47% of the surrounding traffic's one", + "Average speed is 877.77% of the surrounding traffic's one", + "Average speed is 618.12% of the surrounding traffic's one", + "Average speed is 416.91% of the surrounding traffic's one", + "Average speed is 351.36% of the surrounding traffic's one", + "Average speed is 267.39% of the surrounding traffic's one", + "Average speed is 200.6% of the surrounding traffic's one", + "Average speed is 192.14% of the surrounding traffic's one", + "Average speed is 198.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 50.15, + "duration_system": 506.53 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_06_01_12_22_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 88.44% of the surrounding traffic's one", + "Average speed is 20.1% of the surrounding traffic's one", + "Average speed is 165.6% of the surrounding traffic's one", + "Average speed is 339.48% of the surrounding traffic's one", + "Average speed is 384.76% of the surrounding traffic's one", + "Average speed is 328.1% of the surrounding traffic's one", + "Average speed is 296.62% of the surrounding traffic's one", + "Average speed is 324.01% of the surrounding traffic's one", + "Average speed is 468.45% of the surrounding traffic's one", + "Average speed is 513.12% of the surrounding traffic's one", + "Average speed is 516.55% of the surrounding traffic's one", + "Average speed is 450.62% of the surrounding traffic's one", + "Average speed is 387.63% of the surrounding traffic's one", + "Average speed is 358.86% of the surrounding traffic's one", + "Average speed is 293.47% of the surrounding traffic's one", + "Average speed is 199.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 11.4, + "duration_system": 89.089 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_06_01_12_16_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.58% of the surrounding traffic's one", + "Average speed is 176.87% of the surrounding traffic's one", + "Average speed is 269.42% of the surrounding traffic's one", + "Average speed is 252.64% of the surrounding traffic's one", + "Average speed is 216.45% of the surrounding traffic's one", + "Average speed is 135.4% of the surrounding traffic's one", + "Average speed is 88.22% of the surrounding traffic's one", + "Average speed is 61.57% of the surrounding traffic's one", + "Average speed is 56.79% of the surrounding traffic's one", + "Average speed is 69.17% of the surrounding traffic's one", + "Average speed is 89.53% of the surrounding traffic's one", + "Average speed is 127.0% of the surrounding traffic's one", + "Average speed is 94.62% of the surrounding traffic's one", + "Average speed is 293.71% of the surrounding traffic's one", + "Average speed is 381.74% of the surrounding traffic's one", + "Average speed is 267.49% of the surrounding traffic's one", + "Average speed is 260.98% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.65, + "duration_system": 241.285 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_06_01_12_10_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.14% of the surrounding traffic's one", + "Average speed is 118.71% of the surrounding traffic's one", + "Average speed is 194.69% of the surrounding traffic's one", + "Average speed is 182.07% of the surrounding traffic's one", + "Average speed is 137.7% of the surrounding traffic's one", + "Average speed is 122.02% of the surrounding traffic's one", + "Average speed is 99.75% of the surrounding traffic's one", + "Average speed is 67.74% of the surrounding traffic's one", + "Average speed is 64.8% of the surrounding traffic's one", + "Average speed is 78.98% of the surrounding traffic's one", + "Average speed is 221.76% of the surrounding traffic's one", + "Average speed is 381.82% of the surrounding traffic's one", + "Average speed is 364.46% of the surrounding traffic's one", + "Average speed is 369.39% of the surrounding traffic's one", + "Average speed is 339.75% of the surrounding traffic's one", + "Average speed is 400.8% of the surrounding traffic's one", + "Average speed is 388.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 19.35, + "duration_system": 175.193 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_06_01_12_02_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.3% of the surrounding traffic's one", + "Average speed is 50.81% of the surrounding traffic's one", + "Average speed is 88.71% of the surrounding traffic's one", + "Average speed is 151.52% of the surrounding traffic's one", + "Average speed is 152.89% of the surrounding traffic's one", + "Average speed is 148.53% of the surrounding traffic's one", + "Average speed is 192.51% of the surrounding traffic's one", + "Average speed is 119.06% of the surrounding traffic's one", + "Average speed is 19.2% of the surrounding traffic's one", + "Average speed is 130.61% of the surrounding traffic's one", + "Average speed is 195.67% of the surrounding traffic's one", + "Average speed is 213.81% of the surrounding traffic's one", + "Average speed is 360.26% of the surrounding traffic's one", + "Average speed is 192.0% of the surrounding traffic's one", + "Average speed is 172.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.55, + "duration_system": 298.31 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_06_01_11_54_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.91% of the surrounding traffic's one", + "Average speed is 143.83% of the surrounding traffic's one", + "Average speed is 244.4% of the surrounding traffic's one", + "Average speed is 231.48% of the surrounding traffic's one", + "Average speed is 173.3% of the surrounding traffic's one", + "Average speed is 32.52% of the surrounding traffic's one", + "Average speed is 86.81% of the surrounding traffic's one", + "Average speed is 173.7% of the surrounding traffic's one", + "Average speed is 249.22% of the surrounding traffic's one", + "Average speed is 206.2% of the surrounding traffic's one", + "Average speed is 169.91% of the surrounding traffic's one", + "Average speed is 193.14% of the surrounding traffic's one", + "Average speed is 212.71% of the surrounding traffic's one", + "Average speed is 185.89% of the surrounding traffic's one", + "Average speed is 195.98% of the surrounding traffic's one", + "Average speed is 366.9% of the surrounding traffic's one", + "Average speed is 160.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 20.3, + "duration_system": 340.351 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_06_01_11_45_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.86% of the surrounding traffic's one", + "Average speed is 74.99% of the surrounding traffic's one", + "Average speed is 175.9% of the surrounding traffic's one", + "Average speed is 254.61% of the surrounding traffic's one", + "Average speed is 215.16% of the surrounding traffic's one", + "Average speed is 144.06% of the surrounding traffic's one", + "Average speed is 58.96% of the surrounding traffic's one", + "Average speed is 12.08% of the surrounding traffic's one", + "Average speed is 357.71% of the surrounding traffic's one", + "Average speed is 308.2% of the surrounding traffic's one", + "Average speed is 358.36% of the surrounding traffic's one", + "Average speed is 230.58% of the surrounding traffic's one", + "Average speed is 151.74% of the surrounding traffic's one", + "Average speed is 156.27% of the surrounding traffic's one", + "Average speed is 111.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 46.55, + "duration_system": 394.995 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_06_01_11_37_33", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 425.85% of the surrounding traffic's one", + "Average speed is 112313.64% of the surrounding traffic's one", + "Average speed is 716.03% of the surrounding traffic's one", + "Average speed is 125.61% of the surrounding traffic's one", + "Average speed is 8.93% of the surrounding traffic's one", + "Average speed is 2166.34% of the surrounding traffic's one", + "Average speed is 1925.23% of the surrounding traffic's one", + "Average speed is 1618.16% of the surrounding traffic's one", + "Average speed is 1516.5% of the surrounding traffic's one", + "Average speed is 1814.84% of the surrounding traffic's one", + "Average speed is 1531.81% of the surrounding traffic's one", + "Average speed is 1440.72% of the surrounding traffic's one", + "Average speed is 898.82% of the surrounding traffic's one", + "Average speed is 323.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 35.75, + "duration_system": 316.351 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_06_01_11_18_07", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=151 at (x=133.661, y=-133.882, z=0.032) at time=7.600s [CARLA Frame: 3839, Agent Step: 151]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 15.428 meters (12.92% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 154.82% of the surrounding traffic's one", + "Average speed is 208.97% of the surrounding traffic's one", + "Average speed is 253.62% of the surrounding traffic's one", + "Average speed is 236.96% of the surrounding traffic's one", + "Average speed is 241.87% of the surrounding traffic's one", + "Average speed is 192.2% of the surrounding traffic's one", + "Average speed is 135.89% of the surrounding traffic's one", + "Average speed is 159.0% of the surrounding traffic's one", + "Average speed is 71.47% of the surrounding traffic's one", + "Average speed is 2296.31% of the surrounding traffic's one", + "Average speed is 1093.53% of the surrounding traffic's one", + "Average speed is 782.0% of the surrounding traffic's one", + "Average speed is 282.85% of the surrounding traffic's one", + "Average speed is 164.21% of the surrounding traffic's one", + "Average speed is 160.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.522494, + "score_composed": 52.249396 + }, + "meta": { + "route_length": 129.43, + "duration_game": 104.4, + "duration_system": 1009.159 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_06_01_11_10_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.18% of the surrounding traffic's one", + "Average speed is 171.72% of the surrounding traffic's one", + "Average speed is 190.29% of the surrounding traffic's one", + "Average speed is 144.64% of the surrounding traffic's one", + "Average speed is 163.82% of the surrounding traffic's one", + "Average speed is 58.8% of the surrounding traffic's one", + "Average speed is 80.96% of the surrounding traffic's one", + "Average speed is 106.69% of the surrounding traffic's one", + "Average speed is 61.89% of the surrounding traffic's one", + "Average speed is 111.77% of the surrounding traffic's one", + "Average speed is 97.88% of the surrounding traffic's one", + "Average speed is 114.8% of the surrounding traffic's one", + "Average speed is 116.72% of the surrounding traffic's one", + "Average speed is 128.55% of the surrounding traffic's one", + "Average speed is 127.18% of the surrounding traffic's one", + "Average speed is 97.22% of the surrounding traffic's one", + "Average speed is 112.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 32.85, + "duration_system": 308.318 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_06_02_09_19_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.56% of the surrounding traffic's one", + "Average speed is 199.02% of the surrounding traffic's one", + "Average speed is 372.2% of the surrounding traffic's one", + "Average speed is 455.9% of the surrounding traffic's one", + "Average speed is 256.05% of the surrounding traffic's one", + "Average speed is 178.97% of the surrounding traffic's one", + "Average speed is 8.09% of the surrounding traffic's one", + "Average speed is 543.83% of the surrounding traffic's one", + "Average speed is 416.35% of the surrounding traffic's one", + "Average speed is 543.17% of the surrounding traffic's one", + "Average speed is 551.41% of the surrounding traffic's one", + "Average speed is 601.45% of the surrounding traffic's one", + "Average speed is 1431.68% of the surrounding traffic's one", + "Average speed is 247.39% of the surrounding traffic's one", + "Average speed is 35767886.39% of the surrounding traffic's one", + "Average speed is 62567037.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.188, + "duration_game": 155.05, + "duration_system": 1427.576 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_06_02_09_37_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3710 at (x=1625.39, y=3077.95, z=362.853) at time=50.550s [CARLA Frame: 5927, Agent Step: 1010]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.9% of the surrounding traffic's one", + "Average speed is 205.77% of the surrounding traffic's one", + "Average speed is 260.13% of the surrounding traffic's one", + "Average speed is 257.99% of the surrounding traffic's one", + "Average speed is 195.01% of the surrounding traffic's one", + "Average speed is 4.18% of the surrounding traffic's one", + "Average speed is 142.71% of the surrounding traffic's one", + "Average speed is 199.01% of the surrounding traffic's one", + "Average speed is 218.75% of the surrounding traffic's one", + "Average speed is 235.89% of the surrounding traffic's one", + "Average speed is 237.79% of the surrounding traffic's one", + "Average speed is 147.75% of the surrounding traffic's one", + "Average speed is 116.12% of the surrounding traffic's one", + "Average speed is 74.44% of the surrounding traffic's one", + "Average speed is 148.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 55.35, + "duration_system": 1630.714 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_06_01_09_50_08", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.3% of the surrounding traffic's one", + "Average speed is 143.8% of the surrounding traffic's one", + "Average speed is 229.72% of the surrounding traffic's one", + "Average speed is 206.6% of the surrounding traffic's one", + "Average speed is 172.9% of the surrounding traffic's one", + "Average speed is 62.33% of the surrounding traffic's one", + "Average speed is 94.79% of the surrounding traffic's one", + "Average speed is 125.16% of the surrounding traffic's one", + "Average speed is 118.14% of the surrounding traffic's one", + "Average speed is 139.44% of the surrounding traffic's one", + "Average speed is 119.83% of the surrounding traffic's one", + "Average speed is 114.78% of the surrounding traffic's one", + "Average speed is 132.66% of the surrounding traffic's one", + "Average speed is 122.43% of the surrounding traffic's one", + "Average speed is 142.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 359.354 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_06_01_09_20_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.72% of the surrounding traffic's one", + "Average speed is 85.2% of the surrounding traffic's one", + "Average speed is 29.77% of the surrounding traffic's one", + "Average speed is 64.09% of the surrounding traffic's one", + "Average speed is 83.62% of the surrounding traffic's one", + "Average speed is 33.84% of the surrounding traffic's one", + "Average speed is 2.8% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 56.95, + "duration_system": 1613.65 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_06_02_08_56_32", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3728 at (x=391.618, y=6114.543, z=358.477) at time=67.200s [CARLA Frame: 6042, Agent Step: 1343]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.68% of the surrounding traffic's one", + "Average speed is 134.28% of the surrounding traffic's one", + "Average speed is 156.27% of the surrounding traffic's one", + "Average speed is 166.2% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one", + "Average speed is 10.31% of the surrounding traffic's one", + "Average speed is 5.59% of the surrounding traffic's one", + "Average speed is 179.0% of the surrounding traffic's one", + "Average speed is 129.98% of the surrounding traffic's one", + "Average speed is 121.81% of the surrounding traffic's one", + "Average speed is 145.15% of the surrounding traffic's one", + "Average speed is 158.88% of the surrounding traffic's one", + "Average speed is 142.85% of the surrounding traffic's one", + "Average speed is 155.52% of the surrounding traffic's one", + "Average speed is 139.58% of the surrounding traffic's one", + "Average speed is 159.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 74.85, + "duration_system": 2319.231 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_06_01_09_09_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.13% of the surrounding traffic's one", + "Average speed is 155.97% of the surrounding traffic's one", + "Average speed is 204.99% of the surrounding traffic's one", + "Average speed is 192.25% of the surrounding traffic's one", + "Average speed is 161.63% of the surrounding traffic's one", + "Average speed is 29.9% of the surrounding traffic's one", + "Average speed is 164.46% of the surrounding traffic's one", + "Average speed is 194.26% of the surrounding traffic's one", + "Average speed is 173.72% of the surrounding traffic's one", + "Average speed is 105.58% of the surrounding traffic's one", + "Average speed is 145.44% of the surrounding traffic's one", + "Average speed is 125.03% of the surrounding traffic's one", + "Average speed is 120.73% of the surrounding traffic's one", + "Average speed is 152.46% of the surrounding traffic's one", + "Average speed is 117.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 18.35, + "duration_system": 529.767 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_06_01_09_02_08", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=149 at (x=-66.34, y=-205.722, z=7.788) at time=7.050s [CARLA Frame: 4243, Agent Step: 140]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.61% of the surrounding traffic's one", + "Average speed is 139.3% of the surrounding traffic's one", + "Average speed is 171.27% of the surrounding traffic's one", + "Average speed is 169.13% of the surrounding traffic's one", + "Average speed is 139.36% of the surrounding traffic's one", + "Average speed is 104.24% of the surrounding traffic's one", + "Average speed is 94.05% of the surrounding traffic's one", + "Average speed is 110.63% of the surrounding traffic's one", + "Average speed is 109.63% of the surrounding traffic's one", + "Average speed is 118.56% of the surrounding traffic's one", + "Average speed is 116.59% of the surrounding traffic's one", + "Average speed is 147.63% of the surrounding traffic's one", + "Average speed is 190.42% of the surrounding traffic's one", + "Average speed is 196.31% of the surrounding traffic's one", + "Average speed is 214.43% of the surrounding traffic's one", + "Average speed is 229.99% of the surrounding traffic's one", + "Average speed is 248.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 13.65, + "duration_system": 271.271 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_06_01_08_57_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.64% of the surrounding traffic's one", + "Average speed is 141.14% of the surrounding traffic's one", + "Average speed is 113.85% of the surrounding traffic's one", + "Average speed is 119.75% of the surrounding traffic's one", + "Average speed is 179.33% of the surrounding traffic's one", + "Average speed is 157.29% of the surrounding traffic's one", + "Average speed is 172.41% of the surrounding traffic's one", + "Average speed is 182.83% of the surrounding traffic's one", + "Average speed is 186.22% of the surrounding traffic's one", + "Average speed is 179.17% of the surrounding traffic's one", + "Average speed is 171.21% of the surrounding traffic's one", + "Average speed is 160.91% of the surrounding traffic's one", + "Average speed is 145.13% of the surrounding traffic's one", + "Average speed is 133.05% of the surrounding traffic's one", + "Average speed is 123.67% of the surrounding traffic's one", + "Average speed is 107.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.3, + "duration_system": 148.351 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_06_01_13_41_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3707 at (x=1976.388, y=3080.947, z=357.208) at time=5.850s [CARLA Frame: 4114, Agent Step: 116]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.38% of the surrounding traffic's one", + "Average speed is 163.88% of the surrounding traffic's one", + "Average speed is 212.14% of the surrounding traffic's one", + "Average speed is 234.49% of the surrounding traffic's one", + "Average speed is 208.09% of the surrounding traffic's one", + "Average speed is 191.41% of the surrounding traffic's one", + "Average speed is 200.55% of the surrounding traffic's one", + "Average speed is 179.99% of the surrounding traffic's one", + "Average speed is 164.81% of the surrounding traffic's one", + "Average speed is 157.97% of the surrounding traffic's one", + "Average speed is 146.56% of the surrounding traffic's one", + "Average speed is 161.88% of the surrounding traffic's one", + "Average speed is 151.9% of the surrounding traffic's one", + "Average speed is 169.21% of the surrounding traffic's one", + "Average speed is 118.41% of the surrounding traffic's one", + "Average speed is 100.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 12.2, + "duration_system": 233.259 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_06_01_07_35_40", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.27% of the surrounding traffic's one", + "Average speed is 129.61% of the surrounding traffic's one", + "Average speed is 112.44% of the surrounding traffic's one", + "Average speed is 126.95% of the surrounding traffic's one", + "Average speed is 126.79% of the surrounding traffic's one", + "Average speed is 90.13% of the surrounding traffic's one", + "Average speed is 118.32% of the surrounding traffic's one", + "Average speed is 151.88% of the surrounding traffic's one", + "Average speed is 155.19% of the surrounding traffic's one", + "Average speed is 91.51% of the surrounding traffic's one", + "Average speed is 137.96% of the surrounding traffic's one", + "Average speed is 86.35% of the surrounding traffic's one", + "Average speed is 126.48% of the surrounding traffic's one", + "Average speed is 151.45% of the surrounding traffic's one", + "Average speed is 132.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 16.85, + "duration_system": 431.56 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_06_02_13_08_39", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 67.27% of the surrounding traffic's one", + "Average speed is 160.89% of the surrounding traffic's one", + "Average speed is 220.36% of the surrounding traffic's one", + "Average speed is 237.0% of the surrounding traffic's one", + "Average speed is 228.48% of the surrounding traffic's one", + "Average speed is 217.88% of the surrounding traffic's one", + "Average speed is 174.87% of the surrounding traffic's one", + "Average speed is 123.06% of the surrounding traffic's one", + "Average speed is 123.14% of the surrounding traffic's one", + "Average speed is 135.54% of the surrounding traffic's one", + "Average speed is 141.47% of the surrounding traffic's one", + "Average speed is 86.31% of the surrounding traffic's one", + "Average speed is 139.57% of the surrounding traffic's one", + "Average speed is 114.72% of the surrounding traffic's one", + "Average speed is 106.95% of the surrounding traffic's one", + "Average speed is 116.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 16.45, + "duration_system": 249.249 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_06_01_13_29_37", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 124.0% of the surrounding traffic's one", + "Average speed is 120.9% of the surrounding traffic's one", + "Average speed is 133.31% of the surrounding traffic's one", + "Average speed is 120.21% of the surrounding traffic's one", + "Average speed is 27.23% of the surrounding traffic's one", + "Average speed is 31.53% of the surrounding traffic's one", + "Average speed is 134.05% of the surrounding traffic's one", + "Average speed is 122.1% of the surrounding traffic's one", + "Average speed is 128.02% of the surrounding traffic's one", + "Average speed is 136.42% of the surrounding traffic's one", + "Average speed is 112.07% of the surrounding traffic's one", + "Average speed is 115.81% of the surrounding traffic's one", + "Average speed is 132.76% of the surrounding traffic's one", + "Average speed is 114.34% of the surrounding traffic's one", + "Average speed is 147.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 20.15, + "duration_system": 558.59 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_06_01_13_01_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.198, y=6458.223, z=373.432) at time=46.700s [CARLA Frame: 4586, Agent Step: 933]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.81% of the surrounding traffic's one", + "Average speed is 187.84% of the surrounding traffic's one", + "Average speed is 176.55% of the surrounding traffic's one", + "Average speed is 167.59% of the surrounding traffic's one", + "Average speed is 121.72% of the surrounding traffic's one", + "Average speed is 2.2% of the surrounding traffic's one", + "Average speed is 76.82% of the surrounding traffic's one", + "Average speed is 84.06% of the surrounding traffic's one", + "Average speed is 87.48% of the surrounding traffic's one", + "Average speed is 71.12% of the surrounding traffic's one", + "Average speed is 90.05% of the surrounding traffic's one", + "Average speed is 124.15% of the surrounding traffic's one", + "Average speed is 147.32% of the surrounding traffic's one", + "Average speed is 169.38% of the surrounding traffic's one", + "Average speed is 187.42% of the surrounding traffic's one", + "Average speed is 230.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 134.084, + "duration_game": 54.45, + "duration_system": 1499.581 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_06_02_12_47_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.4% of the surrounding traffic's one", + "Average speed is 111.12% of the surrounding traffic's one", + "Average speed is 112.56% of the surrounding traffic's one", + "Average speed is 96.44% of the surrounding traffic's one", + "Average speed is 99.45% of the surrounding traffic's one", + "Average speed is 111.32% of the surrounding traffic's one", + "Average speed is 97.81% of the surrounding traffic's one", + "Average speed is 4.43% of the surrounding traffic's one", + "Average speed is 4.84% of the surrounding traffic's one", + "Average speed is 198.1% of the surrounding traffic's one", + "Average speed is 224.68% of the surrounding traffic's one", + "Average speed is 127.76% of the surrounding traffic's one", + "Average speed is 123.64% of the surrounding traffic's one", + "Average speed is 113.84% of the surrounding traffic's one", + "Average speed is 19.6% of the surrounding traffic's one", + "Average speed is 88.79% of the surrounding traffic's one", + "Average speed is 74.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 111.55, + "duration_system": 1126.193 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_06_02_12_37_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.42% of the surrounding traffic's one", + "Average speed is 141.93% of the surrounding traffic's one", + "Average speed is 144.87% of the surrounding traffic's one", + "Average speed is 168.9% of the surrounding traffic's one", + "Average speed is 187.08% of the surrounding traffic's one", + "Average speed is 165.69% of the surrounding traffic's one", + "Average speed is 25.38% of the surrounding traffic's one", + "Average speed is 108.81% of the surrounding traffic's one", + "Average speed is 182.39% of the surrounding traffic's one", + "Average speed is 198.69% of the surrounding traffic's one", + "Average speed is 189.09% of the surrounding traffic's one", + "Average speed is 171.73% of the surrounding traffic's one", + "Average speed is 156.51% of the surrounding traffic's one", + "Average speed is 134.24% of the surrounding traffic's one", + "Average speed is 77.58% of the surrounding traffic's one", + "Average speed is 131.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 18.25, + "duration_system": 415.404 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_06_02_12_29_53", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.39% of the surrounding traffic's one", + "Average speed is 151.73% of the surrounding traffic's one", + "Average speed is 174.1% of the surrounding traffic's one", + "Average speed is 170.87% of the surrounding traffic's one", + "Average speed is 111.87% of the surrounding traffic's one", + "Average speed is 45.77% of the surrounding traffic's one", + "Average speed is 114.36% of the surrounding traffic's one", + "Average speed is 127.78% of the surrounding traffic's one", + "Average speed is 144.2% of the surrounding traffic's one", + "Average speed is 159.57% of the surrounding traffic's one", + "Average speed is 182.48% of the surrounding traffic's one", + "Average speed is 208.58% of the surrounding traffic's one", + "Average speed is 243.82% of the surrounding traffic's one", + "Average speed is 252.56% of the surrounding traffic's one", + "Average speed is 224.99% of the surrounding traffic's one", + "Average speed is 248.75% of the surrounding traffic's one", + "Average speed is 290.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 13.5, + "duration_system": 318.54 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_06_02_11_59_27", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.85% of the surrounding traffic's one", + "Average speed is 150.11% of the surrounding traffic's one", + "Average speed is 158.81% of the surrounding traffic's one", + "Average speed is 136.74% of the surrounding traffic's one", + "Average speed is 51.49% of the surrounding traffic's one", + "Average speed is 2.43% of the surrounding traffic's one", + "Average speed is 95.2% of the surrounding traffic's one", + "Average speed is 101.51% of the surrounding traffic's one", + "Average speed is 145.21% of the surrounding traffic's one", + "Average speed is 154.07% of the surrounding traffic's one", + "Average speed is 179.22% of the surrounding traffic's one", + "Average speed is 198.3% of the surrounding traffic's one", + "Average speed is 231.18% of the surrounding traffic's one", + "Average speed is 239.24% of the surrounding traffic's one", + "Average speed is 223.94% of the surrounding traffic's one", + "Average speed is 236.15% of the surrounding traffic's one", + "Average speed is 270.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 56.6, + "duration_system": 1678.69 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_06_02_11_55_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.47% of the surrounding traffic's one", + "Average speed is 148.29% of the surrounding traffic's one", + "Average speed is 136.94% of the surrounding traffic's one", + "Average speed is 156.78% of the surrounding traffic's one", + "Average speed is 107.43% of the surrounding traffic's one", + "Average speed is 121.8% of the surrounding traffic's one", + "Average speed is 107.92% of the surrounding traffic's one", + "Average speed is 105.57% of the surrounding traffic's one", + "Average speed is 110.22% of the surrounding traffic's one", + "Average speed is 101.21% of the surrounding traffic's one", + "Average speed is 127.87% of the surrounding traffic's one", + "Average speed is 159.81% of the surrounding traffic's one", + "Average speed is 130.18% of the surrounding traffic's one", + "Average speed is 162.32% of the surrounding traffic's one", + "Average speed is 114.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 10.9, + "duration_system": 93.096 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_06_02_11_45_30", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.72% of the surrounding traffic's one", + "Average speed is 86.74% of the surrounding traffic's one", + "Average speed is 21.95% of the surrounding traffic's one", + "Average speed is 129.79% of the surrounding traffic's one", + "Average speed is 119.81% of the surrounding traffic's one", + "Average speed is 111.17% of the surrounding traffic's one", + "Average speed is 114.04% of the surrounding traffic's one", + "Average speed is 101.07% of the surrounding traffic's one", + "Average speed is 108.61% of the surrounding traffic's one", + "Average speed is 122.54% of the surrounding traffic's one", + "Average speed is 97.09% of the surrounding traffic's one", + "Average speed is 157.03% of the surrounding traffic's one", + "Average speed is 13.6% of the surrounding traffic's one", + "Average speed is 91.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.2, + "duration_system": 463.524 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_06_02_11_36_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.99% of the surrounding traffic's one", + "Average speed is 130.2% of the surrounding traffic's one", + "Average speed is 235.26% of the surrounding traffic's one", + "Average speed is 215.25% of the surrounding traffic's one", + "Average speed is 148.13% of the surrounding traffic's one", + "Average speed is 96.12% of the surrounding traffic's one", + "Average speed is 56.22% of the surrounding traffic's one", + "Average speed is 58.61% of the surrounding traffic's one", + "Average speed is 79.21% of the surrounding traffic's one", + "Average speed is 130.06% of the surrounding traffic's one", + "Average speed is 146.16% of the surrounding traffic's one", + "Average speed is 131.75% of the surrounding traffic's one", + "Average speed is 172.15% of the surrounding traffic's one", + "Average speed is 124.85% of the surrounding traffic's one", + "Average speed is 144.76% of the surrounding traffic's one", + "Average speed is 117.72% of the surrounding traffic's one", + "Average speed is 131.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 18.3, + "duration_system": 382.379 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_06_02_10_43_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.24% of the surrounding traffic's one", + "Average speed is 141.0% of the surrounding traffic's one", + "Average speed is 110.72% of the surrounding traffic's one", + "Average speed is 111.1% of the surrounding traffic's one", + "Average speed is 80.75% of the surrounding traffic's one", + "Average speed is 2.66% of the surrounding traffic's one", + "Average speed is 3.06% of the surrounding traffic's one", + "Average speed is 115.68% of the surrounding traffic's one", + "Average speed is 114.94% of the surrounding traffic's one", + "Average speed is 103.55% of the surrounding traffic's one", + "Average speed is 94.82% of the surrounding traffic's one", + "Average speed is 95.48% of the surrounding traffic's one", + "Average speed is 100.53% of the surrounding traffic's one", + "Average speed is 56.17% of the surrounding traffic's one", + "Average speed is 124.02% of the surrounding traffic's one", + "Average speed is 160.6% of the surrounding traffic's one", + "Average speed is 118.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 101.45, + "duration_system": 3032.11 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_06_02_10_33_54", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=152 at (x=195.293, y=250.658, z=-0.006) at time=10.350s [CARLA Frame: 4939, Agent Step: 206]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.24% of the surrounding traffic's one", + "Average speed is 101.83% of the surrounding traffic's one", + "Average speed is 116.66% of the surrounding traffic's one", + "Average speed is 37.76% of the surrounding traffic's one", + "Average speed is 32.05% of the surrounding traffic's one", + "Average speed is 90.41% of the surrounding traffic's one", + "Average speed is 90.73% of the surrounding traffic's one", + "Average speed is 70.44% of the surrounding traffic's one", + "Average speed is 89.48% of the surrounding traffic's one", + "Average speed is 95.05% of the surrounding traffic's one", + "Average speed is 98.52% of the surrounding traffic's one", + "Average speed is 95.49% of the surrounding traffic's one", + "Average speed is 89.44% of the surrounding traffic's one", + "Average speed is 71.76% of the surrounding traffic's one", + "Average speed is 159.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 22.65, + "duration_system": 472.471 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_06_02_10_25_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.8% of the surrounding traffic's one", + "Average speed is 97.46% of the surrounding traffic's one", + "Average speed is 70.8% of the surrounding traffic's one", + "Average speed is 96.07% of the surrounding traffic's one", + "Average speed is 122.79% of the surrounding traffic's one", + "Average speed is 109.14% of the surrounding traffic's one", + "Average speed is 78.68% of the surrounding traffic's one", + "Average speed is 85.77% of the surrounding traffic's one", + "Average speed is 129.92% of the surrounding traffic's one", + "Average speed is 110.72% of the surrounding traffic's one", + "Average speed is 106.62% of the surrounding traffic's one", + "Average speed is 103.95% of the surrounding traffic's one", + "Average speed is 116.02% of the surrounding traffic's one", + "Average speed is 140.77% of the surrounding traffic's one", + "Average speed is 115.66% of the surrounding traffic's one", + "Average speed is 97.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.7, + "duration_system": 358.35 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_06_02_10_20_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.42% of the surrounding traffic's one", + "Average speed is 117.41% of the surrounding traffic's one", + "Average speed is 159.34% of the surrounding traffic's one", + "Average speed is 148.64% of the surrounding traffic's one", + "Average speed is 118.87% of the surrounding traffic's one", + "Average speed is 92.58% of the surrounding traffic's one", + "Average speed is 110.18% of the surrounding traffic's one", + "Average speed is 127.9% of the surrounding traffic's one", + "Average speed is 141.24% of the surrounding traffic's one", + "Average speed is 106.67% of the surrounding traffic's one", + "Average speed is 80.69% of the surrounding traffic's one", + "Average speed is 77.94% of the surrounding traffic's one", + "Average speed is 87.66% of the surrounding traffic's one", + "Average speed is 98.29% of the surrounding traffic's one", + "Average speed is 100.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.4, + "duration_system": 167.188 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_06_02_10_09_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.33% of the surrounding traffic's one", + "Average speed is 129.12% of the surrounding traffic's one", + "Average speed is 14.04% of the surrounding traffic's one", + "Average speed is 61.53% of the surrounding traffic's one", + "Average speed is 73.88% of the surrounding traffic's one", + "Average speed is 107.22% of the surrounding traffic's one", + "Average speed is 168.23% of the surrounding traffic's one", + "Average speed is 74.96% of the surrounding traffic's one", + "Average speed is 52.04% of the surrounding traffic's one", + "Average speed is 87.34% of the surrounding traffic's one", + "Average speed is 100.27% of the surrounding traffic's one", + "Average speed is 127.53% of the surrounding traffic's one", + "Average speed is 139.07% of the surrounding traffic's one", + "Average speed is 149.01% of the surrounding traffic's one", + "Average speed is 130.63% of the surrounding traffic's one", + "Average speed is 98.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 27.25, + "duration_system": 542.7 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_06_02_10_05_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.46% of the surrounding traffic's one", + "Average speed is 150.76% of the surrounding traffic's one", + "Average speed is 140.93% of the surrounding traffic's one", + "Average speed is 159.79% of the surrounding traffic's one", + "Average speed is 112.57% of the surrounding traffic's one", + "Average speed is 111.09% of the surrounding traffic's one", + "Average speed is 64.55% of the surrounding traffic's one", + "Average speed is 34.91% of the surrounding traffic's one", + "Average speed is 112.02% of the surrounding traffic's one", + "Average speed is 184.91% of the surrounding traffic's one", + "Average speed is 212.5% of the surrounding traffic's one", + "Average speed is 239.78% of the surrounding traffic's one", + "Average speed is 186.62% of the surrounding traffic's one", + "Average speed is 185.92% of the surrounding traffic's one", + "Average speed is 191.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 13.1, + "duration_system": 108.13 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_06_02_09_59_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.32% of the surrounding traffic's one", + "Average speed is 151.89% of the surrounding traffic's one", + "Average speed is 237.54% of the surrounding traffic's one", + "Average speed is 190.68% of the surrounding traffic's one", + "Average speed is 141.51% of the surrounding traffic's one", + "Average speed is 72.49% of the surrounding traffic's one", + "Average speed is 52.89% of the surrounding traffic's one", + "Average speed is 57.57% of the surrounding traffic's one", + "Average speed is 250.52% of the surrounding traffic's one", + "Average speed is 278.96% of the surrounding traffic's one", + "Average speed is 316.75% of the surrounding traffic's one", + "Average speed is 269.74% of the surrounding traffic's one", + "Average speed is 230.11% of the surrounding traffic's one", + "Average speed is 366.32% of the surrounding traffic's one", + "Average speed is 441.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.6, + "duration_system": 192.2 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_06_02_09_54_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 106.52% of the surrounding traffic's one", + "Average speed is 86.47% of the surrounding traffic's one", + "Average speed is 262.37% of the surrounding traffic's one", + "Average speed is 191.05% of the surrounding traffic's one", + "Average speed is 191.95% of the surrounding traffic's one", + "Average speed is 149.05% of the surrounding traffic's one", + "Average speed is 143.76% of the surrounding traffic's one", + "Average speed is 48.2% of the surrounding traffic's one", + "Average speed is 116.96% of the surrounding traffic's one", + "Average speed is 228.22% of the surrounding traffic's one", + "Average speed is 134.66% of the surrounding traffic's one", + "Average speed is 97.81% of the surrounding traffic's one", + "Average speed is 83.66% of the surrounding traffic's one", + "Average speed is 123.22% of the surrounding traffic's one", + "Average speed is 108.33% of the surrounding traffic's one", + "Average speed is 112.46% of the surrounding traffic's one", + "Average speed is 90.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 18.85, + "duration_system": 159.304 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_06_01_13_30_50", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.65% of the surrounding traffic's one", + "Average speed is 145.16% of the surrounding traffic's one", + "Average speed is 164.38% of the surrounding traffic's one", + "Average speed is 147.72% of the surrounding traffic's one", + "Average speed is 141.57% of the surrounding traffic's one", + "Average speed is 165.17% of the surrounding traffic's one", + "Average speed is 130.27% of the surrounding traffic's one", + "Average speed is 66.3% of the surrounding traffic's one", + "Average speed is 2.9% of the surrounding traffic's one", + "Average speed is 126.92% of the surrounding traffic's one", + "Average speed is 208.02% of the surrounding traffic's one", + "Average speed is 235.84% of the surrounding traffic's one", + "Average speed is 187.82% of the surrounding traffic's one", + "Average speed is 151.32% of the surrounding traffic's one", + "Average speed is 147.68% of the surrounding traffic's one", + "Average speed is 136.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 55.2, + "duration_system": 1601.607 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_06_01_13_26_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.07% of the surrounding traffic's one", + "Average speed is 134.68% of the surrounding traffic's one", + "Average speed is 166.55% of the surrounding traffic's one", + "Average speed is 139.74% of the surrounding traffic's one", + "Average speed is 119.06% of the surrounding traffic's one", + "Average speed is 117.82% of the surrounding traffic's one", + "Average speed is 29.19% of the surrounding traffic's one", + "Average speed is 116.93% of the surrounding traffic's one", + "Average speed is 141.97% of the surrounding traffic's one", + "Average speed is 175.76% of the surrounding traffic's one", + "Average speed is 197.26% of the surrounding traffic's one", + "Average speed is 189.62% of the surrounding traffic's one", + "Average speed is 152.9% of the surrounding traffic's one", + "Average speed is 140.32% of the surrounding traffic's one", + "Average speed is 160.13% of the surrounding traffic's one", + "Average speed is 181.67% of the surrounding traffic's one", + "Average speed is 192.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 12.5, + "duration_system": 107.115 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_06_01_13_21_42", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.77% of the surrounding traffic's one", + "Average speed is 120.3% of the surrounding traffic's one", + "Average speed is 207.1% of the surrounding traffic's one", + "Average speed is 198.75% of the surrounding traffic's one", + "Average speed is 204.76% of the surrounding traffic's one", + "Average speed is 80.17% of the surrounding traffic's one", + "Average speed is 74.06% of the surrounding traffic's one", + "Average speed is 142.78% of the surrounding traffic's one", + "Average speed is 106.92% of the surrounding traffic's one", + "Average speed is 107.6% of the surrounding traffic's one", + "Average speed is 107.26% of the surrounding traffic's one", + "Average speed is 115.43% of the surrounding traffic's one", + "Average speed is 95.94% of the surrounding traffic's one", + "Average speed is 131.05% of the surrounding traffic's one", + "Average speed is 118.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.7, + "duration_system": 152.157 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_06_01_13_12_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.7% of the surrounding traffic's one", + "Average speed is 146.76% of the surrounding traffic's one", + "Average speed is 275.89% of the surrounding traffic's one", + "Average speed is 204.54% of the surrounding traffic's one", + "Average speed is 212.87% of the surrounding traffic's one", + "Average speed is 171.36% of the surrounding traffic's one", + "Average speed is 52.84% of the surrounding traffic's one", + "Average speed is 80.07% of the surrounding traffic's one", + "Average speed is 166.05% of the surrounding traffic's one", + "Average speed is 139.02% of the surrounding traffic's one", + "Average speed is 117.24% of the surrounding traffic's one", + "Average speed is 105.27% of the surrounding traffic's one", + "Average speed is 116.54% of the surrounding traffic's one", + "Average speed is 109.74% of the surrounding traffic's one", + "Average speed is 130.17% of the surrounding traffic's one", + "Average speed is 15.18% of the surrounding traffic's one", + "Average speed is 92.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.55, + "duration_system": 377.543 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_06_01_12_53_49", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.47% of the surrounding traffic's one", + "Average speed is 9.08% of the surrounding traffic's one", + "Average speed is 267.6% of the surrounding traffic's one", + "Average speed is 492.5% of the surrounding traffic's one", + "Average speed is 496.86% of the surrounding traffic's one", + "Average speed is 543.19% of the surrounding traffic's one", + "Average speed is 480.15% of the surrounding traffic's one", + "Average speed is 728.04% of the surrounding traffic's one", + "Average speed is 696.93% of the surrounding traffic's one", + "Average speed is 573.13% of the surrounding traffic's one", + "Average speed is 494.31% of the surrounding traffic's one", + "Average speed is 313.44% of the surrounding traffic's one", + "Average speed is 250.13% of the surrounding traffic's one", + "Average speed is 187.72% of the surrounding traffic's one", + "Average speed is 160.87% of the surrounding traffic's one", + "Average speed is 154.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 23.65, + "duration_system": 274.304 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_06_01_13_06_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 251.27% of the surrounding traffic's one", + "Average speed is 262.93% of the surrounding traffic's one", + "Average speed is 199.96% of the surrounding traffic's one", + "Average speed is 193.13% of the surrounding traffic's one", + "Average speed is 174.28% of the surrounding traffic's one", + "Average speed is 151.58% of the surrounding traffic's one", + "Average speed is 123.65% of the surrounding traffic's one", + "Average speed is 152.06% of the surrounding traffic's one", + "Average speed is 146.0% of the surrounding traffic's one", + "Average speed is 133.33% of the surrounding traffic's one", + "Average speed is 131.17% of the surrounding traffic's one", + "Average speed is 105.0% of the surrounding traffic's one", + "Average speed is 240.42% of the surrounding traffic's one", + "Average speed is 213.64% of the surrounding traffic's one", + "Average speed is 155.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.1, + "duration_system": 179.197 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_06_01_13_01_16", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5744.69, y=4733.832, z=187.006) at time=10.250s [CARLA Frame: 3695, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.34% of the surrounding traffic's one", + "Average speed is 320.14% of the surrounding traffic's one", + "Average speed is 261.85% of the surrounding traffic's one", + "Average speed is 218.17% of the surrounding traffic's one", + "Average speed is 198.9% of the surrounding traffic's one", + "Average speed is 187.63% of the surrounding traffic's one", + "Average speed is 137.46% of the surrounding traffic's one", + "Average speed is 126.9% of the surrounding traffic's one", + "Average speed is 140.08% of the surrounding traffic's one", + "Average speed is 71.09% of the surrounding traffic's one", + "Average speed is 135.24% of the surrounding traffic's one", + "Average speed is 171.08% of the surrounding traffic's one", + "Average speed is 129.7% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.05, + "duration_system": 140.17 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_06_01_12_53_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.71% of the surrounding traffic's one", + "Average speed is 319.76% of the surrounding traffic's one", + "Average speed is 187.57% of the surrounding traffic's one", + "Average speed is 289.7% of the surrounding traffic's one", + "Average speed is 212.62% of the surrounding traffic's one", + "Average speed is 160.16% of the surrounding traffic's one", + "Average speed is 146.99% of the surrounding traffic's one", + "Average speed is 158.38% of the surrounding traffic's one", + "Average speed is 169.69% of the surrounding traffic's one", + "Average speed is 154.66% of the surrounding traffic's one", + "Average speed is 159.1% of the surrounding traffic's one", + "Average speed is 185.9% of the surrounding traffic's one", + "Average speed is 147.07% of the surrounding traffic's one", + "Average speed is 180.82% of the surrounding traffic's one", + "Average speed is 135.59% of the surrounding traffic's one", + "Average speed is 117.88% of the surrounding traffic's one", + "Average speed is 93.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 260.732 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_06_01_12_48_28", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.48% of the surrounding traffic's one", + "Average speed is 383.39% of the surrounding traffic's one", + "Average speed is 521.59% of the surrounding traffic's one", + "Average speed is 635.49% of the surrounding traffic's one", + "Average speed is 652.05% of the surrounding traffic's one", + "Average speed is 568.1% of the surrounding traffic's one", + "Average speed is 474.17% of the surrounding traffic's one", + "Average speed is 439.36% of the surrounding traffic's one", + "Average speed is 655.5% of the surrounding traffic's one", + "Average speed is 1075.99% of the surrounding traffic's one", + "Average speed is 3757.06% of the surrounding traffic's one", + "Average speed is 23863.14% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.15, + "duration_system": 112.139 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_06_02_09_48_42", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.59% of the surrounding traffic's one", + "Average speed is 105.78% of the surrounding traffic's one", + "Average speed is 218.13% of the surrounding traffic's one", + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 154.6% of the surrounding traffic's one", + "Average speed is 149.02% of the surrounding traffic's one", + "Average speed is 156.13% of the surrounding traffic's one", + "Average speed is 162.76% of the surrounding traffic's one", + "Average speed is 205.85% of the surrounding traffic's one", + "Average speed is 309.84% of the surrounding traffic's one", + "Average speed is 423.98% of the surrounding traffic's one", + "Average speed is 530.33% of the surrounding traffic's one", + "Average speed is 370.24% of the surrounding traffic's one", + "Average speed is 285.21% of the surrounding traffic's one", + "Average speed is 411.34% of the surrounding traffic's one", + "Average speed is 861.49% of the surrounding traffic's one", + "Average speed is 870.35% of the surrounding traffic's one", + "Average speed is 559.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 17.4, + "duration_system": 148.187 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_06_01_12_49_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.77% of the surrounding traffic's one", + "Average speed is 207.49% of the surrounding traffic's one", + "Average speed is 213.23% of the surrounding traffic's one", + "Average speed is 218.98% of the surrounding traffic's one", + "Average speed is 241.67% of the surrounding traffic's one", + "Average speed is 239.91% of the surrounding traffic's one", + "Average speed is 230.97% of the surrounding traffic's one", + "Average speed is 277.7% of the surrounding traffic's one", + "Average speed is 274.82% of the surrounding traffic's one", + "Average speed is 618.91% of the surrounding traffic's one", + "Average speed is 575.66% of the surrounding traffic's one", + "Average speed is 456.78% of the surrounding traffic's one", + "Average speed is 346.47% of the surrounding traffic's one", + "Average speed is 276.37% of the surrounding traffic's one", + "Average speed is 186.31% of the surrounding traffic's one", + "Average speed is 107.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.7, + "duration_system": 63.062 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_06_01_12_45_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 194.98% of the surrounding traffic's one", + "Average speed is 189.17% of the surrounding traffic's one", + "Average speed is 214.62% of the surrounding traffic's one", + "Average speed is 246.49% of the surrounding traffic's one", + "Average speed is 272.85% of the surrounding traffic's one", + "Average speed is 298.45% of the surrounding traffic's one", + "Average speed is 300.44% of the surrounding traffic's one", + "Average speed is 314.87% of the surrounding traffic's one", + "Average speed is 270.35% of the surrounding traffic's one", + "Average speed is 310.64% of the surrounding traffic's one", + "Average speed is 392.97% of the surrounding traffic's one", + "Average speed is 297.17% of the surrounding traffic's one", + "Average speed is 221.47% of the surrounding traffic's one", + "Average speed is 217.49% of the surrounding traffic's one", + "Average speed is 176.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.3, + "duration_system": 75.076 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_06_02_09_43_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3704 at (x=3908.165, y=4822.83, z=367.391) at time=9.200s [CARLA Frame: 5106, Agent Step: 183]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 258.72% of the surrounding traffic's one", + "Average speed is 287.83% of the surrounding traffic's one", + "Average speed is 261.72% of the surrounding traffic's one", + "Average speed is 41.41% of the surrounding traffic's one", + "Average speed is 214.39% of the surrounding traffic's one", + "Average speed is 277.12% of the surrounding traffic's one", + "Average speed is 206.97% of the surrounding traffic's one", + "Average speed is 207.16% of the surrounding traffic's one", + "Average speed is 181.45% of the surrounding traffic's one", + "Average speed is 160.81% of the surrounding traffic's one", + "Average speed is 178.74% of the surrounding traffic's one", + "Average speed is 169.59% of the surrounding traffic's one", + "Average speed is 235.25% of the surrounding traffic's one", + "Average speed is 235.59% of the surrounding traffic's one", + "Average speed is 210.13% of the surrounding traffic's one", + "Average speed is 234.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 15.45, + "duration_system": 180.204 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_06_01_12_20_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.7% of the surrounding traffic's one", + "Average speed is 96.15% of the surrounding traffic's one", + "Average speed is 153.34% of the surrounding traffic's one", + "Average speed is 167.17% of the surrounding traffic's one", + "Average speed is 168.56% of the surrounding traffic's one", + "Average speed is 184.01% of the surrounding traffic's one", + "Average speed is 176.6% of the surrounding traffic's one", + "Average speed is 173.44% of the surrounding traffic's one", + "Average speed is 169.63% of the surrounding traffic's one", + "Average speed is 235.67% of the surrounding traffic's one", + "Average speed is 293.0% of the surrounding traffic's one", + "Average speed is 281.27% of the surrounding traffic's one", + "Average speed is 341.06% of the surrounding traffic's one", + "Average speed is 397.73% of the surrounding traffic's one", + "Average speed is 554.7% of the surrounding traffic's one", + "Average speed is 604.43% of the surrounding traffic's one", + "Average speed is 576.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.412, + "duration_game": 12.45, + "duration_system": 109.138 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_06_01_12_14_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.08% of the surrounding traffic's one", + "Average speed is 241.45% of the surrounding traffic's one", + "Average speed is 218.95% of the surrounding traffic's one", + "Average speed is 187.38% of the surrounding traffic's one", + "Average speed is 178.9% of the surrounding traffic's one", + "Average speed is 151.67% of the surrounding traffic's one", + "Average speed is 127.79% of the surrounding traffic's one", + "Average speed is 148.36% of the surrounding traffic's one", + "Average speed is 141.01% of the surrounding traffic's one", + "Average speed is 136.95% of the surrounding traffic's one", + "Average speed is 132.32% of the surrounding traffic's one", + "Average speed is 105.46% of the surrounding traffic's one", + "Average speed is 253.71% of the surrounding traffic's one", + "Average speed is 238.52% of the surrounding traffic's one", + "Average speed is 181.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.0, + "duration_system": 173.187 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_06_01_12_40_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.71% of the surrounding traffic's one", + "Average speed is 187.67% of the surrounding traffic's one", + "Average speed is 216.74% of the surrounding traffic's one", + "Average speed is 244.41% of the surrounding traffic's one", + "Average speed is 270.58% of the surrounding traffic's one", + "Average speed is 288.75% of the surrounding traffic's one", + "Average speed is 302.9% of the surrounding traffic's one", + "Average speed is 311.96% of the surrounding traffic's one", + "Average speed is 275.86% of the surrounding traffic's one", + "Average speed is 440.39% of the surrounding traffic's one", + "Average speed is 360.4% of the surrounding traffic's one", + "Average speed is 300.6% of the surrounding traffic's one", + "Average speed is 265.55% of the surrounding traffic's one", + "Average speed is 204.06% of the surrounding traffic's one", + "Average speed is 148.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.3, + "duration_system": 76.091 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_06_01_12_07_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.05% of the surrounding traffic's one", + "Average speed is 89.85% of the surrounding traffic's one", + "Average speed is 179.21% of the surrounding traffic's one", + "Average speed is 148.33% of the surrounding traffic's one", + "Average speed is 134.79% of the surrounding traffic's one", + "Average speed is 133.37% of the surrounding traffic's one", + "Average speed is 155.3% of the surrounding traffic's one", + "Average speed is 164.86% of the surrounding traffic's one", + "Average speed is 202.23% of the surrounding traffic's one", + "Average speed is 281.7% of the surrounding traffic's one", + "Average speed is 331.53% of the surrounding traffic's one", + "Average speed is 336.49% of the surrounding traffic's one", + "Average speed is 245.65% of the surrounding traffic's one", + "Average speed is 279.46% of the surrounding traffic's one", + "Average speed is 331.63% of the surrounding traffic's one", + "Average speed is 666.69% of the surrounding traffic's one", + "Average speed is 680.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 17.35, + "duration_system": 158.183 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_06_01_12_01_08", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3716 at (x=1105.541, y=3102.597, z=364.877) at time=8.450s [CARLA Frame: 4013, Agent Step: 168]", + "Agent collided against object with type=vehicle.audi.tt and id=3716 at (x=1155.253, y=3101.762, z=365.343) at time=13.450s [CARLA Frame: 4113, Agent Step: 268]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.91% of the surrounding traffic's one", + "Average speed is 350.56% of the surrounding traffic's one", + "Average speed is 275.78% of the surrounding traffic's one", + "Average speed is 220.79% of the surrounding traffic's one", + "Average speed is 185.07% of the surrounding traffic's one", + "Average speed is 147.97% of the surrounding traffic's one", + "Average speed is 116.89% of the surrounding traffic's one", + "Average speed is 176.94% of the surrounding traffic's one", + "Average speed is 194.27% of the surrounding traffic's one", + "Average speed is 209.51% of the surrounding traffic's one", + "Average speed is 201.16% of the surrounding traffic's one", + "Average speed is 143.68% of the surrounding traffic's one", + "Average speed is 109.03% of the surrounding traffic's one", + "Average speed is 216.42% of the surrounding traffic's one", + "Average speed is 165.05% of the surrounding traffic's one", + "Average speed is 107.52% of the surrounding traffic's one", + "Average speed is 92.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 14.65, + "duration_system": 186.223 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_06_01_12_27_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 46.02% of the surrounding traffic's one", + "Average speed is 6.15% of the surrounding traffic's one", + "Average speed is 1697.11% of the surrounding traffic's one", + "Average speed is 1989.79% of the surrounding traffic's one", + "Average speed is 1954.53% of the surrounding traffic's one", + "Average speed is 1814.57% of the surrounding traffic's one", + "Average speed is 1677.28% of the surrounding traffic's one", + "Average speed is 1532.78% of the surrounding traffic's one", + "Average speed is 1489.58% of the surrounding traffic's one", + "Average speed is 2392.76% of the surrounding traffic's one", + "Average speed is 2246.17% of the surrounding traffic's one", + "Average speed is 1291.27% of the surrounding traffic's one", + "Average speed is 944.63% of the surrounding traffic's one", + "Average speed is 649.62% of the surrounding traffic's one", + "Average speed is 424.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.8, + "duration_system": 588.671 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_06_01_11_55_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 410.25% of the surrounding traffic's one", + "Average speed is 658.19% of the surrounding traffic's one", + "Average speed is 922.85% of the surrounding traffic's one", + "Average speed is 1036.67% of the surrounding traffic's one", + "Average speed is 1020.34% of the surrounding traffic's one", + "Average speed is 839.8% of the surrounding traffic's one", + "Average speed is 625.03% of the surrounding traffic's one", + "Average speed is 485.14% of the surrounding traffic's one", + "Average speed is 596.94% of the surrounding traffic's one", + "Average speed is 654.76% of the surrounding traffic's one", + "Average speed is 703.93% of the surrounding traffic's one", + "Average speed is 977.22% of the surrounding traffic's one", + "Average speed is 900.84% of the surrounding traffic's one", + "Average speed is 500.44% of the surrounding traffic's one", + "Average speed is 437.05% of the surrounding traffic's one", + "Average speed is 396.66% of the surrounding traffic's one", + "Average speed is 369.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.85, + "duration_system": 162.163 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_06_01_11_48_26", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 314.19% of the surrounding traffic's one", + "Average speed is 264.68% of the surrounding traffic's one", + "Average speed is 196.5% of the surrounding traffic's one", + "Average speed is 320.5% of the surrounding traffic's one", + "Average speed is 247.72% of the surrounding traffic's one", + "Average speed is 169.8% of the surrounding traffic's one", + "Average speed is 138.09% of the surrounding traffic's one", + "Average speed is 158.57% of the surrounding traffic's one", + "Average speed is 171.2% of the surrounding traffic's one", + "Average speed is 145.94% of the surrounding traffic's one", + "Average speed is 133.35% of the surrounding traffic's one", + "Average speed is 131.83% of the surrounding traffic's one", + "Average speed is 126.73% of the surrounding traffic's one", + "Average speed is 188.82% of the surrounding traffic's one", + "Average speed is 154.27% of the surrounding traffic's one", + "Average speed is 139.43% of the surrounding traffic's one", + "Average speed is 117.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.75, + "duration_system": 225.703 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_06_01_11_43_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.52% of the surrounding traffic's one", + "Average speed is 383.48% of the surrounding traffic's one", + "Average speed is 521.72% of the surrounding traffic's one", + "Average speed is 638.79% of the surrounding traffic's one", + "Average speed is 651.05% of the surrounding traffic's one", + "Average speed is 552.01% of the surrounding traffic's one", + "Average speed is 461.6% of the surrounding traffic's one", + "Average speed is 440.03% of the surrounding traffic's one", + "Average speed is 693.34% of the surrounding traffic's one", + "Average speed is 1081.34% of the surrounding traffic's one", + "Average speed is 3793.87% of the surrounding traffic's one", + "Average speed is 39503.91% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 108.111 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_06_01_11_37_20", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3711 at (x=-2496.223, y=4219.599, z=364.742) at time=5.250s [CARLA Frame: 3733, Agent Step: 104]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 217.21% of the surrounding traffic's one", + "Average speed is 73.74% of the surrounding traffic's one", + "Average speed is 174.13% of the surrounding traffic's one", + "Average speed is 176.35% of the surrounding traffic's one", + "Average speed is 222.19% of the surrounding traffic's one", + "Average speed is 243.58% of the surrounding traffic's one", + "Average speed is 216.44% of the surrounding traffic's one", + "Average speed is 225.46% of the surrounding traffic's one", + "Average speed is 302.97% of the surrounding traffic's one", + "Average speed is 371.64% of the surrounding traffic's one", + "Average speed is 420.81% of the surrounding traffic's one", + "Average speed is 406.99% of the surrounding traffic's one", + "Average speed is 366.26% of the surrounding traffic's one", + "Average speed is 337.12% of the surrounding traffic's one", + "Average speed is 350.12% of the surrounding traffic's one", + "Average speed is 268.12% of the surrounding traffic's one", + "Average speed is 166.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 14.65, + "duration_system": 173.717 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_06_02_14_02_07", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=508.029, y=6000.931, z=165.53) at time=21.150s [CARLA Frame: 4151, Agent Step: 422]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.86% of the surrounding traffic's one", + "Average speed is 118.01% of the surrounding traffic's one", + "Average speed is 205.31% of the surrounding traffic's one", + "Average speed is 208.28% of the surrounding traffic's one", + "Average speed is 159.05% of the surrounding traffic's one", + "Average speed is 157.94% of the surrounding traffic's one", + "Average speed is 161.27% of the surrounding traffic's one", + "Average speed is 176.57% of the surrounding traffic's one", + "Average speed is 207.95% of the surrounding traffic's one", + "Average speed is 217.88% of the surrounding traffic's one", + "Average speed is 229.75% of the surrounding traffic's one", + "Average speed is 207.34% of the surrounding traffic's one", + "Average speed is 203.74% of the surrounding traffic's one", + "Average speed is 173.25% of the surrounding traffic's one", + "Average speed is 163.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=508.214, y=6001.086, z=165.533)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 83.57, + "score_penalty": 0.65, + "score_composed": 54.3205 + }, + "meta": { + "route_length": 165.559, + "duration_game": 81.35, + "duration_system": 1002.119 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23659_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "3", + "save_name": "RouteScenario_23659_rep0_Town12_HighwayExit_1_3_06_02_13_23_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3705 at (x=2603.851, y=3192.103, z=365.994) at time=43.900s [CARLA Frame: 4312, Agent Step: 877]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 9.838 meters (10.79% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 18.54% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 15766.48% of the surrounding traffic's one", + "Average speed is 2434.39% of the surrounding traffic's one", + "Average speed is 1394.99% of the surrounding traffic's one", + "Average speed is 1102.41% of the surrounding traffic's one", + "Average speed is 798.38% of the surrounding traffic's one", + "Average speed is 803.03% of the surrounding traffic's one", + "Average speed is 637.43% of the surrounding traffic's one", + "Average speed is 624.99% of the surrounding traffic's one", + "Average speed is 282.03% of the surrounding traffic's one", + "Average speed is 141.25% of the surrounding traffic's one", + "Average speed is 110.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.535247, + "score_composed": 53.524716 + }, + "meta": { + "route_length": 99.127, + "duration_game": 49.7, + "duration_system": 490.531 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_06_02_13_54_12", + "status": "Failed - Agent deviated from the route", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3709 at (x=-820.94, y=4757.815, z=369.995) at time=9.550s [CARLA Frame: 3731, Agent Step: 190]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 334.56% of the surrounding traffic's one", + "Average speed is 300.62% of the surrounding traffic's one", + "Average speed is 213.88% of the surrounding traffic's one", + "Average speed is 212.54% of the surrounding traffic's one", + "Average speed is 173.09% of the surrounding traffic's one", + "Average speed is 152.21% of the surrounding traffic's one", + "Average speed is 147.41% of the surrounding traffic's one", + "Average speed is 151.86% of the surrounding traffic's one", + "Average speed is 162.51% of the surrounding traffic's one", + "Average speed is 175.44% of the surrounding traffic's one", + "Average speed is 167.54% of the surrounding traffic's one", + "Average speed is 39.06% of the surrounding traffic's one", + "Average speed is 127.22% of the surrounding traffic's one", + "Average speed is 134.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-819.48, y=4725.704, z=369.21)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 79.77, + "score_penalty": 0.6, + "score_composed": 47.862 + }, + "meta": { + "route_length": 106.658, + "duration_game": 17.2, + "duration_system": 291.316 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_06_01_12_22_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 248.82% of the surrounding traffic's one", + "Average speed is 309.91% of the surrounding traffic's one", + "Average speed is 273.07% of the surrounding traffic's one", + "Average speed is 266.5% of the surrounding traffic's one", + "Average speed is 374.97% of the surrounding traffic's one", + "Average speed is 478.73% of the surrounding traffic's one", + "Average speed is 518.43% of the surrounding traffic's one", + "Average speed is 593.26% of the surrounding traffic's one", + "Average speed is 644.66% of the surrounding traffic's one", + "Average speed is 638.35% of the surrounding traffic's one", + "Average speed is 591.49% of the surrounding traffic's one", + "Average speed is 587.11% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 7973332.15% of the surrounding traffic's one", + "Average speed is 166748.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.2, + "duration_system": 128.13 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_06_01_12_17_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.73% of the surrounding traffic's one", + "Average speed is 555.19% of the surrounding traffic's one", + "Average speed is 480.63% of the surrounding traffic's one", + "Average speed is 301.33% of the surrounding traffic's one", + "Average speed is 186.95% of the surrounding traffic's one", + "Average speed is 177.13% of the surrounding traffic's one", + "Average speed is 58.4% of the surrounding traffic's one", + "Average speed is 148.92% of the surrounding traffic's one", + "Average speed is 201.72% of the surrounding traffic's one", + "Average speed is 189.96% of the surrounding traffic's one", + "Average speed is 97.32% of the surrounding traffic's one", + "Average speed is 156.78% of the surrounding traffic's one", + "Average speed is 178.24% of the surrounding traffic's one", + "Average speed is 125.98% of the surrounding traffic's one", + "Average speed is 2933.58% of the surrounding traffic's one", + "Average speed is 10193613.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.5, + "duration_system": 168.187 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_06_01_12_11_13", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.33% of the surrounding traffic's one", + "Average speed is 482.4% of the surrounding traffic's one", + "Average speed is 326.11% of the surrounding traffic's one", + "Average speed is 226.76% of the surrounding traffic's one", + "Average speed is 157.8% of the surrounding traffic's one", + "Average speed is 166.56% of the surrounding traffic's one", + "Average speed is 147.79% of the surrounding traffic's one", + "Average speed is 153.72% of the surrounding traffic's one", + "Average speed is 73.81% of the surrounding traffic's one", + "Average speed is 160.79% of the surrounding traffic's one", + "Average speed is 253.37% of the surrounding traffic's one", + "Average speed is 123.25% of the surrounding traffic's one", + "Average speed is 116.89% of the surrounding traffic's one", + "Average speed is 83.26% of the surrounding traffic's one", + "Average speed is 339.8% of the surrounding traffic's one", + "Average speed is 325.28% of the surrounding traffic's one", + "Average speed is 135.82% of the surrounding traffic's one", + "Average speed is 167.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.4, + "duration_system": 166.182 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_06_01_11_56_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 310.2% of the surrounding traffic's one", + "Average speed is 497.5% of the surrounding traffic's one", + "Average speed is 311.22% of the surrounding traffic's one", + "Average speed is 192.01% of the surrounding traffic's one", + "Average speed is 76.78% of the surrounding traffic's one", + "Average speed is 10.68% of the surrounding traffic's one", + "Average speed is 2325.36% of the surrounding traffic's one", + "Average speed is 644.96% of the surrounding traffic's one", + "Average speed is 160.34% of the surrounding traffic's one", + "Average speed is 4229.96% of the surrounding traffic's one", + "Average speed is 2626.81% of the surrounding traffic's one", + "Average speed is 1134.93% of the surrounding traffic's one", + "Average speed is 679.31% of the surrounding traffic's one", + "Average speed is 468.19% of the surrounding traffic's one", + "Average speed is 283.14% of the surrounding traffic's one", + "Average speed is 160.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.4, + "duration_system": 707.427 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_06_01_11_48_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 211.0% of the surrounding traffic's one", + "Average speed is 1020.34% of the surrounding traffic's one", + "Average speed is 1590.16% of the surrounding traffic's one", + "Average speed is 292.49% of the surrounding traffic's one", + "Average speed is 75.62% of the surrounding traffic's one", + "Average speed is 43.24% of the surrounding traffic's one", + "Average speed is 174.09% of the surrounding traffic's one", + "Average speed is 239.38% of the surrounding traffic's one", + "Average speed is 70.79% of the surrounding traffic's one", + "Average speed is 2023.71% of the surrounding traffic's one", + "Average speed is 2426.43% of the surrounding traffic's one", + "Average speed is 2534.39% of the surrounding traffic's one", + "Average speed is 1414.25% of the surrounding traffic's one", + "Average speed is 849.58% of the surrounding traffic's one", + "Average speed is 500.18% of the surrounding traffic's one", + "Average speed is 157.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 22.95, + "duration_system": 295.31 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_06_01_11_35_37", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.23% of the surrounding traffic's one", + "Average speed is 715.09% of the surrounding traffic's one", + "Average speed is 705.36% of the surrounding traffic's one", + "Average speed is 137.0% of the surrounding traffic's one", + "Average speed is 11.28% of the surrounding traffic's one", + "Average speed is 2014.19% of the surrounding traffic's one", + "Average speed is 2233.1% of the surrounding traffic's one", + "Average speed is 1668.8% of the surrounding traffic's one", + "Average speed is 1424.51% of the surrounding traffic's one", + "Average speed is 823.58% of the surrounding traffic's one", + "Average speed is 6928.34% of the surrounding traffic's one", + "Average speed is 2410.54% of the surrounding traffic's one", + "Average speed is 1814.23% of the surrounding traffic's one", + "Average speed is 1355.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.85, + "duration_system": 566.898 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_06_01_11_29_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.42% of the surrounding traffic's one", + "Average speed is 117.44% of the surrounding traffic's one", + "Average speed is 118.85% of the surrounding traffic's one", + "Average speed is 37.76% of the surrounding traffic's one", + "Average speed is 143.19% of the surrounding traffic's one", + "Average speed is 76.25% of the surrounding traffic's one", + "Average speed is 381.45% of the surrounding traffic's one", + "Average speed is 391.19% of the surrounding traffic's one", + "Average speed is 90.94% of the surrounding traffic's one", + "Average speed is 622.34% of the surrounding traffic's one", + "Average speed is 1326.41% of the surrounding traffic's one", + "Average speed is 2195.9% of the surrounding traffic's one", + "Average speed is 826.19% of the surrounding traffic's one", + "Average speed is 616.78% of the surrounding traffic's one", + "Average speed is 307.7% of the surrounding traffic's one", + "Average speed is 234.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 17.9, + "duration_system": 168.193 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_06_02_08_07_08", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.89% of the surrounding traffic's one", + "Average speed is 148.86% of the surrounding traffic's one", + "Average speed is 93.55% of the surrounding traffic's one", + "Average speed is 13.01% of the surrounding traffic's one", + "Average speed is 320.23% of the surrounding traffic's one", + "Average speed is 404.92% of the surrounding traffic's one", + "Average speed is 207.93% of the surrounding traffic's one", + "Average speed is 693.97% of the surrounding traffic's one", + "Average speed is 701.95% of the surrounding traffic's one", + "Average speed is 522.97% of the surrounding traffic's one", + "Average speed is 195.2% of the surrounding traffic's one", + "Average speed is 0.45% of the surrounding traffic's one", + "Average speed is 76.28% of the surrounding traffic's one", + "Average speed is 2516.55% of the surrounding traffic's one", + "Average speed is 411.65% of the surrounding traffic's one", + "Average speed is 234.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 248.95, + "duration_system": 2787.589 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_06_01_11_02_07", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=239.246, y=5915.88, z=361.203) at time=19.200s [CARLA Frame: 4500, Agent Step: 383]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.61% of the surrounding traffic's one", + "Average speed is 105.37% of the surrounding traffic's one", + "Average speed is 389.01% of the surrounding traffic's one", + "Average speed is 184.51% of the surrounding traffic's one", + "Average speed is 114.92% of the surrounding traffic's one", + "Average speed is 50.34% of the surrounding traffic's one", + "Average speed is 18.06% of the surrounding traffic's one", + "Average speed is 419.03% of the surrounding traffic's one", + "Average speed is 442.79% of the surrounding traffic's one", + "Average speed is 476.99% of the surrounding traffic's one", + "Average speed is 367.11% of the surrounding traffic's one", + "Average speed is 528.6% of the surrounding traffic's one", + "Average speed is 670.14% of the surrounding traffic's one", + "Average speed is 1357.88% of the surrounding traffic's one", + "Average speed is 890.5% of the surrounding traffic's one", + "Average speed is 435.78% of the surrounding traffic's one", + "Average speed is 526.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 20.45, + "duration_system": 228.265 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_06_01_10_23_41", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=2385.984, y=2432.888, z=367.085) at time=144.300s [CARLA Frame: 7625, Agent Step: 2885]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.23% of the surrounding traffic's one", + "Average speed is 216.12% of the surrounding traffic's one", + "Average speed is 399.61% of the surrounding traffic's one", + "Average speed is 163.17% of the surrounding traffic's one", + "Average speed is 24.45% of the surrounding traffic's one", + "Average speed is 2.3% of the surrounding traffic's one", + "Average speed is 281.61% of the surrounding traffic's one", + "Average speed is 552.52% of the surrounding traffic's one", + "Average speed is 604.9% of the surrounding traffic's one", + "Average speed is 431.96% of the surrounding traffic's one", + "Average speed is 542.04% of the surrounding traffic's one", + "Average speed is 457.26% of the surrounding traffic's one", + "Average speed is 814.99% of the surrounding traffic's one", + "Average speed is 453.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 145.1, + "duration_system": 2137.27 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_06_01_10_18_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 270.24% of the surrounding traffic's one", + "Average speed is 468.11% of the surrounding traffic's one", + "Average speed is 415.57% of the surrounding traffic's one", + "Average speed is 99.13% of the surrounding traffic's one", + "Average speed is 57.18% of the surrounding traffic's one", + "Average speed is 30.0% of the surrounding traffic's one", + "Average speed is 313.51% of the surrounding traffic's one", + "Average speed is 484.07% of the surrounding traffic's one", + "Average speed is 524.61% of the surrounding traffic's one", + "Average speed is 403.9% of the surrounding traffic's one", + "Average speed is 444.87% of the surrounding traffic's one", + "Average speed is 971.05% of the surrounding traffic's one", + "Average speed is 3118.04% of the surrounding traffic's one", + "Average speed is 1635.83% of the surrounding traffic's one", + "Average speed is 1136.55% of the surrounding traffic's one", + "Average speed is 1091.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 12.5, + "duration_system": 159.164 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_06_01_10_14_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1987.501, y=2174.617, z=362.229) at time=7.950s [CARLA Frame: 4507, Agent Step: 158]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 408.98% of the surrounding traffic's one", + "Average speed is 572.71% of the surrounding traffic's one", + "Average speed is 526.83% of the surrounding traffic's one", + "Average speed is 266.63% of the surrounding traffic's one", + "Average speed is 125.38% of the surrounding traffic's one", + "Average speed is 47.78% of the surrounding traffic's one", + "Average speed is 208.81% of the surrounding traffic's one", + "Average speed is 237.18% of the surrounding traffic's one", + "Average speed is 235.74% of the surrounding traffic's one", + "Average speed is 270.91% of the surrounding traffic's one", + "Average speed is 767.05% of the surrounding traffic's one", + "Average speed is 1505.75% of the surrounding traffic's one", + "Average speed is 1391.39% of the surrounding traffic's one", + "Average speed is 1696.61% of the surrounding traffic's one", + "Average speed is 2856.1% of the surrounding traffic's one", + "Average speed is 2373.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 10.75, + "duration_system": 108.117 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_06_01_09_39_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.69% of the surrounding traffic's one", + "Average speed is 142.08% of the surrounding traffic's one", + "Average speed is 185.02% of the surrounding traffic's one", + "Average speed is 77.55% of the surrounding traffic's one", + "Average speed is 7.62% of the surrounding traffic's one", + "Average speed is 108.01% of the surrounding traffic's one", + "Average speed is 270.83% of the surrounding traffic's one", + "Average speed is 722.86% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 129.63% of the surrounding traffic's one", + "Average speed is 241.88% of the surrounding traffic's one", + "Average speed is 163.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 29.85, + "duration_system": 737.859 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_06_01_10_06_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 324.64% of the surrounding traffic's one", + "Average speed is 272.4% of the surrounding traffic's one", + "Average speed is 225.7% of the surrounding traffic's one", + "Average speed is 102.06% of the surrounding traffic's one", + "Average speed is 100.99% of the surrounding traffic's one", + "Average speed is 18.43% of the surrounding traffic's one", + "Average speed is 605.78% of the surrounding traffic's one", + "Average speed is 618.29% of the surrounding traffic's one", + "Average speed is 509.82% of the surrounding traffic's one", + "Average speed is 477.25% of the surrounding traffic's one", + "Average speed is 688.8% of the surrounding traffic's one", + "Average speed is 1761.95% of the surrounding traffic's one", + "Average speed is 1843.95% of the surrounding traffic's one", + "Average speed is 2032.35% of the surrounding traffic's one", + "Average speed is 1861.23% of the surrounding traffic's one", + "Average speed is 2203.85% of the surrounding traffic's one", + "Average speed is 2593.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 22.7, + "duration_system": 279.311 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_06_01_10_01_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 207.43% of the surrounding traffic's one", + "Average speed is 531.11% of the surrounding traffic's one", + "Average speed is 493.93% of the surrounding traffic's one", + "Average speed is 410.34% of the surrounding traffic's one", + "Average speed is 148.76% of the surrounding traffic's one", + "Average speed is 58.03% of the surrounding traffic's one", + "Average speed is 114.88% of the surrounding traffic's one", + "Average speed is 199.49% of the surrounding traffic's one", + "Average speed is 233.92% of the surrounding traffic's one", + "Average speed is 289.11% of the surrounding traffic's one", + "Average speed is 380.27% of the surrounding traffic's one", + "Average speed is 714.33% of the surrounding traffic's one", + "Average speed is 723.18% of the surrounding traffic's one", + "Average speed is 637.68% of the surrounding traffic's one", + "Average speed is 653.26% of the surrounding traffic's one", + "Average speed is 2797.68% of the surrounding traffic's one", + "Average speed is 1319.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 12.05, + "duration_system": 145.153 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_06_01_09_55_02", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3732 at (x=-1380.246, y=5321.267, z=376.653) at time=22.200s [CARLA Frame: 4690, Agent Step: 443]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.76% of the surrounding traffic's one", + "Average speed is 149.13% of the surrounding traffic's one", + "Average speed is 611.02% of the surrounding traffic's one", + "Average speed is 527.92% of the surrounding traffic's one", + "Average speed is 121.19% of the surrounding traffic's one", + "Average speed is 16.84% of the surrounding traffic's one", + "Average speed is 393.36% of the surrounding traffic's one", + "Average speed is 889.31% of the surrounding traffic's one", + "Average speed is 576.58% of the surrounding traffic's one", + "Average speed is 252.58% of the surrounding traffic's one", + "Average speed is 817.25% of the surrounding traffic's one", + "Average speed is 1683.0% of the surrounding traffic's one", + "Average speed is 2123.79% of the surrounding traffic's one", + "Average speed is 2770.92% of the surrounding traffic's one", + "Average speed is 1709.47% of the surrounding traffic's one", + "Average speed is 1276.5% of the surrounding traffic's one", + "Average speed is 843.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 26.5, + "duration_system": 257.306 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_06_01_09_48_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 350.25% of the surrounding traffic's one", + "Average speed is 634.17% of the surrounding traffic's one", + "Average speed is 433.54% of the surrounding traffic's one", + "Average speed is 94.35% of the surrounding traffic's one", + "Average speed is 81.78% of the surrounding traffic's one", + "Average speed is 70.42% of the surrounding traffic's one", + "Average speed is 379.12% of the surrounding traffic's one", + "Average speed is 542.77% of the surrounding traffic's one", + "Average speed is 420.04% of the surrounding traffic's one", + "Average speed is 299.8% of the surrounding traffic's one", + "Average speed is 271.0% of the surrounding traffic's one", + "Average speed is 308.28% of the surrounding traffic's one", + "Average speed is 216.91% of the surrounding traffic's one", + "Average speed is 185.12% of the surrounding traffic's one", + "Average speed is 187.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 12.95, + "duration_system": 201.612 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_06_01_09_43_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.92% of the surrounding traffic's one", + "Average speed is 559.51% of the surrounding traffic's one", + "Average speed is 630.42% of the surrounding traffic's one", + "Average speed is 651.02% of the surrounding traffic's one", + "Average speed is 36.55% of the surrounding traffic's one", + "Average speed is 192.9% of the surrounding traffic's one", + "Average speed is 436.48% of the surrounding traffic's one", + "Average speed is 615.15% of the surrounding traffic's one", + "Average speed is 624.06% of the surrounding traffic's one", + "Average speed is 717.5% of the surrounding traffic's one", + "Average speed is 652.68% of the surrounding traffic's one", + "Average speed is 722.8% of the surrounding traffic's one", + "Average speed is 1633.52% of the surrounding traffic's one", + "Average speed is 2885.74% of the surrounding traffic's one", + "Average speed is 2766.65% of the surrounding traffic's one", + "Average speed is 1972.33% of the surrounding traffic's one", + "Average speed is 2059.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 11.65, + "duration_system": 140.146 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_06_01_09_36_29", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 13.001 meters (10.56% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 59.07% of the surrounding traffic's one", + "Average speed is 180.08% of the surrounding traffic's one", + "Average speed is 140.23% of the surrounding traffic's one", + "Average speed is 107.84% of the surrounding traffic's one", + "Average speed is 79.65% of the surrounding traffic's one", + "Average speed is 120.01% of the surrounding traffic's one", + "Average speed is 105.92% of the surrounding traffic's one", + "Average speed is 104.49% of the surrounding traffic's one", + "Average speed is 103.18% of the surrounding traffic's one", + "Average speed is 101.59% of the surrounding traffic's one", + "Average speed is 102.05% of the surrounding traffic's one", + "Average speed is 101.29% of the surrounding traffic's one", + "Average speed is 102.77% of the surrounding traffic's one", + "Average speed is 100.34% of the surrounding traffic's one", + "Average speed is 96.49% of the surrounding traffic's one", + "Average speed is 100.95% of the surrounding traffic's one", + "Average speed is 105.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.89441, + "score_composed": 89.44102 + }, + "meta": { + "route_length": 133.124, + "duration_game": 17.75, + "duration_system": 220.248 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_06_01_09_21_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.92% of the surrounding traffic's one", + "Average speed is 89.32% of the surrounding traffic's one", + "Average speed is 364.44% of the surrounding traffic's one", + "Average speed is 267.29% of the surrounding traffic's one", + "Average speed is 258.37% of the surrounding traffic's one", + "Average speed is 160.39% of the surrounding traffic's one", + "Average speed is 13.82% of the surrounding traffic's one", + "Average speed is 547.98% of the surrounding traffic's one", + "Average speed is 380.86% of the surrounding traffic's one", + "Average speed is 592.79% of the surrounding traffic's one", + "Average speed is 525.66% of the surrounding traffic's one", + "Average speed is 273.73% of the surrounding traffic's one", + "Average speed is 225.69% of the surrounding traffic's one", + "Average speed is 187.34% of the surrounding traffic's one", + "Average speed is 212.24% of the surrounding traffic's one", + "Average speed is 199.36% of the surrounding traffic's one", + "Average speed is 216.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 67.5, + "duration_system": 698.877 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_06_01_09_33_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.76% of the surrounding traffic's one", + "Average speed is 75.25% of the surrounding traffic's one", + "Average speed is 187.67% of the surrounding traffic's one", + "Average speed is 192.08% of the surrounding traffic's one", + "Average speed is 69.05% of the surrounding traffic's one", + "Average speed is 131.31% of the surrounding traffic's one", + "Average speed is 86.86% of the surrounding traffic's one", + "Average speed is 100.95% of the surrounding traffic's one", + "Average speed is 79.99% of the surrounding traffic's one", + "Average speed is 124.65% of the surrounding traffic's one", + "Average speed is 155.31% of the surrounding traffic's one", + "Average speed is 135.2% of the surrounding traffic's one", + "Average speed is 138.47% of the surrounding traffic's one", + "Average speed is 127.55% of the surrounding traffic's one", + "Average speed is 143.3% of the surrounding traffic's one", + "Average speed is 101.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.35, + "duration_system": 156.45 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_06_01_09_04_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.38% of the surrounding traffic's one", + "Average speed is 138.35% of the surrounding traffic's one", + "Average speed is 143.24% of the surrounding traffic's one", + "Average speed is 185.09% of the surrounding traffic's one", + "Average speed is 126.79% of the surrounding traffic's one", + "Average speed is 6.01% of the surrounding traffic's one", + "Average speed is 89.13% of the surrounding traffic's one", + "Average speed is 546.98% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 128.17% of the surrounding traffic's one", + "Average speed is 190.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.35, + "duration_system": 813.898 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_06_01_09_27_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.68% of the surrounding traffic's one", + "Average speed is 101.89% of the surrounding traffic's one", + "Average speed is 226.93% of the surrounding traffic's one", + "Average speed is 75.64% of the surrounding traffic's one", + "Average speed is 97.43% of the surrounding traffic's one", + "Average speed is 98.56% of the surrounding traffic's one", + "Average speed is 90.39% of the surrounding traffic's one", + "Average speed is 78.84% of the surrounding traffic's one", + "Average speed is 143.91% of the surrounding traffic's one", + "Average speed is 184.72% of the surrounding traffic's one", + "Average speed is 164.17% of the surrounding traffic's one", + "Average speed is 166.35% of the surrounding traffic's one", + "Average speed is 146.97% of the surrounding traffic's one", + "Average speed is 112.92% of the surrounding traffic's one", + "Average speed is 117.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.65, + "duration_system": 159.174 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_06_01_09_22_03", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.07% of the surrounding traffic's one", + "Average speed is 62.22% of the surrounding traffic's one", + "Average speed is 178.9% of the surrounding traffic's one", + "Average speed is 193.37% of the surrounding traffic's one", + "Average speed is 122.71% of the surrounding traffic's one", + "Average speed is 87.32% of the surrounding traffic's one", + "Average speed is 83.88% of the surrounding traffic's one", + "Average speed is 81.55% of the surrounding traffic's one", + "Average speed is 73.59% of the surrounding traffic's one", + "Average speed is 114.15% of the surrounding traffic's one", + "Average speed is 111.19% of the surrounding traffic's one", + "Average speed is 182.93% of the surrounding traffic's one", + "Average speed is 222.8% of the surrounding traffic's one", + "Average speed is 199.49% of the surrounding traffic's one", + "Average speed is 154.2% of the surrounding traffic's one", + "Average speed is 110.82% of the surrounding traffic's one", + "Average speed is 120.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.35, + "duration_system": 155.176 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_06_01_08_50_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.05% of the surrounding traffic's one", + "Average speed is 170.06% of the surrounding traffic's one", + "Average speed is 235.32% of the surrounding traffic's one", + "Average speed is 58.7% of the surrounding traffic's one", + "Average speed is 7.41% of the surrounding traffic's one", + "Average speed is 292.0% of the surrounding traffic's one", + "Average speed is 549.76% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 256.01% of the surrounding traffic's one", + "Average speed is 341.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 29.0, + "duration_system": 693.635 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_06_01_09_15_50", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [ + "Agent collided against object with type=walker.pedestrian.0041 and id=3698 at (x=-604.949, y=3570.522, z=362.575) at time=9.750s [CARLA Frame: 4134, Agent Step: 194]" + ], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.94% of the surrounding traffic's one", + "Average speed is 146.89% of the surrounding traffic's one", + "Average speed is 306.78% of the surrounding traffic's one", + "Average speed is 178.59% of the surrounding traffic's one", + "Average speed is 118.75% of the surrounding traffic's one", + "Average speed is 87.34% of the surrounding traffic's one", + "Average speed is 233.49% of the surrounding traffic's one", + "Average speed is 184.8% of the surrounding traffic's one", + "Average speed is 147.62% of the surrounding traffic's one", + "Average speed is 129.27% of the surrounding traffic's one", + "Average speed is 175.92% of the surrounding traffic's one", + "Average speed is 158.91% of the surrounding traffic's one", + "Average speed is 123.7% of the surrounding traffic's one", + "Average speed is 111.66% of the surrounding traffic's one", + "Average speed is 89.48% of the surrounding traffic's one", + "Average speed is 90.42% of the surrounding traffic's one", + "Average speed is 83.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.5, + "score_composed": 50.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 18.9, + "duration_system": 185.562 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_06_01_08_18_21", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3751 at (x=3012.484, y=6251.411, z=370.339) at time=81.650s [CARLA Frame: 5521, Agent Step: 1632]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 95.05% of the surrounding traffic's one", + "Average speed is 185.9% of the surrounding traffic's one", + "Average speed is 223.3% of the surrounding traffic's one", + "Average speed is 241.64% of the surrounding traffic's one", + "Average speed is 225.44% of the surrounding traffic's one", + "Average speed is 157.97% of the surrounding traffic's one", + "Average speed is 9.3% of the surrounding traffic's one", + "Average speed is 93.87% of the surrounding traffic's one", + "Average speed is 153.44% of the surrounding traffic's one", + "Average speed is 2.43% of the surrounding traffic's one", + "Average speed is 137.88% of the surrounding traffic's one", + "Average speed is 168.66% of the surrounding traffic's one", + "Average speed is 170.6% of the surrounding traffic's one", + "Average speed is 172.98% of the surrounding traffic's one", + "Average speed is 158.75% of the surrounding traffic's one", + "Average speed is 104.51% of the surrounding traffic's one", + "Average speed is 102.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 82.45, + "duration_system": 1734.909 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_06_01_08_07_40", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=529.34, y=3914.138, z=371.201) at time=8.950s [CARLA Frame: 4243, Agent Step: 178]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=487.261, y=3914.286, z=370.977) at time=13.950s [CARLA Frame: 4343, Agent Step: 278]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.09% of the surrounding traffic's one", + "Average speed is 150.88% of the surrounding traffic's one", + "Average speed is 138.29% of the surrounding traffic's one", + "Average speed is 171.12% of the surrounding traffic's one", + "Average speed is 147.51% of the surrounding traffic's one", + "Average speed is 125.79% of the surrounding traffic's one", + "Average speed is 118.71% of the surrounding traffic's one", + "Average speed is 65.43% of the surrounding traffic's one", + "Average speed is 114.95% of the surrounding traffic's one", + "Average speed is 145.18% of the surrounding traffic's one", + "Average speed is 106.81% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 136.89% of the surrounding traffic's one", + "Average speed is 114.01% of the surrounding traffic's one", + "Average speed is 106.95% of the surrounding traffic's one", + "Average speed is 114.63% of the surrounding traffic's one", + "Average speed is 115.9% of the surrounding traffic's one", + "Average speed is 108.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 15.95, + "duration_system": 463.6 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_06_01_09_10_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.26% of the surrounding traffic's one", + "Average speed is 121.95% of the surrounding traffic's one", + "Average speed is 197.21% of the surrounding traffic's one", + "Average speed is 164.01% of the surrounding traffic's one", + "Average speed is 157.3% of the surrounding traffic's one", + "Average speed is 119.85% of the surrounding traffic's one", + "Average speed is 85.9% of the surrounding traffic's one", + "Average speed is 244.9% of the surrounding traffic's one", + "Average speed is 158.46% of the surrounding traffic's one", + "Average speed is 115.03% of the surrounding traffic's one", + "Average speed is 101.16% of the surrounding traffic's one", + "Average speed is 103.12% of the surrounding traffic's one", + "Average speed is 104.2% of the surrounding traffic's one", + "Average speed is 107.96% of the surrounding traffic's one", + "Average speed is 113.93% of the surrounding traffic's one", + "Average speed is 130.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.7, + "duration_system": 162.21 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_06_01_07_41_42", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.8% of the surrounding traffic's one", + "Average speed is 175.54% of the surrounding traffic's one", + "Average speed is 155.93% of the surrounding traffic's one", + "Average speed is 42.81% of the surrounding traffic's one", + "Average speed is 5.8% of the surrounding traffic's one", + "Average speed is 92.65% of the surrounding traffic's one", + "Average speed is 178.11% of the surrounding traffic's one", + "Average speed is 136.44% of the surrounding traffic's one", + "Average speed is 115.81% of the surrounding traffic's one", + "Average speed is 111.47% of the surrounding traffic's one", + "Average speed is 127.71% of the surrounding traffic's one", + "Average speed is 142.14% of the surrounding traffic's one", + "Average speed is 130.89% of the surrounding traffic's one", + "Average speed is 131.57% of the surrounding traffic's one", + "Average speed is 105.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 44.95, + "duration_system": 1371.637 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_06_01_09_02_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3706 at (x=-496.252, y=6491.673, z=357.885) at time=11.350s [CARLA Frame: 4194, Agent Step: 226]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=3702 at (x=-501.225, y=6493.255, z=357.91) at time=11.800s [CARLA Frame: 4203, Agent Step: 235]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 102.4% of the surrounding traffic's one", + "Average speed is 179.53% of the surrounding traffic's one", + "Average speed is 168.25% of the surrounding traffic's one", + "Average speed is 124.4% of the surrounding traffic's one", + "Average speed is 98.32% of the surrounding traffic's one", + "Average speed is 100.0% of the surrounding traffic's one", + "Average speed is 100.25% of the surrounding traffic's one", + "Average speed is 105.95% of the surrounding traffic's one", + "Average speed is 89.64% of the surrounding traffic's one", + "Average speed is 36.32% of the surrounding traffic's one", + "Average speed is 62.41% of the surrounding traffic's one", + "Average speed is 110.54% of the surrounding traffic's one", + "Average speed is 99.29% of the surrounding traffic's one", + "Average speed is 95.69% of the surrounding traffic's one", + "Average speed is 108.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 14.65, + "duration_system": 291.308 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_06_01_08_54_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 168.98% of the surrounding traffic's one", + "Average speed is 157.8% of the surrounding traffic's one", + "Average speed is 114.08% of the surrounding traffic's one", + "Average speed is 105.57% of the surrounding traffic's one", + "Average speed is 96.24% of the surrounding traffic's one", + "Average speed is 97.24% of the surrounding traffic's one", + "Average speed is 102.36% of the surrounding traffic's one", + "Average speed is 97.48% of the surrounding traffic's one", + "Average speed is 97.76% of the surrounding traffic's one", + "Average speed is 106.7% of the surrounding traffic's one", + "Average speed is 93.0% of the surrounding traffic's one", + "Average speed is 100.47% of the surrounding traffic's one", + "Average speed is 121.81% of the surrounding traffic's one", + "Average speed is 130.94% of the surrounding traffic's one", + "Average speed is 120.94% of the surrounding traffic's one", + "Average speed is 101.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.7, + "duration_system": 309.306 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_06_01_08_47_00", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.0% of the surrounding traffic's one", + "Average speed is 149.53% of the surrounding traffic's one", + "Average speed is 115.68% of the surrounding traffic's one", + "Average speed is 117.7% of the surrounding traffic's one", + "Average speed is 112.61% of the surrounding traffic's one", + "Average speed is 109.15% of the surrounding traffic's one", + "Average speed is 107.5% of the surrounding traffic's one", + "Average speed is 99.34% of the surrounding traffic's one", + "Average speed is 99.95% of the surrounding traffic's one", + "Average speed is 124.31% of the surrounding traffic's one", + "Average speed is 104.04% of the surrounding traffic's one", + "Average speed is 97.08% of the surrounding traffic's one", + "Average speed is 128.49% of the surrounding traffic's one", + "Average speed is 141.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 14.9, + "duration_system": 248.288 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_06_01_08_38_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.35% of the surrounding traffic's one", + "Average speed is 157.21% of the surrounding traffic's one", + "Average speed is 111.37% of the surrounding traffic's one", + "Average speed is 103.0% of the surrounding traffic's one", + "Average speed is 108.01% of the surrounding traffic's one", + "Average speed is 100.64% of the surrounding traffic's one", + "Average speed is 94.96% of the surrounding traffic's one", + "Average speed is 90.61% of the surrounding traffic's one", + "Average speed is 95.64% of the surrounding traffic's one", + "Average speed is 91.08% of the surrounding traffic's one", + "Average speed is 102.86% of the surrounding traffic's one", + "Average speed is 102.72% of the surrounding traffic's one", + "Average speed is 96.37% of the surrounding traffic's one", + "Average speed is 90.1% of the surrounding traffic's one", + "Average speed is 120.96% of the surrounding traffic's one", + "Average speed is 134.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.45, + "duration_system": 311.314 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_06_01_08_32_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.76% of the surrounding traffic's one", + "Average speed is 190.19% of the surrounding traffic's one", + "Average speed is 117.39% of the surrounding traffic's one", + "Average speed is 92.01% of the surrounding traffic's one", + "Average speed is 88.57% of the surrounding traffic's one", + "Average speed is 97.05% of the surrounding traffic's one", + "Average speed is 87.99% of the surrounding traffic's one", + "Average speed is 74.41% of the surrounding traffic's one", + "Average speed is 77.53% of the surrounding traffic's one", + "Average speed is 79.56% of the surrounding traffic's one", + "Average speed is 75.62% of the surrounding traffic's one", + "Average speed is 52.32% of the surrounding traffic's one", + "Average speed is 50.83% of the surrounding traffic's one", + "Average speed is 83.07% of the surrounding traffic's one", + "Average speed is 95.0% of the surrounding traffic's one", + "Average speed is 99.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 13.05, + "duration_system": 231.276 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_06_01_07_34_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.06% of the surrounding traffic's one", + "Average speed is 82.28% of the surrounding traffic's one", + "Average speed is 246.89% of the surrounding traffic's one", + "Average speed is 182.22% of the surrounding traffic's one", + "Average speed is 74.56% of the surrounding traffic's one", + "Average speed is 96.49% of the surrounding traffic's one", + "Average speed is 79.63% of the surrounding traffic's one", + "Average speed is 95.05% of the surrounding traffic's one", + "Average speed is 85.59% of the surrounding traffic's one", + "Average speed is 113.19% of the surrounding traffic's one", + "Average speed is 147.74% of the surrounding traffic's one", + "Average speed is 163.88% of the surrounding traffic's one", + "Average speed is 139.15% of the surrounding traffic's one", + "Average speed is 146.53% of the surrounding traffic's one", + "Average speed is 118.57% of the surrounding traffic's one", + "Average speed is 115.93% of the surrounding traffic's one", + "Average speed is 119.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 22.4, + "duration_system": 222.561 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_06_01_08_22_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.16% of the surrounding traffic's one", + "Average speed is 444.89% of the surrounding traffic's one", + "Average speed is 1213.19% of the surrounding traffic's one", + "Average speed is 1466.32% of the surrounding traffic's one", + "Average speed is 1390.58% of the surrounding traffic's one", + "Average speed is 1458.48% of the surrounding traffic's one", + "Average speed is 1335.25% of the surrounding traffic's one", + "Average speed is 1595.31% of the surrounding traffic's one", + "Average speed is 1277.01% of the surrounding traffic's one", + "Average speed is 840.48% of the surrounding traffic's one", + "Average speed is 639.88% of the surrounding traffic's one", + "Average speed is 448.32% of the surrounding traffic's one", + "Average speed is 365.3% of the surrounding traffic's one", + "Average speed is 327.95% of the surrounding traffic's one", + "Average speed is 263.18% of the surrounding traffic's one", + "Average speed is 199.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.0, + "duration_system": 391.768 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_06_01_08_15_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.8% of the surrounding traffic's one", + "Average speed is 12.54% of the surrounding traffic's one", + "Average speed is 1114.0% of the surrounding traffic's one", + "Average speed is 1226.23% of the surrounding traffic's one", + "Average speed is 1328.73% of the surrounding traffic's one", + "Average speed is 1610.74% of the surrounding traffic's one", + "Average speed is 1446.36% of the surrounding traffic's one", + "Average speed is 933.97% of the surrounding traffic's one", + "Average speed is 924.86% of the surrounding traffic's one", + "Average speed is 620.71% of the surrounding traffic's one", + "Average speed is 447.56% of the surrounding traffic's one", + "Average speed is 259.57% of the surrounding traffic's one", + "Average speed is 188.31% of the surrounding traffic's one", + "Average speed is 173.93% of the surrounding traffic's one", + "Average speed is 142.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.8, + "duration_system": 269.299 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_06_01_08_08_21", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.04% of the surrounding traffic's one", + "Average speed is 9.73% of the surrounding traffic's one", + "Average speed is 1799.48% of the surrounding traffic's one", + "Average speed is 1760.86% of the surrounding traffic's one", + "Average speed is 1977.26% of the surrounding traffic's one", + "Average speed is 1404.74% of the surrounding traffic's one", + "Average speed is 1193.39% of the surrounding traffic's one", + "Average speed is 989.08% of the surrounding traffic's one", + "Average speed is 1353.05% of the surrounding traffic's one", + "Average speed is 846.97% of the surrounding traffic's one", + "Average speed is 552.75% of the surrounding traffic's one", + "Average speed is 394.36% of the surrounding traffic's one", + "Average speed is 303.06% of the surrounding traffic's one", + "Average speed is 255.94% of the surrounding traffic's one", + "Average speed is 223.86% of the surrounding traffic's one", + "Average speed is 199.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.8, + "duration_system": 219.42 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_06_01_08_03_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.89% of the surrounding traffic's one", + "Average speed is 193.98% of the surrounding traffic's one", + "Average speed is 521.36% of the surrounding traffic's one", + "Average speed is 141.76% of the surrounding traffic's one", + "Average speed is 67.8% of the surrounding traffic's one", + "Average speed is 34.93% of the surrounding traffic's one", + "Average speed is 405.4% of the surrounding traffic's one", + "Average speed is 621.22% of the surrounding traffic's one", + "Average speed is 749.45% of the surrounding traffic's one", + "Average speed is 907.07% of the surrounding traffic's one", + "Average speed is 843.38% of the surrounding traffic's one", + "Average speed is 602.37% of the surrounding traffic's one", + "Average speed is 426.18% of the surrounding traffic's one", + "Average speed is 370.87% of the surrounding traffic's one", + "Average speed is 317.13% of the surrounding traffic's one", + "Average speed is 237.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 15.15, + "duration_system": 140.155 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_06_01_07_56_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3736 at (x=3284.988, y=5723.847, z=368.723) at time=17.450s [CARLA Frame: 4406, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.06% of the surrounding traffic's one", + "Average speed is 414.5% of the surrounding traffic's one", + "Average speed is 321.33% of the surrounding traffic's one", + "Average speed is 52.78% of the surrounding traffic's one", + "Average speed is 36.56% of the surrounding traffic's one", + "Average speed is 2133.8% of the surrounding traffic's one", + "Average speed is 1951.56% of the surrounding traffic's one", + "Average speed is 1929.28% of the surrounding traffic's one", + "Average speed is 939.07% of the surrounding traffic's one", + "Average speed is 716.95% of the surrounding traffic's one", + "Average speed is 5310.84% of the surrounding traffic's one", + "Average speed is 2278.27% of the surrounding traffic's one", + "Average speed is 591.18% of the surrounding traffic's one", + "Average speed is 637.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.35, + "duration_system": 194.2 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_06_01_07_47_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 263.72% of the surrounding traffic's one", + "Average speed is 1274.69% of the surrounding traffic's one", + "Average speed is 444.07% of the surrounding traffic's one", + "Average speed is 49.35% of the surrounding traffic's one", + "Average speed is 953.69% of the surrounding traffic's one", + "Average speed is 825.76% of the surrounding traffic's one", + "Average speed is 948.55% of the surrounding traffic's one", + "Average speed is 845.5% of the surrounding traffic's one", + "Average speed is 743.33% of the surrounding traffic's one", + "Average speed is 729.13% of the surrounding traffic's one", + "Average speed is 3973.58% of the surrounding traffic's one", + "Average speed is 24899.97% of the surrounding traffic's one", + "Average speed is 3561.76% of the surrounding traffic's one", + "Average speed is 2612.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 35.0, + "duration_system": 389.414 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_06_01_07_35_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.46% of the surrounding traffic's one", + "Average speed is 102.53% of the surrounding traffic's one", + "Average speed is 129.2% of the surrounding traffic's one", + "Average speed is 6.42% of the surrounding traffic's one", + "Average speed is 768.65% of the surrounding traffic's one", + "Average speed is 528.29% of the surrounding traffic's one", + "Average speed is 995.96% of the surrounding traffic's one", + "Average speed is 379.28% of the surrounding traffic's one", + "Average speed is 206.28% of the surrounding traffic's one", + "Average speed is 757.45% of the surrounding traffic's one", + "Average speed is 4502.22% of the surrounding traffic's one", + "Average speed is 1659.6% of the surrounding traffic's one", + "Average speed is 721.31% of the surrounding traffic's one", + "Average speed is 547.94% of the surrounding traffic's one", + "Average speed is 403.44% of the surrounding traffic's one", + "Average speed is 354.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 55.15, + "duration_system": 526.842 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_06_02_14_15_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.87% of the surrounding traffic's one", + "Average speed is 116.54% of the surrounding traffic's one", + "Average speed is 128.79% of the surrounding traffic's one", + "Average speed is 118.48% of the surrounding traffic's one", + "Average speed is 153.27% of the surrounding traffic's one", + "Average speed is 151.52% of the surrounding traffic's one", + "Average speed is 175.34% of the surrounding traffic's one", + "Average speed is 181.51% of the surrounding traffic's one", + "Average speed is 42.83% of the surrounding traffic's one", + "Average speed is 925.52% of the surrounding traffic's one", + "Average speed is 1300.81% of the surrounding traffic's one", + "Average speed is 1685.48% of the surrounding traffic's one", + "Average speed is 717.18% of the surrounding traffic's one", + "Average speed is 446.0% of the surrounding traffic's one", + "Average speed is 238.26% of the surrounding traffic's one", + "Average speed is 187.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 15.65, + "duration_system": 146.17 + }, + "town_name": "Town12" + } + ] + }, + "driving score": 89.8293264063927, + "success rate": 0.7488584474885844, + "eval num": 219 +} \ No newline at end of file diff --git a/evaluation_logs/bench2drive/bench2drive_merged_6.json b/evaluation_logs/bench2drive/bench2drive_merged_6.json new file mode 100644 index 0000000000000000000000000000000000000000..b745827dd940f3808508733c70060f06c7c56b52 --- /dev/null +++ b/evaluation_logs/bench2drive/bench2drive_merged_6.json @@ -0,0 +1,11052 @@ +{ + "_checkpoint": { + "records": [ + { + "route_id": "RouteScenario_4937_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4937_rep0_Town12_SignalizedJunctionRightTurn_1_0_06_02_14_10_16", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 303.7% of the surrounding traffic's one", + "Average speed is 247.14% of the surrounding traffic's one", + "Average speed is 234.1% of the surrounding traffic's one", + "Average speed is 107.09% of the surrounding traffic's one", + "Average speed is 53.27% of the surrounding traffic's one", + "Average speed is 241.86% of the surrounding traffic's one", + "Average speed is 498.21% of the surrounding traffic's one", + "Average speed is 392.5% of the surrounding traffic's one", + "Average speed is 396.56% of the surrounding traffic's one", + "Average speed is 1047.63% of the surrounding traffic's one", + "Average speed is 1312.64% of the surrounding traffic's one", + "Average speed is 579.68% of the surrounding traffic's one", + "Average speed is 885.08% of the surrounding traffic's one", + "Average speed is 647.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.304, + "duration_game": 10.75, + "duration_system": 96.106 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4683_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "6", + "save_name": "RouteScenario_4683_rep0_Town12_SignalizedJunctionLeftTurn_1_6_06_02_14_05_01", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3861 at (x=2199.015, y=4876.538, z=365.258) at time=10.150s [CARLA Frame: 3833, Agent Step: 202]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 332.55% of the surrounding traffic's one", + "Average speed is 559.53% of the surrounding traffic's one", + "Average speed is 468.02% of the surrounding traffic's one", + "Average speed is 178.22% of the surrounding traffic's one", + "Average speed is 76.52% of the surrounding traffic's one", + "Average speed is 32.59% of the surrounding traffic's one", + "Average speed is 414.32% of the surrounding traffic's one", + "Average speed is 461.06% of the surrounding traffic's one", + "Average speed is 386.89% of the surrounding traffic's one", + "Average speed is 461.03% of the surrounding traffic's one", + "Average speed is 898.87% of the surrounding traffic's one", + "Average speed is 4895.84% of the surrounding traffic's one", + "Average speed is 1247.57% of the surrounding traffic's one", + "Average speed is 1314.31% of the surrounding traffic's one", + "Average speed is 1142.37% of the surrounding traffic's one", + "Average speed is 1158.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.874, + "duration_game": 13.8, + "duration_system": 125.136 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4669_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_4669_rep0_Town12_SignalizedJunctionLeftTurn_1_18_06_02_13_12_52", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3859 at (x=1361.77, y=5578.239, z=369.593) at time=8.600s [CARLA Frame: 3509, Agent Step: 171]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 163.58% of the surrounding traffic's one", + "Average speed is 395.89% of the surrounding traffic's one", + "Average speed is 531.1% of the surrounding traffic's one", + "Average speed is 310.78% of the surrounding traffic's one", + "Average speed is 97.49% of the surrounding traffic's one", + "Average speed is 65.12% of the surrounding traffic's one", + "Average speed is 191.36% of the surrounding traffic's one", + "Average speed is 286.26% of the surrounding traffic's one", + "Average speed is 29.43% of the surrounding traffic's one", + "Average speed is 71.52% of the surrounding traffic's one", + "Average speed is 1105.13% of the surrounding traffic's one", + "Average speed is 6684.95% of the surrounding traffic's one", + "Average speed is 14578.03% of the surrounding traffic's one", + "Average speed is 785.4% of the surrounding traffic's one", + "Average speed is 416.65% of the surrounding traffic's one", + "Average speed is 172.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 77.641, + "duration_game": 259.65, + "duration_system": 2932.228 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4468_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_4468_rep0_Town12_SignalizedJunctionLeftTurn_1_25_06_02_13_07_34", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3764 at (x=3629.149, y=5079.845, z=367.855) at time=9.800s [CARLA Frame: 3551, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 244.8% of the surrounding traffic's one", + "Average speed is 208.35% of the surrounding traffic's one", + "Average speed is 305.12% of the surrounding traffic's one", + "Average speed is 341.46% of the surrounding traffic's one", + "Average speed is 220.92% of the surrounding traffic's one", + "Average speed is 26.14% of the surrounding traffic's one", + "Average speed is 79.46% of the surrounding traffic's one", + "Average speed is 540.93% of the surrounding traffic's one", + "Average speed is 478.66% of the surrounding traffic's one", + "Average speed is 443.64% of the surrounding traffic's one", + "Average speed is 413.99% of the surrounding traffic's one", + "Average speed is 552.73% of the surrounding traffic's one", + "Average speed is 1544.93% of the surrounding traffic's one", + "Average speed is 816.51% of the surrounding traffic's one", + "Average speed is 701.95% of the surrounding traffic's one", + "Average speed is 691.09% of the surrounding traffic's one", + "Average speed is 582.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.591, + "duration_game": 13.7, + "duration_system": 128.14 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_4183_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_4183_rep0_Town12_SignalizedJunctionLeftTurn_1_0_06_02_12_55_19", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3931 at (x=1324.395, y=3872.56, z=363.3) at time=8.500s [CARLA Frame: 3776, Agent Step: 169]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 344.65% of the surrounding traffic's one", + "Average speed is 569.27% of the surrounding traffic's one", + "Average speed is 444.51% of the surrounding traffic's one", + "Average speed is 116.05% of the surrounding traffic's one", + "Average speed is 36.0% of the surrounding traffic's one", + "Average speed is 170.82% of the surrounding traffic's one", + "Average speed is 230.94% of the surrounding traffic's one", + "Average speed is 41.34% of the surrounding traffic's one", + "Average speed is 3484.29% of the surrounding traffic's one", + "Average speed is 2339.59% of the surrounding traffic's one", + "Average speed is 13696.36% of the surrounding traffic's one", + "Average speed is 3816.98% of the surrounding traffic's one", + "Average speed is 1814.86% of the surrounding traffic's one", + "Average speed is 954.52% of the surrounding traffic's one", + "Average speed is 800.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 71.35, + "duration_game": 54.5, + "duration_system": 543.984 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3936_rep0", + "scenario_name": "SignalizedJunctionLeftTurn_1", + "weather_id": "13", + "save_name": "RouteScenario_3936_rep0_Town12_SignalizedJunctionLeftTurn_1_13_06_02_12_48_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3873 at (x=2488.582, y=4891.057, z=367.359) at time=15.450s [CARLA Frame: 3919, Agent Step: 308]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.59% of the surrounding traffic's one", + "Average speed is 141.3% of the surrounding traffic's one", + "Average speed is 1634.58% of the surrounding traffic's one", + "Average speed is 164.21% of the surrounding traffic's one", + "Average speed is 30.54% of the surrounding traffic's one", + "Average speed is 104.15% of the surrounding traffic's one", + "Average speed is 1039.1% of the surrounding traffic's one", + "Average speed is 1217.62% of the surrounding traffic's one", + "Average speed is 933.6% of the surrounding traffic's one", + "Average speed is 658.6% of the surrounding traffic's one", + "Average speed is 1174.9% of the surrounding traffic's one", + "Average speed is 1823.69% of the surrounding traffic's one", + "Average speed is 1863.43% of the surrounding traffic's one", + "Average speed is 1567.58% of the surrounding traffic's one", + "Average speed is 1294.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.837, + "duration_game": 18.75, + "duration_system": 205.751 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3905_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "0", + "save_name": "RouteScenario_3905_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_0_06_02_12_37_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 75.27% of the surrounding traffic's one", + "Average speed is 6.04% of the surrounding traffic's one", + "Average speed is 598.59% of the surrounding traffic's one", + "Average speed is 769.97% of the surrounding traffic's one", + "Average speed is 943.2% of the surrounding traffic's one", + "Average speed is 893.37% of the surrounding traffic's one", + "Average speed is 874.58% of the surrounding traffic's one", + "Average speed is 781.62% of the surrounding traffic's one", + "Average speed is 990.15% of the surrounding traffic's one", + "Average speed is 1245.9% of the surrounding traffic's one", + "Average speed is 925.95% of the surrounding traffic's one", + "Average speed is 833.16% of the surrounding traffic's one", + "Average speed is 610.49% of the surrounding traffic's one", + "Average speed is 460.84% of the surrounding traffic's one", + "Average speed is 304.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.527, + "duration_game": 49.45, + "duration_system": 471.537 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3904_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "25", + "save_name": "RouteScenario_3904_rep0_Town13_VanillaNonSignalizedTurnEncounterStopsign_1_25_06_02_12_31_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.9% of the surrounding traffic's one", + "Average speed is 14.5% of the surrounding traffic's one", + "Average speed is 280.45% of the surrounding traffic's one", + "Average speed is 334.93% of the surrounding traffic's one", + "Average speed is 535.82% of the surrounding traffic's one", + "Average speed is 506.57% of the surrounding traffic's one", + "Average speed is 710.11% of the surrounding traffic's one", + "Average speed is 716.74% of the surrounding traffic's one", + "Average speed is 893.11% of the surrounding traffic's one", + "Average speed is 671.65% of the surrounding traffic's one", + "Average speed is 443.55% of the surrounding traffic's one", + "Average speed is 379.87% of the surrounding traffic's one", + "Average speed is 333.71% of the surrounding traffic's one", + "Average speed is 273.87% of the surrounding traffic's one", + "Average speed is 267.81% of the surrounding traffic's one", + "Average speed is 225.77% of the surrounding traffic's one", + "Average speed is 196.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 58.883, + "duration_game": 13.6, + "duration_system": 128.144 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3890_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_3890_rep0_Town13_VanillaNonSignalizedTurn_1_11_06_02_12_27_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.75% of the surrounding traffic's one", + "Average speed is 177.7% of the surrounding traffic's one", + "Average speed is 211.58% of the surrounding traffic's one", + "Average speed is 236.93% of the surrounding traffic's one", + "Average speed is 231.31% of the surrounding traffic's one", + "Average speed is 228.43% of the surrounding traffic's one", + "Average speed is 270.35% of the surrounding traffic's one", + "Average speed is 295.82% of the surrounding traffic's one", + "Average speed is 317.3% of the surrounding traffic's one", + "Average speed is 691.23% of the surrounding traffic's one", + "Average speed is 682.09% of the surrounding traffic's one", + "Average speed is 756.96% of the surrounding traffic's one", + "Average speed is 576.94% of the surrounding traffic's one", + "Average speed is 407.63% of the surrounding traffic's one", + "Average speed is 283.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.354, + "duration_game": 6.15, + "duration_system": 55.067 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3876_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "23", + "save_name": "RouteScenario_3876_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_23_06_02_12_19_01", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 86.44% of the surrounding traffic's one", + "Average speed is 10.27% of the surrounding traffic's one", + "Average speed is 2401.36% of the surrounding traffic's one", + "Average speed is 2384.19% of the surrounding traffic's one", + "Average speed is 2057.44% of the surrounding traffic's one", + "Average speed is 1623.81% of the surrounding traffic's one", + "Average speed is 1173.95% of the surrounding traffic's one", + "Average speed is 1051.69% of the surrounding traffic's one", + "Average speed is 873.86% of the surrounding traffic's one", + "Average speed is 733.64% of the surrounding traffic's one", + "Average speed is 560.38% of the surrounding traffic's one", + "Average speed is 603.21% of the surrounding traffic's one", + "Average speed is 648.49% of the surrounding traffic's one", + "Average speed is 457.4% of the surrounding traffic's one", + "Average speed is 316.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 54.88, + "duration_game": 25.65, + "duration_system": 276.963 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3869_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "8", + "save_name": "RouteScenario_3869_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_8_06_02_12_10_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 2051 at (x=2658.621, y=2277.046, z=175.222)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 94.3% of the surrounding traffic's one", + "Average speed is 8.31% of the surrounding traffic's one", + "Average speed is 1151.27% of the surrounding traffic's one", + "Average speed is 1268.73% of the surrounding traffic's one", + "Average speed is 1765.82% of the surrounding traffic's one", + "Average speed is 1775.14% of the surrounding traffic's one", + "Average speed is 1093.29% of the surrounding traffic's one", + "Average speed is 880.53% of the surrounding traffic's one", + "Average speed is 1837.69% of the surrounding traffic's one", + "Average speed is 2046.64% of the surrounding traffic's one", + "Average speed is 1002.5% of the surrounding traffic's one", + "Average speed is 692.37% of the surrounding traffic's one", + "Average speed is 638.66% of the surrounding traffic's one", + "Average speed is 505.48% of the surrounding traffic's one", + "Average speed is 431.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 60.763, + "duration_game": 35.7, + "duration_system": 335.703 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3865_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "12", + "save_name": "RouteScenario_3865_rep0_Town13_VanillaSignalizedTurnEncounterRedLight_1_12_06_02_12_00_09", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1448 at (x=-3245.442, y=4722.859, z=176.347)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 7.21% of the surrounding traffic's one", + "Average speed is 1254.09% of the surrounding traffic's one", + "Average speed is 1418.49% of the surrounding traffic's one", + "Average speed is 250.29% of the surrounding traffic's one", + "Average speed is 2144.59% of the surrounding traffic's one", + "Average speed is 2093.2% of the surrounding traffic's one", + "Average speed is 4115.08% of the surrounding traffic's one", + "Average speed is 3056.02% of the surrounding traffic's one", + "Average speed is 2505.47% of the surrounding traffic's one", + "Average speed is 1759.6% of the surrounding traffic's one", + "Average speed is 1236.26% of the surrounding traffic's one", + "Average speed is 1038.16% of the surrounding traffic's one", + "Average speed is 949.15% of the surrounding traffic's one", + "Average speed is 813.82% of the surrounding traffic's one", + "Average speed is 675.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 64.688, + "duration_game": 40.55, + "duration_system": 398.437 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3813_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "12", + "save_name": "RouteScenario_3813_rep0_Town13_HighwayCutIn_1_12_06_02_11_53_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 227.35% of the surrounding traffic's one", + "Average speed is 195.08% of the surrounding traffic's one", + "Average speed is 209.7% of the surrounding traffic's one", + "Average speed is 406.83% of the surrounding traffic's one", + "Average speed is 426.99% of the surrounding traffic's one", + "Average speed is 465.02% of the surrounding traffic's one", + "Average speed is 603.3% of the surrounding traffic's one", + "Average speed is 585.81% of the surrounding traffic's one", + "Average speed is 548.86% of the surrounding traffic's one", + "Average speed is 764.32% of the surrounding traffic's one", + "Average speed is 663.12% of the surrounding traffic's one", + "Average speed is 655.47% of the surrounding traffic's one", + "Average speed is 8660.6% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 9812714.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 140.53, + "duration_game": 13.35, + "duration_system": 190.216 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3800_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "25", + "save_name": "RouteScenario_3800_rep0_Town13_MergerIntoSlowTraffic_1_25_06_02_14_21_13", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 1.012 meters (0.58% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 207.6% of the surrounding traffic's one", + "Average speed is 625.7% of the surrounding traffic's one", + "Average speed is 468.73% of the surrounding traffic's one", + "Average speed is 414.83% of the surrounding traffic's one", + "Average speed is 397.68% of the surrounding traffic's one", + "Average speed is 405.41% of the surrounding traffic's one", + "Average speed is 573.05% of the surrounding traffic's one", + "Average speed is 1109.52% of the surrounding traffic's one", + "Average speed is 1017.39% of the surrounding traffic's one", + "Average speed is 941.29% of the surrounding traffic's one", + "Average speed is 2566.32% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 38958780.22% of the surrounding traffic's one", + "Average speed is 1325934.72% of the surrounding traffic's one", + "Average speed is 1995434.61% of the surrounding traffic's one", + "Average speed is 1995434.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.994158, + "score_composed": 99.415812 + }, + "meta": { + "route_length": 182.263, + "duration_game": 14.5, + "duration_system": 143.16 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3785_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "10", + "save_name": "RouteScenario_3785_rep0_Town13_MergerIntoSlowTraffic_1_10_06_02_10_35_25", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 199.74% of the surrounding traffic's one", + "Average speed is 356.48% of the surrounding traffic's one", + "Average speed is 387.73% of the surrounding traffic's one", + "Average speed is 438.18% of the surrounding traffic's one", + "Average speed is 418.39% of the surrounding traffic's one", + "Average speed is 512.67% of the surrounding traffic's one", + "Average speed is 887.34% of the surrounding traffic's one", + "Average speed is 1414.73% of the surrounding traffic's one", + "Average speed is 1045.49% of the surrounding traffic's one", + "Average speed is 1092.43% of the surrounding traffic's one", + "Average speed is 629.68% of the surrounding traffic's one", + "Average speed is 431.27% of the surrounding traffic's one", + "Average speed is 301.7% of the surrounding traffic's one", + "Average speed is 232.22% of the surrounding traffic's one", + "Average speed is 242.85% of the surrounding traffic's one", + "Average speed is 202.44% of the surrounding traffic's one", + "Average speed is 6110.76% of the surrounding traffic's one", + "Average speed is 1357875.84% of the surrounding traffic's one", + "Average speed is 1357875.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 222.734, + "duration_game": 22.1, + "duration_system": 215.24 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3749_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3749_rep0_Town13_EnterActorFlow_1_0_06_02_09_46_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.2% of the surrounding traffic's one", + "Average speed is 300.73% of the surrounding traffic's one", + "Average speed is 630.62% of the surrounding traffic's one", + "Average speed is 157.3% of the surrounding traffic's one", + "Average speed is 14.44% of the surrounding traffic's one", + "Average speed is 2500.12% of the surrounding traffic's one", + "Average speed is 1514.64% of the surrounding traffic's one", + "Average speed is 1327.59% of the surrounding traffic's one", + "Average speed is 838.66% of the surrounding traffic's one", + "Average speed is 479.61% of the surrounding traffic's one", + "Average speed is 0.35% of the surrounding traffic's one", + "Average speed is 85.76% of the surrounding traffic's one", + "Average speed is 283.86% of the surrounding traffic's one", + "Average speed is 238.86% of the surrounding traffic's one", + "Average speed is 164.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 80.789, + "duration_game": 260.9, + "duration_system": 2795.585 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3737_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "14", + "save_name": "RouteScenario_3737_rep0_Town13_VehicleTurningRoutePedestrian_1_14_06_02_09_34_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 237.49% of the surrounding traffic's one", + "Average speed is 163.92% of the surrounding traffic's one", + "Average speed is 79.78% of the surrounding traffic's one", + "Average speed is 44.41% of the surrounding traffic's one", + "Average speed is 8.25% of the surrounding traffic's one", + "Average speed is 694.91% of the surrounding traffic's one", + "Average speed is 839.01% of the surrounding traffic's one", + "Average speed is 844.43% of the surrounding traffic's one", + "Average speed is 626.25% of the surrounding traffic's one", + "Average speed is 292.41% of the surrounding traffic's one", + "Average speed is 292.79% of the surrounding traffic's one", + "Average speed is 375.09% of the surrounding traffic's one", + "Average speed is 280.9% of the surrounding traffic's one", + "Average speed is 237.97% of the surrounding traffic's one", + "Average speed is 177.44% of the surrounding traffic's one", + "Average speed is 161.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.558, + "duration_game": 52.7, + "duration_system": 498.204 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3731_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "8", + "save_name": "RouteScenario_3731_rep0_Town13_VehicleTurningRoutePedestrian_1_8_06_02_09_25_09", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.07% of the surrounding traffic's one", + "Average speed is 107.86% of the surrounding traffic's one", + "Average speed is 153.29% of the surrounding traffic's one", + "Average speed is 10.43% of the surrounding traffic's one", + "Average speed is 665.17% of the surrounding traffic's one", + "Average speed is 619.59% of the surrounding traffic's one", + "Average speed is 907.68% of the surrounding traffic's one", + "Average speed is 719.18% of the surrounding traffic's one", + "Average speed is 259.16% of the surrounding traffic's one", + "Average speed is 97.61% of the surrounding traffic's one", + "Average speed is 1195.04% of the surrounding traffic's one", + "Average speed is 1276.6% of the surrounding traffic's one", + "Average speed is 793.75% of the surrounding traffic's one", + "Average speed is 582.0% of the surrounding traffic's one", + "Average speed is 456.15% of the surrounding traffic's one", + "Average speed is 421.22% of the surrounding traffic's one", + "Average speed is 358.88% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.252, + "duration_game": 41.4, + "duration_system": 402.897 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3717_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "20", + "save_name": "RouteScenario_3717_rep0_Town13_VehicleTurningRoute_1_20_06_02_08_54_36", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.24% of the surrounding traffic's one", + "Average speed is 97.13% of the surrounding traffic's one", + "Average speed is 123.02% of the surrounding traffic's one", + "Average speed is 42.7% of the surrounding traffic's one", + "Average speed is 3.79% of the surrounding traffic's one", + "Average speed is 6.36% of the surrounding traffic's one", + "Average speed is 652.48% of the surrounding traffic's one", + "Average speed is 619.17% of the surrounding traffic's one", + "Average speed is 500.9% of the surrounding traffic's one", + "Average speed is 313.64% of the surrounding traffic's one", + "Average speed is 406.06% of the surrounding traffic's one", + "Average speed is 58.68% of the surrounding traffic's one", + "Average speed is 312.5% of the surrounding traffic's one", + "Average speed is 314.88% of the surrounding traffic's one", + "Average speed is 302.05% of the surrounding traffic's one", + "Average speed is 222.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.111, + "duration_game": 157.7, + "duration_system": 1650.852 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3712_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "15", + "save_name": "RouteScenario_3712_rep0_Town13_VehicleTurningRoute_1_15_06_02_08_48_32", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 164.3% of the surrounding traffic's one", + "Average speed is 117.38% of the surrounding traffic's one", + "Average speed is 151.54% of the surrounding traffic's one", + "Average speed is 120.85% of the surrounding traffic's one", + "Average speed is 38.21% of the surrounding traffic's one", + "Average speed is 39.55% of the surrounding traffic's one", + "Average speed is 396.14% of the surrounding traffic's one", + "Average speed is 541.87% of the surrounding traffic's one", + "Average speed is 648.49% of the surrounding traffic's one", + "Average speed is 494.12% of the surrounding traffic's one", + "Average speed is 529.3% of the surrounding traffic's one", + "Average speed is 546.77% of the surrounding traffic's one", + "Average speed is 555.52% of the surrounding traffic's one", + "Average speed is 506.43% of the surrounding traffic's one", + "Average speed is 306.08% of the surrounding traffic's one", + "Average speed is 223.17% of the surrounding traffic's one", + "Average speed is 199.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.59, + "duration_game": 20.55, + "duration_system": 194.258 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3708_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "11", + "save_name": "RouteScenario_3708_rep0_Town13_VehicleTurningRoute_1_11_06_02_08_42_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 157.63% of the surrounding traffic's one", + "Average speed is 108.87% of the surrounding traffic's one", + "Average speed is 53.56% of the surrounding traffic's one", + "Average speed is 73.57% of the surrounding traffic's one", + "Average speed is 36.2% of the surrounding traffic's one", + "Average speed is 198.35% of the surrounding traffic's one", + "Average speed is 438.81% of the surrounding traffic's one", + "Average speed is 548.18% of the surrounding traffic's one", + "Average speed is 387.43% of the surrounding traffic's one", + "Average speed is 352.25% of the surrounding traffic's one", + "Average speed is 428.82% of the surrounding traffic's one", + "Average speed is 587.54% of the surrounding traffic's one", + "Average speed is 481.55% of the surrounding traffic's one", + "Average speed is 257.46% of the surrounding traffic's one", + "Average speed is 212.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 66.439, + "duration_game": 18.6, + "duration_system": 169.212 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3697_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "0", + "save_name": "RouteScenario_3697_rep0_Town13_OppositeVehicleTakingPriority_1_0_06_02_08_38_06", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.34% of the surrounding traffic's one", + "Average speed is 114.19% of the surrounding traffic's one", + "Average speed is 828.63% of the surrounding traffic's one", + "Average speed is 355.91% of the surrounding traffic's one", + "Average speed is 77.34% of the surrounding traffic's one", + "Average speed is 42.83% of the surrounding traffic's one", + "Average speed is 120.46% of the surrounding traffic's one", + "Average speed is 201.35% of the surrounding traffic's one", + "Average speed is 273.94% of the surrounding traffic's one", + "Average speed is 259.87% of the surrounding traffic's one", + "Average speed is 296.58% of the surrounding traffic's one", + "Average speed is 379.84% of the surrounding traffic's one", + "Average speed is 430.37% of the surrounding traffic's one", + "Average speed is 436.9% of the surrounding traffic's one", + "Average speed is 358.6% of the surrounding traffic's one", + "Average speed is 275.15% of the surrounding traffic's one", + "Average speed is 275.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.297, + "duration_game": 11.8, + "duration_system": 115.128 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3676_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3676_rep0_Town13_NonSignalizedJunctionRightTurn_1_5_06_02_08_33_16", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.53% of the surrounding traffic's one", + "Average speed is 538.58% of the surrounding traffic's one", + "Average speed is 478.35% of the surrounding traffic's one", + "Average speed is 343.14% of the surrounding traffic's one", + "Average speed is 155.89% of the surrounding traffic's one", + "Average speed is 62.02% of the surrounding traffic's one", + "Average speed is 57.72% of the surrounding traffic's one", + "Average speed is 343.88% of the surrounding traffic's one", + "Average speed is 376.26% of the surrounding traffic's one", + "Average speed is 167.95% of the surrounding traffic's one", + "Average speed is 445.01% of the surrounding traffic's one", + "Average speed is 1333.71% of the surrounding traffic's one", + "Average speed is 2166.42% of the surrounding traffic's one", + "Average speed is 8668.35% of the surrounding traffic's one", + "Average speed is 3454.29% of the surrounding traffic's one", + "Average speed is 1987.73% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 71.938, + "duration_game": 13.25, + "duration_system": 119.142 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3670_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_3670_rep0_Town13_NonSignalizedJunctionRightTurn_1_25_06_02_08_28_41", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 372.38% of the surrounding traffic's one", + "Average speed is 239.41% of the surrounding traffic's one", + "Average speed is 342.14% of the surrounding traffic's one", + "Average speed is 160.21% of the surrounding traffic's one", + "Average speed is 66.12% of the surrounding traffic's one", + "Average speed is 126.38% of the surrounding traffic's one", + "Average speed is 299.69% of the surrounding traffic's one", + "Average speed is 359.28% of the surrounding traffic's one", + "Average speed is 371.12% of the surrounding traffic's one", + "Average speed is 307.81% of the surrounding traffic's one", + "Average speed is 529.08% of the surrounding traffic's one", + "Average speed is 529.91% of the surrounding traffic's one", + "Average speed is 809.55% of the surrounding traffic's one", + "Average speed is 2410.84% of the surrounding traffic's one", + "Average speed is 1881.88% of the surrounding traffic's one", + "Average speed is 1733.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.521, + "duration_game": 11.3, + "duration_system": 104.138 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3666_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "21", + "save_name": "RouteScenario_3666_rep0_Town13_NonSignalizedJunctionRightTurn_1_21_06_02_08_23_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=4726 at (x=-2587.824, y=-79.784, z=173.289) at time=8.200s [CARLA Frame: 4532, Agent Step: 163]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 180.45% of the surrounding traffic's one", + "Average speed is 522.33% of the surrounding traffic's one", + "Average speed is 725.15% of the surrounding traffic's one", + "Average speed is 397.37% of the surrounding traffic's one", + "Average speed is 135.27% of the surrounding traffic's one", + "Average speed is 52.72% of the surrounding traffic's one", + "Average speed is 130.3% of the surrounding traffic's one", + "Average speed is 272.32% of the surrounding traffic's one", + "Average speed is 281.0% of the surrounding traffic's one", + "Average speed is 218.69% of the surrounding traffic's one", + "Average speed is 183.94% of the surrounding traffic's one", + "Average speed is 135.42% of the surrounding traffic's one", + "Average speed is 436.02% of the surrounding traffic's one", + "Average speed is 523.82% of the surrounding traffic's one", + "Average speed is 528.62% of the surrounding traffic's one", + "Average speed is 500.6% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 74.418, + "duration_game": 14.2, + "duration_system": 147.166 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3575_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_3575_rep0_Town13_InvadingTurn_1_8_06_02_08_19_15", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.58% of the surrounding traffic's one", + "Average speed is 133.18% of the surrounding traffic's one", + "Average speed is 98.18% of the surrounding traffic's one", + "Average speed is 122.61% of the surrounding traffic's one", + "Average speed is 141.72% of the surrounding traffic's one", + "Average speed is 166.54% of the surrounding traffic's one", + "Average speed is 189.6% of the surrounding traffic's one", + "Average speed is 209.34% of the surrounding traffic's one", + "Average speed is 224.25% of the surrounding traffic's one", + "Average speed is 235.31% of the surrounding traffic's one", + "Average speed is 244.61% of the surrounding traffic's one", + "Average speed is 243.56% of the surrounding traffic's one", + "Average speed is 236.73% of the surrounding traffic's one", + "Average speed is 229.19% of the surrounding traffic's one", + "Average speed is 271.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.118, + "duration_game": 8.2, + "duration_system": 73.082 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3572_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_3572_rep0_Town13_InvadingTurn_1_5_06_01_13_58_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.53% of the surrounding traffic's one", + "Average speed is 135.48% of the surrounding traffic's one", + "Average speed is 145.12% of the surrounding traffic's one", + "Average speed is 122.87% of the surrounding traffic's one", + "Average speed is 126.61% of the surrounding traffic's one", + "Average speed is 161.52% of the surrounding traffic's one", + "Average speed is 184.82% of the surrounding traffic's one", + "Average speed is 207.51% of the surrounding traffic's one", + "Average speed is 224.14% of the surrounding traffic's one", + "Average speed is 235.49% of the surrounding traffic's one", + "Average speed is 239.71% of the surrounding traffic's one", + "Average speed is 237.99% of the surrounding traffic's one", + "Average speed is 225.12% of the surrounding traffic's one", + "Average speed is 192.44% of the surrounding traffic's one", + "Average speed is 151.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.164, + "duration_game": 8.25, + "duration_system": 63.077 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3564_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_3564_rep0_Town13_InvadingTurn_1_23_06_01_13_53_23", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.94% of the surrounding traffic's one", + "Average speed is 138.96% of the surrounding traffic's one", + "Average speed is 123.14% of the surrounding traffic's one", + "Average speed is 128.03% of the surrounding traffic's one", + "Average speed is 131.84% of the surrounding traffic's one", + "Average speed is 117.57% of the surrounding traffic's one", + "Average speed is 131.26% of the surrounding traffic's one", + "Average speed is 124.84% of the surrounding traffic's one", + "Average speed is 111.45% of the surrounding traffic's one", + "Average speed is 125.59% of the surrounding traffic's one", + "Average speed is 115.55% of the surrounding traffic's one", + "Average speed is 126.1% of the surrounding traffic's one", + "Average speed is 132.34% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 102.063, + "duration_game": 11.1, + "duration_system": 92.103 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3561_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "20", + "save_name": "RouteScenario_3561_rep0_Town13_ControlLoss_1_20_06_01_13_48_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.24% of the surrounding traffic's one", + "Average speed is 112.56% of the surrounding traffic's one", + "Average speed is 92.43% of the surrounding traffic's one", + "Average speed is 145.22% of the surrounding traffic's one", + "Average speed is 100.78% of the surrounding traffic's one", + "Average speed is 104.69% of the surrounding traffic's one", + "Average speed is 99.8% of the surrounding traffic's one", + "Average speed is 97.22% of the surrounding traffic's one", + "Average speed is 106.79% of the surrounding traffic's one", + "Average speed is 116.77% of the surrounding traffic's one", + "Average speed is 108.06% of the surrounding traffic's one", + "Average speed is 100.92% of the surrounding traffic's one", + "Average speed is 111.36% of the surrounding traffic's one", + "Average speed is 101.71% of the surrounding traffic's one", + "Average speed is 98.25% of the surrounding traffic's one", + "Average speed is 110.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.288, + "duration_game": 16.8, + "duration_system": 130.154 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3540_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_3540_rep0_Town13_HardBreakRoute_1_25_06_01_13_40_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.98% of the surrounding traffic's one", + "Average speed is 121.15% of the surrounding traffic's one", + "Average speed is 16.52% of the surrounding traffic's one", + "Average speed is 154.66% of the surrounding traffic's one", + "Average speed is 148.24% of the surrounding traffic's one", + "Average speed is 108.6% of the surrounding traffic's one", + "Average speed is 117.35% of the surrounding traffic's one", + "Average speed is 94.39% of the surrounding traffic's one", + "Average speed is 89.74% of the surrounding traffic's one", + "Average speed is 124.77% of the surrounding traffic's one", + "Average speed is 106.71% of the surrounding traffic's one", + "Average speed is 113.97% of the surrounding traffic's one", + "Average speed is 104.9% of the surrounding traffic's one", + "Average speed is 104.68% of the surrounding traffic's one", + "Average speed is 104.99% of the surrounding traffic's one", + "Average speed is 126.45% of the surrounding traffic's one", + "Average speed is 124.16% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.327, + "duration_game": 27.9, + "duration_system": 242.291 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3520_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "5", + "save_name": "RouteScenario_3520_rep0_Town13_ParkingExit_1_5_06_01_13_34_59", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 47.55% of the surrounding traffic's one", + "Average speed is 147.7% of the surrounding traffic's one", + "Average speed is 106.69% of the surrounding traffic's one", + "Average speed is 130.67% of the surrounding traffic's one", + "Average speed is 140.39% of the surrounding traffic's one", + "Average speed is 112.58% of the surrounding traffic's one", + "Average speed is 127.76% of the surrounding traffic's one", + "Average speed is 117.08% of the surrounding traffic's one", + "Average speed is 123.01% of the surrounding traffic's one", + "Average speed is 104.04% of the surrounding traffic's one", + "Average speed is 106.56% of the surrounding traffic's one", + "Average speed is 117.96% of the surrounding traffic's one", + "Average speed is 111.79% of the surrounding traffic's one", + "Average speed is 118.76% of the surrounding traffic's one", + "Average speed is 118.94% of the surrounding traffic's one", + "Average speed is 104.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.063, + "duration_game": 17.65, + "duration_system": 154.23 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3514_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "25", + "save_name": "RouteScenario_3514_rep0_Town13_ParkingExit_1_25_06_01_13_28_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 11.67% of the surrounding traffic's one", + "Average speed is 142.35% of the surrounding traffic's one", + "Average speed is 177.69% of the surrounding traffic's one", + "Average speed is 225.98% of the surrounding traffic's one", + "Average speed is 230.63% of the surrounding traffic's one", + "Average speed is 194.3% of the surrounding traffic's one", + "Average speed is 197.91% of the surrounding traffic's one", + "Average speed is 191.53% of the surrounding traffic's one", + "Average speed is 136.21% of the surrounding traffic's one", + "Average speed is 109.13% of the surrounding traffic's one", + "Average speed is 110.56% of the surrounding traffic's one", + "Average speed is 92.89% of the surrounding traffic's one", + "Average speed is 99.12% of the surrounding traffic's one", + "Average speed is 97.97% of the surrounding traffic's one", + "Average speed is 111.65% of the surrounding traffic's one", + "Average speed is 116.66% of the surrounding traffic's one", + "Average speed is 115.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.154, + "duration_game": 22.3, + "duration_system": 174.008 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3482_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "19", + "save_name": "RouteScenario_3482_rep0_Town13_VehicleOpensDoorTwoWays_1_19_06_01_13_23_27", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 49.49% of the surrounding traffic's one", + "Average speed is 211.07% of the surrounding traffic's one", + "Average speed is 411.18% of the surrounding traffic's one", + "Average speed is 545.85% of the surrounding traffic's one", + "Average speed is 447.02% of the surrounding traffic's one", + "Average speed is 478.35% of the surrounding traffic's one", + "Average speed is 545.88% of the surrounding traffic's one", + "Average speed is 526.34% of the surrounding traffic's one", + "Average speed is 442.93% of the surrounding traffic's one", + "Average speed is 491.71% of the surrounding traffic's one", + "Average speed is 478.02% of the surrounding traffic's one", + "Average speed is 466.17% of the surrounding traffic's one", + "Average speed is 426.97% of the surrounding traffic's one", + "Average speed is 365.79% of the surrounding traffic's one", + "Average speed is 427.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 129.638, + "duration_game": 13.0, + "duration_system": 130.142 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3476_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_3476_rep0_Town13_VehicleOpensDoorTwoWays_1_13_06_02_08_12_54", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.54% of the surrounding traffic's one", + "Average speed is 139.77% of the surrounding traffic's one", + "Average speed is 176.68% of the surrounding traffic's one", + "Average speed is 207.06% of the surrounding traffic's one", + "Average speed is 269.02% of the surrounding traffic's one", + "Average speed is 374.32% of the surrounding traffic's one", + "Average speed is 289.95% of the surrounding traffic's one", + "Average speed is 63.18% of the surrounding traffic's one", + "Average speed is 225.86% of the surrounding traffic's one", + "Average speed is 326.46% of the surrounding traffic's one", + "Average speed is 224.34% of the surrounding traffic's one", + "Average speed is 222.17% of the surrounding traffic's one", + "Average speed is 234.96% of the surrounding traffic's one", + "Average speed is 209.21% of the surrounding traffic's one", + "Average speed is 251.18% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.062, + "duration_game": 15.9, + "duration_system": 211.222 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3472_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_3472_rep0_Town13_VehicleOpensDoorTwoWays_1_9_06_01_12_05_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.19% of the surrounding traffic's one", + "Average speed is 145.99% of the surrounding traffic's one", + "Average speed is 176.7% of the surrounding traffic's one", + "Average speed is 226.42% of the surrounding traffic's one", + "Average speed is 257.07% of the surrounding traffic's one", + "Average speed is 349.87% of the surrounding traffic's one", + "Average speed is 460.59% of the surrounding traffic's one", + "Average speed is 279.18% of the surrounding traffic's one", + "Average speed is 26.25% of the surrounding traffic's one", + "Average speed is 364.46% of the surrounding traffic's one", + "Average speed is 544.75% of the surrounding traffic's one", + "Average speed is 439.53% of the surrounding traffic's one", + "Average speed is 465.84% of the surrounding traffic's one", + "Average speed is 923.38% of the surrounding traffic's one", + "Average speed is 734.5% of the surrounding traffic's one", + "Average speed is 759.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.961, + "duration_game": 19.65, + "duration_system": 205.245 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3464_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_3464_rep0_Town13_VehicleOpensDoorTwoWays_1_1_06_01_11_57_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.08% of the surrounding traffic's one", + "Average speed is 135.34% of the surrounding traffic's one", + "Average speed is 211.13% of the surrounding traffic's one", + "Average speed is 297.54% of the surrounding traffic's one", + "Average speed is 208.44% of the surrounding traffic's one", + "Average speed is 19.34% of the surrounding traffic's one", + "Average speed is 277.35% of the surrounding traffic's one", + "Average speed is 328.88% of the surrounding traffic's one", + "Average speed is 234.83% of the surrounding traffic's one", + "Average speed is 192.14% of the surrounding traffic's one", + "Average speed is 226.41% of the surrounding traffic's one", + "Average speed is 233.72% of the surrounding traffic's one", + "Average speed is 220.47% of the surrounding traffic's one", + "Average speed is 210.31% of the surrounding traffic's one", + "Average speed is 248.6% of the surrounding traffic's one", + "Average speed is 236.7% of the surrounding traffic's one", + "Average speed is 202.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 26.75, + "duration_system": 283.333 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3457_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "20", + "save_name": "RouteScenario_3457_rep0_Town13_ParkedObstacleTwoWays_1_20_06_01_11_49_02", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.09% of the surrounding traffic's one", + "Average speed is 152.69% of the surrounding traffic's one", + "Average speed is 233.55% of the surrounding traffic's one", + "Average speed is 213.51% of the surrounding traffic's one", + "Average speed is 233.73% of the surrounding traffic's one", + "Average speed is 234.32% of the surrounding traffic's one", + "Average speed is 211.73% of the surrounding traffic's one", + "Average speed is 158.97% of the surrounding traffic's one", + "Average speed is 102.12% of the surrounding traffic's one", + "Average speed is 97.25% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one", + "Average speed is 99.31% of the surrounding traffic's one", + "Average speed is 95.19% of the surrounding traffic's one", + "Average speed is 122.96% of the surrounding traffic's one", + "Average speed is 27.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 33.15, + "duration_system": 273.071 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3436_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3436_rep0_Town13_HazardAtSideLaneTwoWays_1_25_06_02_08_07_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 123.04% of the surrounding traffic's one", + "Average speed is 163.76% of the surrounding traffic's one", + "Average speed is 200.43% of the surrounding traffic's one", + "Average speed is 169.26% of the surrounding traffic's one", + "Average speed is 135.19% of the surrounding traffic's one", + "Average speed is 127.88% of the surrounding traffic's one", + "Average speed is 88.15% of the surrounding traffic's one", + "Average speed is 66.54% of the surrounding traffic's one", + "Average speed is 78.19% of the surrounding traffic's one", + "Average speed is 220.62% of the surrounding traffic's one", + "Average speed is 310.4% of the surrounding traffic's one", + "Average speed is 387.58% of the surrounding traffic's one", + "Average speed is 414.31% of the surrounding traffic's one", + "Average speed is 426.48% of the surrounding traffic's one", + "Average speed is 646.77% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.071, + "duration_game": 17.5, + "duration_system": 155.188 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3410_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_3410_rep0_Town13_AccidentTwoWays_1_25_06_01_09_41_06", + "status": "Completed", + "num_infractions": 26, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=4884 at (x=4302.994, y=579.16, z=175.723) at time=50.050s [CARLA Frame: 5386, Agent Step: 1000]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4296.646, y=581.718, z=175.86) at time=245.750s [CARLA Frame: 9300, Agent Step: 4914]", + "Agent collided against object with type=vehicle.audi.tt and id=4889 at (x=4276.791, y=588.931, z=176.286) at time=249.050s [CARLA Frame: 9366, Agent Step: 4980]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4272.111, y=591.191, z=176.388) at time=249.600s [CARLA Frame: 9377, Agent Step: 4991]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4265.699, y=593.32, z=176.539) at time=254.600s [CARLA Frame: 9477, Agent Step: 5091]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4260.583, y=594.235, z=176.638) at time=261.850s [CARLA Frame: 9622, Agent Step: 5236]", + "Agent collided against object with type=vehicle.audi.tt and id=4785 at (x=4245.961, y=599.252, z=176.934) at time=266.850s [CARLA Frame: 9722, Agent Step: 5336]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 14.937 meters (12.18% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 127.82% of the surrounding traffic's one", + "Average speed is 139.7% of the surrounding traffic's one", + "Average speed is 218.16% of the surrounding traffic's one", + "Average speed is 237.22% of the surrounding traffic's one", + "Average speed is 177.36% of the surrounding traffic's one", + "Average speed is 157.45% of the surrounding traffic's one", + "Average speed is 94.38% of the surrounding traffic's one", + "Average speed is 14.19% of the surrounding traffic's one", + "Average speed is 135.25% of the surrounding traffic's one", + "Average speed is 117.36% of the surrounding traffic's one", + "Average speed is 80.83% of the surrounding traffic's one", + "Average speed is 164.53% of the surrounding traffic's one", + "Average speed is 160.64% of the surrounding traffic's one", + "Average speed is 28.37% of the surrounding traffic's one", + "Average speed is 233.79% of the surrounding traffic's one", + "Average speed is 162.81% of the surrounding traffic's one", + "Average speed is 49.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.017208, + "score_composed": 1.720784 + }, + "meta": { + "route_length": 132.541, + "duration_game": 269.3, + "duration_system": 3298.363 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3380_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "21", + "save_name": "RouteScenario_3380_rep0_Town13_YieldToEmergencyVehicle_1_21_06_01_09_36_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.41% of the surrounding traffic's one", + "Average speed is 137.23% of the surrounding traffic's one", + "Average speed is 121.66% of the surrounding traffic's one", + "Average speed is 196.18% of the surrounding traffic's one", + "Average speed is 196.54% of the surrounding traffic's one", + "Average speed is 202.85% of the surrounding traffic's one", + "Average speed is 224.59% of the surrounding traffic's one", + "Average speed is 237.47% of the surrounding traffic's one", + "Average speed is 242.1% of the surrounding traffic's one", + "Average speed is 240.0% of the surrounding traffic's one", + "Average speed is 239.82% of the surrounding traffic's one", + "Average speed is 237.31% of the surrounding traffic's one", + "Average speed is 230.2% of the surrounding traffic's one", + "Average speed is 225.03% of the surrounding traffic's one", + "Average speed is 232.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.566, + "duration_game": 7.65, + "duration_system": 81.083 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "19", + "save_name": "RouteScenario_3378_rep0_Town13_YieldToEmergencyVehicle_1_19_06_01_09_31_57", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.05% of the surrounding traffic's one", + "Average speed is 171.45% of the surrounding traffic's one", + "Average speed is 194.69% of the surrounding traffic's one", + "Average speed is 254.21% of the surrounding traffic's one", + "Average speed is 221.06% of the surrounding traffic's one", + "Average speed is 212.99% of the surrounding traffic's one", + "Average speed is 218.43% of the surrounding traffic's one", + "Average speed is 213.7% of the surrounding traffic's one", + "Average speed is 208.65% of the surrounding traffic's one", + "Average speed is 205.11% of the surrounding traffic's one", + "Average speed is 195.0% of the surrounding traffic's one", + "Average speed is 183.29% of the surrounding traffic's one", + "Average speed is 166.07% of the surrounding traffic's one", + "Average speed is 152.36% of the surrounding traffic's one", + "Average speed is 149.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 102.061, + "duration_game": 7.9, + "duration_system": 86.112 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3373_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "14", + "save_name": "RouteScenario_3373_rep0_Town13_YieldToEmergencyVehicle_1_14_06_01_09_27_29", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 95.46% of the surrounding traffic's one", + "Average speed is 136.59% of the surrounding traffic's one", + "Average speed is 121.81% of the surrounding traffic's one", + "Average speed is 152.92% of the surrounding traffic's one", + "Average speed is 172.88% of the surrounding traffic's one", + "Average speed is 190.6% of the surrounding traffic's one", + "Average speed is 213.65% of the surrounding traffic's one", + "Average speed is 224.96% of the surrounding traffic's one", + "Average speed is 239.19% of the surrounding traffic's one", + "Average speed is 249.74% of the surrounding traffic's one", + "Average speed is 248.36% of the surrounding traffic's one", + "Average speed is 242.78% of the surrounding traffic's one", + "Average speed is 227.5% of the surrounding traffic's one", + "Average speed is 199.51% of the surrounding traffic's one", + "Average speed is 173.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.124, + "duration_game": 7.9, + "duration_system": 73.112 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3364_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "5", + "save_name": "RouteScenario_3364_rep0_Town13_YieldToEmergencyVehicle_1_5_06_01_09_23_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 152.37% of the surrounding traffic's one", + "Average speed is 187.14% of the surrounding traffic's one", + "Average speed is 187.11% of the surrounding traffic's one", + "Average speed is 209.53% of the surrounding traffic's one", + "Average speed is 215.77% of the surrounding traffic's one", + "Average speed is 209.99% of the surrounding traffic's one", + "Average speed is 225.13% of the surrounding traffic's one", + "Average speed is 233.32% of the surrounding traffic's one", + "Average speed is 225.79% of the surrounding traffic's one", + "Average speed is 206.66% of the surrounding traffic's one", + "Average speed is 191.11% of the surrounding traffic's one", + "Average speed is 171.19% of the surrounding traffic's one", + "Average speed is 167.33% of the surrounding traffic's one", + "Average speed is 221.99% of the surrounding traffic's one", + "Average speed is 222.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 103.061, + "duration_game": 7.2, + "duration_system": 62.065 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3307_rep0", + "scenario_name": "Accident_1", + "weather_id": "0", + "save_name": "RouteScenario_3307_rep0_Town13_Accident_1_0_06_01_09_08_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 159.58% of the surrounding traffic's one", + "Average speed is 160.45% of the surrounding traffic's one", + "Average speed is 175.44% of the surrounding traffic's one", + "Average speed is 178.28% of the surrounding traffic's one", + "Average speed is 122.14% of the surrounding traffic's one", + "Average speed is 4.68% of the surrounding traffic's one", + "Average speed is 158.37% of the surrounding traffic's one", + "Average speed is 225.47% of the surrounding traffic's one", + "Average speed is 222.82% of the surrounding traffic's one", + "Average speed is 179.56% of the surrounding traffic's one", + "Average speed is 81.67% of the surrounding traffic's one", + "Average speed is 66.28% of the surrounding traffic's one", + "Average speed is 110.57% of the surrounding traffic's one", + "Average speed is 111.95% of the surrounding traffic's one", + "Average speed is 114.63% of the surrounding traffic's one", + "Average speed is 114.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.065, + "duration_game": 50.85, + "duration_system": 719.838 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3255_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_3255_rep0_Town13_ParkingCrossingPedestrian_1_0_06_01_09_00_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 115.65% of the surrounding traffic's one", + "Average speed is 135.98% of the surrounding traffic's one", + "Average speed is 177.71% of the surrounding traffic's one", + "Average speed is 213.2% of the surrounding traffic's one", + "Average speed is 186.96% of the surrounding traffic's one", + "Average speed is 160.69% of the surrounding traffic's one", + "Average speed is 130.81% of the surrounding traffic's one", + "Average speed is 47.23% of the surrounding traffic's one", + "Average speed is 141.48% of the surrounding traffic's one", + "Average speed is 235.2% of the surrounding traffic's one", + "Average speed is 227.73% of the surrounding traffic's one", + "Average speed is 160.07% of the surrounding traffic's one", + "Average speed is 109.86% of the surrounding traffic's one", + "Average speed is 106.3% of the surrounding traffic's one", + "Average speed is 98.56% of the surrounding traffic's one", + "Average speed is 13.41% of the surrounding traffic's one", + "Average speed is 78.11% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 117.121, + "duration_game": 33.85, + "duration_system": 267.31 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3248_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "19", + "save_name": "RouteScenario_3248_rep0_Town13_ParkingCrossingPedestrian_1_19_06_01_08_54_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.13% of the surrounding traffic's one", + "Average speed is 136.22% of the surrounding traffic's one", + "Average speed is 204.37% of the surrounding traffic's one", + "Average speed is 190.24% of the surrounding traffic's one", + "Average speed is 156.26% of the surrounding traffic's one", + "Average speed is 67.06% of the surrounding traffic's one", + "Average speed is 60.8% of the surrounding traffic's one", + "Average speed is 200.28% of the surrounding traffic's one", + "Average speed is 199.76% of the surrounding traffic's one", + "Average speed is 141.11% of the surrounding traffic's one", + "Average speed is 97.03% of the surrounding traffic's one", + "Average speed is 105.11% of the surrounding traffic's one", + "Average speed is 105.94% of the surrounding traffic's one", + "Average speed is 122.93% of the surrounding traffic's one", + "Average speed is 112.06% of the surrounding traffic's one", + "Average speed is 108.23% of the surrounding traffic's one", + "Average speed is 89.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.137, + "duration_game": 18.7, + "duration_system": 151.171 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_3189_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "11", + "save_name": "RouteScenario_3189_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_11_06_01_08_48_01", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 100.8% of the surrounding traffic's one", + "Average speed is 16.59% of the surrounding traffic's one", + "Average speed is 516.14% of the surrounding traffic's one", + "Average speed is 682.74% of the surrounding traffic's one", + "Average speed is 666.94% of the surrounding traffic's one", + "Average speed is 563.36% of the surrounding traffic's one", + "Average speed is 480.41% of the surrounding traffic's one", + "Average speed is 468.52% of the surrounding traffic's one", + "Average speed is 672.37% of the surrounding traffic's one", + "Average speed is 506.68% of the surrounding traffic's one", + "Average speed is 492.43% of the surrounding traffic's one", + "Average speed is 353.26% of the surrounding traffic's one", + "Average speed is 306.49% of the surrounding traffic's one", + "Average speed is 246.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 60.73, + "duration_game": 19.3, + "duration_system": 213.215 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3184_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "6", + "save_name": "RouteScenario_3184_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_6_06_01_08_42_46", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 78.3% of the surrounding traffic's one", + "Average speed is 37.25% of the surrounding traffic's one", + "Average speed is 218.42% of the surrounding traffic's one", + "Average speed is 325.22% of the surrounding traffic's one", + "Average speed is 451.5% of the surrounding traffic's one", + "Average speed is 493.03% of the surrounding traffic's one", + "Average speed is 370.75% of the surrounding traffic's one", + "Average speed is 295.38% of the surrounding traffic's one", + "Average speed is 556.42% of the surrounding traffic's one", + "Average speed is 454.04% of the surrounding traffic's one", + "Average speed is 298.0% of the surrounding traffic's one", + "Average speed is 199.88% of the surrounding traffic's one", + "Average speed is 203.96% of the surrounding traffic's one", + "Average speed is 162.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 62.1, + "duration_game": 10.6, + "duration_system": 126.141 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3178_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_3178_rep0_Town12_VanillaNonSignalizedTurn_1_0_06_01_08_38_59", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.07% of the surrounding traffic's one", + "Average speed is 192.53% of the surrounding traffic's one", + "Average speed is 268.31% of the surrounding traffic's one", + "Average speed is 289.94% of the surrounding traffic's one", + "Average speed is 288.37% of the surrounding traffic's one", + "Average speed is 290.64% of the surrounding traffic's one", + "Average speed is 308.95% of the surrounding traffic's one", + "Average speed is 315.91% of the surrounding traffic's one", + "Average speed is 324.88% of the surrounding traffic's one", + "Average speed is 655.6% of the surrounding traffic's one", + "Average speed is 545.99% of the surrounding traffic's one", + "Average speed is 507.45% of the surrounding traffic's one", + "Average speed is 303.36% of the surrounding traffic's one", + "Average speed is 193.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 63.243, + "duration_game": 6.55, + "duration_system": 55.059 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3144_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "18", + "save_name": "RouteScenario_3144_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_18_06_01_08_16_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [ + "Agent ran a red light 1473 at (x=1638.825, y=4406.786, z=364.036)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.14% of the surrounding traffic's one", + "Average speed is 191.41% of the surrounding traffic's one", + "Average speed is 1709.79% of the surrounding traffic's one", + "Average speed is 2609.51% of the surrounding traffic's one", + "Average speed is 3329.38% of the surrounding traffic's one", + "Average speed is 2185.66% of the surrounding traffic's one", + "Average speed is 1566.59% of the surrounding traffic's one", + "Average speed is 1053.82% of the surrounding traffic's one", + "Average speed is 680.64% of the surrounding traffic's one", + "Average speed is 550.51% of the surrounding traffic's one", + "Average speed is 446.97% of the surrounding traffic's one", + "Average speed is 368.15% of the surrounding traffic's one", + "Average speed is 243.96% of the surrounding traffic's one", + "Average speed is 75.35% of the surrounding traffic's one", + "Average speed is 78.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 54.586, + "duration_game": 53.4, + "duration_system": 1159.198 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3100_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_3100_rep0_Town12_CrossingBicycleFlow_1_0_06_01_08_10_19", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.93% of the surrounding traffic's one", + "Average speed is 78.3% of the surrounding traffic's one", + "Average speed is 160.77% of the surrounding traffic's one", + "Average speed is 150.67% of the surrounding traffic's one", + "Average speed is 65.63% of the surrounding traffic's one", + "Average speed is 46.33% of the surrounding traffic's one", + "Average speed is 285.42% of the surrounding traffic's one", + "Average speed is 432.51% of the surrounding traffic's one", + "Average speed is 494.81% of the surrounding traffic's one", + "Average speed is 418.18% of the surrounding traffic's one", + "Average speed is 479.55% of the surrounding traffic's one", + "Average speed is 398.75% of the surrounding traffic's one", + "Average speed is 244.1% of the surrounding traffic's one", + "Average speed is 172.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.188, + "duration_game": 14.8, + "duration_system": 201.261 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3099_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_3099_rep0_Town12_CrossingBicycleFlow_1_25_06_01_08_03_50", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 214.81% of the surrounding traffic's one", + "Average speed is 282.93% of the surrounding traffic's one", + "Average speed is 151.38% of the surrounding traffic's one", + "Average speed is 86.06% of the surrounding traffic's one", + "Average speed is 29.96% of the surrounding traffic's one", + "Average speed is 284.43% of the surrounding traffic's one", + "Average speed is 302.47% of the surrounding traffic's one", + "Average speed is 275.95% of the surrounding traffic's one", + "Average speed is 352.18% of the surrounding traffic's one", + "Average speed is 618.32% of the surrounding traffic's one", + "Average speed is 2321.2% of the surrounding traffic's one", + "Average speed is 1077.65% of the surrounding traffic's one", + "Average speed is 609.02% of the surrounding traffic's one", + "Average speed is 283.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.71, + "duration_game": 14.75, + "duration_system": 191.43 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3093_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_3093_rep0_Town12_CrossingBicycleFlow_1_19_06_01_07_57_29", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 242.12% of the surrounding traffic's one", + "Average speed is 296.91% of the surrounding traffic's one", + "Average speed is 273.35% of the surrounding traffic's one", + "Average speed is 153.53% of the surrounding traffic's one", + "Average speed is 56.12% of the surrounding traffic's one", + "Average speed is 55.55% of the surrounding traffic's one", + "Average speed is 309.29% of the surrounding traffic's one", + "Average speed is 358.79% of the surrounding traffic's one", + "Average speed is 411.02% of the surrounding traffic's one", + "Average speed is 396.87% of the surrounding traffic's one", + "Average speed is 518.88% of the surrounding traffic's one", + "Average speed is 423.8% of the surrounding traffic's one", + "Average speed is 399.54% of the surrounding traffic's one", + "Average speed is 257.28% of the surrounding traffic's one", + "Average speed is 177.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.075, + "duration_game": 12.7, + "duration_system": 204.726 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3090_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_3090_rep0_Town12_CrossingBicycleFlow_1_8_06_01_07_35_10", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 12.87% of the surrounding traffic's one", + "Average speed is 360.65% of the surrounding traffic's one", + "Average speed is 330.54% of the surrounding traffic's one", + "Average speed is 181.57% of the surrounding traffic's one", + "Average speed is 48.56% of the surrounding traffic's one", + "Average speed is 353.12% of the surrounding traffic's one", + "Average speed is 360.7% of the surrounding traffic's one", + "Average speed is 384.48% of the surrounding traffic's one", + "Average speed is 292.09% of the surrounding traffic's one", + "Average speed is 326.66% of the surrounding traffic's one", + "Average speed is 1441.16% of the surrounding traffic's one", + "Average speed is 1274.45% of the surrounding traffic's one", + "Average speed is 326.41% of the surrounding traffic's one", + "Average speed is 139.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.119, + "duration_game": 43.0, + "duration_system": 1165.652 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3086_rep0", + "scenario_name": "CrossingBicycleFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_3086_rep0_Town12_CrossingBicycleFlow_1_12_06_02_12_57_40", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 97.5% of the surrounding traffic's one", + "Average speed is 198.41% of the surrounding traffic's one", + "Average speed is 223.22% of the surrounding traffic's one", + "Average speed is 84.59% of the surrounding traffic's one", + "Average speed is 49.24% of the surrounding traffic's one", + "Average speed is 186.07% of the surrounding traffic's one", + "Average speed is 358.87% of the surrounding traffic's one", + "Average speed is 432.79% of the surrounding traffic's one", + "Average speed is 604.32% of the surrounding traffic's one", + "Average speed is 595.75% of the surrounding traffic's one", + "Average speed is 454.45% of the surrounding traffic's one", + "Average speed is 354.2% of the surrounding traffic's one", + "Average speed is 206.61% of the surrounding traffic's one", + "Average speed is 146.61% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.304, + "duration_game": 13.3, + "duration_system": 196.201 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3080_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_3080_rep0_Town12_HighwayCutIn_1_6_06_02_12_49_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 254.38% of the surrounding traffic's one", + "Average speed is 267.75% of the surrounding traffic's one", + "Average speed is 282.83% of the surrounding traffic's one", + "Average speed is 452.26% of the surrounding traffic's one", + "Average speed is 506.02% of the surrounding traffic's one", + "Average speed is 553.18% of the surrounding traffic's one", + "Average speed is 652.6% of the surrounding traffic's one", + "Average speed is 617.18% of the surrounding traffic's one", + "Average speed is 591.4% of the surrounding traffic's one", + "Average speed is 537.16% of the surrounding traffic's one", + "Average speed is 687.73% of the surrounding traffic's one", + "Average speed is 780.21% of the surrounding traffic's one", + "Average speed is 695.26% of the surrounding traffic's one", + "Average speed is 1096.69% of the surrounding traffic's one", + "Average speed is 1378.49% of the surrounding traffic's one", + "Average speed is 631.64% of the surrounding traffic's one", + "Average speed is 448.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.052, + "duration_game": 12.95, + "duration_system": 277.595 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3074_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_3074_rep0_Town12_HighwayCutIn_1_0_06_02_12_42_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 474.02% of the surrounding traffic's one", + "Average speed is 563.23% of the surrounding traffic's one", + "Average speed is 608.23% of the surrounding traffic's one", + "Average speed is 712.03% of the surrounding traffic's one", + "Average speed is 406.83% of the surrounding traffic's one", + "Average speed is 137.05% of the surrounding traffic's one", + "Average speed is 196.2% of the surrounding traffic's one", + "Average speed is 278.06% of the surrounding traffic's one", + "Average speed is 276.23% of the surrounding traffic's one", + "Average speed is 196.51% of the surrounding traffic's one", + "Average speed is 183.26% of the surrounding traffic's one", + "Average speed is 158.95% of the surrounding traffic's one", + "Average speed is 232.4% of the surrounding traffic's one", + "Average speed is 505.48% of the surrounding traffic's one", + "Average speed is 438.87% of the surrounding traffic's one", + "Average speed is 406.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.633, + "duration_game": 14.15, + "duration_system": 228.309 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3072_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "23", + "save_name": "RouteScenario_3072_rep0_Town12_HighwayCutIn_1_23_06_02_12_34_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 247.61% of the surrounding traffic's one", + "Average speed is 282.31% of the surrounding traffic's one", + "Average speed is 287.19% of the surrounding traffic's one", + "Average speed is 443.22% of the surrounding traffic's one", + "Average speed is 522.56% of the surrounding traffic's one", + "Average speed is 556.52% of the surrounding traffic's one", + "Average speed is 572.7% of the surrounding traffic's one", + "Average speed is 468.95% of the surrounding traffic's one", + "Average speed is 359.36% of the surrounding traffic's one", + "Average speed is 402.5% of the surrounding traffic's one", + "Average speed is 459.13% of the surrounding traffic's one", + "Average speed is 454.34% of the surrounding traffic's one", + "Average speed is 603.53% of the surrounding traffic's one", + "Average speed is 1117.0% of the surrounding traffic's one", + "Average speed is 1066.38% of the surrounding traffic's one", + "Average speed is 641.23% of the surrounding traffic's one", + "Average speed is 346.08% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.052, + "duration_game": 14.15, + "duration_system": 277.317 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_3048_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "0", + "save_name": "RouteScenario_3048_rep0_Town12_MergerIntoSlowTraffic_1_0_06_02_12_26_54", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 5.96 meters (3.89% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 162.94% of the surrounding traffic's one", + "Average speed is 427.55% of the surrounding traffic's one", + "Average speed is 458.45% of the surrounding traffic's one", + "Average speed is 408.01% of the surrounding traffic's one", + "Average speed is 466.57% of the surrounding traffic's one", + "Average speed is 431.87% of the surrounding traffic's one", + "Average speed is 429.17% of the surrounding traffic's one", + "Average speed is 397.39% of the surrounding traffic's one", + "Average speed is 927.73% of the surrounding traffic's one", + "Average speed is 1216.51% of the surrounding traffic's one", + "Average speed is 1169.94% of the surrounding traffic's one", + "Average speed is 666.61% of the surrounding traffic's one", + "Average speed is 304.94% of the surrounding traffic's one", + "Average speed is 204.23% of the surrounding traffic's one", + "Average speed is 410.63% of the surrounding traffic's one", + "Average speed is 2470563.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.961086, + "score_composed": 96.108628 + }, + "meta": { + "route_length": 164.082, + "duration_game": 14.45, + "duration_system": 242.265 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2989_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "19", + "save_name": "RouteScenario_2989_rep0_Town12_BlockedIntersection_1_19_06_02_12_19_50", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.28% of the surrounding traffic's one", + "Average speed is 146.58% of the surrounding traffic's one", + "Average speed is 321.9% of the surrounding traffic's one", + "Average speed is 399.28% of the surrounding traffic's one", + "Average speed is 340.74% of the surrounding traffic's one", + "Average speed is 101.43% of the surrounding traffic's one", + "Average speed is 127.92% of the surrounding traffic's one", + "Average speed is 171.44% of the surrounding traffic's one", + "Average speed is 74.32% of the surrounding traffic's one", + "Average speed is 26.9% of the surrounding traffic's one", + "Average speed is 686.28% of the surrounding traffic's one", + "Average speed is 461.28% of the surrounding traffic's one", + "Average speed is 389.16% of the surrounding traffic's one", + "Average speed is 470.62% of the surrounding traffic's one", + "Average speed is 300.2% of the surrounding traffic's one", + "Average speed is 204.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.077, + "duration_game": 21.5, + "duration_system": 235.667 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2943_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "25", + "save_name": "RouteScenario_2943_rep0_Town12_VehicleTurningRoute_1_25_06_02_12_08_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.11% of the surrounding traffic's one", + "Average speed is 115.84% of the surrounding traffic's one", + "Average speed is 132.8% of the surrounding traffic's one", + "Average speed is 14.48% of the surrounding traffic's one", + "Average speed is 374.12% of the surrounding traffic's one", + "Average speed is 428.33% of the surrounding traffic's one", + "Average speed is 500.94% of the surrounding traffic's one", + "Average speed is 702.03% of the surrounding traffic's one", + "Average speed is 754.78% of the surrounding traffic's one", + "Average speed is 457.25% of the surrounding traffic's one", + "Average speed is 193.87% of the surrounding traffic's one", + "Average speed is 6.63% of the surrounding traffic's one", + "Average speed is 239.66% of the surrounding traffic's one", + "Average speed is 257.19% of the surrounding traffic's one", + "Average speed is 166.23% of the surrounding traffic's one", + "Average speed is 138.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.491, + "duration_game": 40.35, + "duration_system": 492.881 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2913_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "21", + "save_name": "RouteScenario_2913_rep0_Town12_OppositeVehicleTakingPriority_1_21_06_02_11_55_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.39% of the surrounding traffic's one", + "Average speed is 231.58% of the surrounding traffic's one", + "Average speed is 714.62% of the surrounding traffic's one", + "Average speed is 184.4% of the surrounding traffic's one", + "Average speed is 50.61% of the surrounding traffic's one", + "Average speed is 6.68% of the surrounding traffic's one", + "Average speed is 365.22% of the surrounding traffic's one", + "Average speed is 718.68% of the surrounding traffic's one", + "Average speed is 640.47% of the surrounding traffic's one", + "Average speed is 957.87% of the surrounding traffic's one", + "Average speed is 706.36% of the surrounding traffic's one", + "Average speed is 496.49% of the surrounding traffic's one", + "Average speed is 481.73% of the surrounding traffic's one", + "Average speed is 305.49% of the surrounding traffic's one", + "Average speed is 461.88% of the surrounding traffic's one", + "Average speed is 291.23% of the surrounding traffic's one", + "Average speed is 263.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.478, + "duration_game": 57.85, + "duration_system": 558.621 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2903_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_2903_rep0_Town12_NonSignalizedJunctionRightTurn_1_11_06_02_11_51_05", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 156.16% of the surrounding traffic's one", + "Average speed is 715.65% of the surrounding traffic's one", + "Average speed is 1022.36% of the surrounding traffic's one", + "Average speed is 588.3% of the surrounding traffic's one", + "Average speed is 363.97% of the surrounding traffic's one", + "Average speed is 331.38% of the surrounding traffic's one", + "Average speed is 283.36% of the surrounding traffic's one", + "Average speed is 310.48% of the surrounding traffic's one", + "Average speed is 294.5% of the surrounding traffic's one", + "Average speed is 257.66% of the surrounding traffic's one", + "Average speed is 303.33% of the surrounding traffic's one", + "Average speed is 834.24% of the surrounding traffic's one", + "Average speed is 1131.96% of the surrounding traffic's one", + "Average speed is 1209.11% of the surrounding traffic's one", + "Average speed is 1454.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.723, + "duration_game": 7.1, + "duration_system": 103.101 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2881_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "15", + "save_name": "RouteScenario_2881_rep0_Town12_NonSignalizedJunctionLeftTurn_1_15_06_02_11_45_07", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.36% of the surrounding traffic's one", + "Average speed is 550.51% of the surrounding traffic's one", + "Average speed is 754.98% of the surrounding traffic's one", + "Average speed is 295.17% of the surrounding traffic's one", + "Average speed is 113.69% of the surrounding traffic's one", + "Average speed is 30.93% of the surrounding traffic's one", + "Average speed is 197.72% of the surrounding traffic's one", + "Average speed is 436.76% of the surrounding traffic's one", + "Average speed is 473.77% of the surrounding traffic's one", + "Average speed is 461.65% of the surrounding traffic's one", + "Average speed is 412.98% of the surrounding traffic's one", + "Average speed is 581.5% of the surrounding traffic's one", + "Average speed is 1276.06% of the surrounding traffic's one", + "Average speed is 1680.83% of the surrounding traffic's one", + "Average speed is 1052.92% of the surrounding traffic's one", + "Average speed is 804.0% of the surrounding traffic's one", + "Average speed is 607.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.855, + "duration_game": 13.95, + "duration_system": 166.589 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2847_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "7", + "save_name": "RouteScenario_2847_rep0_Town12_OppositeVehicleRunningRedLight_1_7_06_02_11_30_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=3001.441, y=4627.421, z=365.342) at time=6.300s [CARLA Frame: 3731, Agent Step: 125]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.0% of the surrounding traffic's one", + "Average speed is 325.85% of the surrounding traffic's one", + "Average speed is 442.16% of the surrounding traffic's one", + "Average speed is 294.07% of the surrounding traffic's one", + "Average speed is 78.93% of the surrounding traffic's one", + "Average speed is 160.92% of the surrounding traffic's one", + "Average speed is 217.99% of the surrounding traffic's one", + "Average speed is 221.68% of the surrounding traffic's one", + "Average speed is 56.3% of the surrounding traffic's one", + "Average speed is 3311.96% of the surrounding traffic's one", + "Average speed is 2796.39% of the surrounding traffic's one", + "Average speed is 2774.59% of the surrounding traffic's one", + "Average speed is 1425.58% of the surrounding traffic's one", + "Average speed is 698.31% of the surrounding traffic's one", + "Average speed is 338.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.653, + "duration_game": 53.0, + "duration_system": 663.801 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2844_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "3", + "save_name": "RouteScenario_2844_rep0_Town12_OppositeVehicleRunningRedLight_1_3_06_02_11_25_23", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 230.21% of the surrounding traffic's one", + "Average speed is 750.59% of the surrounding traffic's one", + "Average speed is 698.44% of the surrounding traffic's one", + "Average speed is 346.83% of the surrounding traffic's one", + "Average speed is 236.48% of the surrounding traffic's one", + "Average speed is 84.2% of the surrounding traffic's one", + "Average speed is 206.53% of the surrounding traffic's one", + "Average speed is 269.36% of the surrounding traffic's one", + "Average speed is 244.23% of the surrounding traffic's one", + "Average speed is 198.75% of the surrounding traffic's one", + "Average speed is 208.55% of the surrounding traffic's one", + "Average speed is 302.1% of the surrounding traffic's one", + "Average speed is 492.22% of the surrounding traffic's one", + "Average speed is 305.81% of the surrounding traffic's one", + "Average speed is 476.39% of the surrounding traffic's one", + "Average speed is 354.89% of the surrounding traffic's one", + "Average speed is 207.91% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.798, + "duration_game": 9.75, + "duration_system": 123.165 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28330_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_28330_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_6_06_02_14_45_57", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3712 at (x=2378.195, y=-86.668, z=336.049) at time=10.350s [CARLA Frame: 3596, Agent Step: 206]", + "Agent collided against object with type=vehicle.ford.mustang and id=3711 at (x=2379.013, y=-79.427, z=335.971) at time=11.000s [CARLA Frame: 3609, Agent Step: 219]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 2.733 meters (3.39% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 149.76% of the surrounding traffic's one", + "Average speed is 261.87% of the surrounding traffic's one", + "Average speed is 420.03% of the surrounding traffic's one", + "Average speed is 381.69% of the surrounding traffic's one", + "Average speed is 23.64% of the surrounding traffic's one", + "Average speed is 194.52% of the surrounding traffic's one", + "Average speed is 487.9% of the surrounding traffic's one", + "Average speed is 454.39% of the surrounding traffic's one", + "Average speed is 498.48% of the surrounding traffic's one", + "Average speed is 485.9% of the surrounding traffic's one", + "Average speed is 397.3% of the surrounding traffic's one", + "Average speed is 18.48% of the surrounding traffic's one", + "Average speed is 417.33% of the surrounding traffic's one", + "Average speed is 315.91% of the surrounding traffic's one", + "Average speed is 377.68% of the surrounding traffic's one", + "Average speed is 275.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.347807, + "score_composed": 34.780743 + }, + "meta": { + "route_length": 87.704, + "duration_game": 201.5, + "duration_system": 1945.332 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28243_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "2", + "save_name": "RouteScenario_28243_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_2_06_02_14_39_26", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3852 at (x=1362.996, y=4988.054, z=370.817) at time=10.100s [CARLA Frame: 3993, Agent Step: 201]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.95% of the surrounding traffic's one", + "Average speed is 150.73% of the surrounding traffic's one", + "Average speed is 384.81% of the surrounding traffic's one", + "Average speed is 264.44% of the surrounding traffic's one", + "Average speed is 122.35% of the surrounding traffic's one", + "Average speed is 29.54% of the surrounding traffic's one", + "Average speed is 241.6% of the surrounding traffic's one", + "Average speed is 321.81% of the surrounding traffic's one", + "Average speed is 226.58% of the surrounding traffic's one", + "Average speed is 181.82% of the surrounding traffic's one", + "Average speed is 419.36% of the surrounding traffic's one", + "Average speed is 463.78% of the surrounding traffic's one", + "Average speed is 431.3% of the surrounding traffic's one", + "Average speed is 282.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 82.6, + "duration_game": 14.0, + "duration_system": 198.216 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28241_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "0", + "save_name": "RouteScenario_28241_rep0_Town12_SignalizedJunctionLeftTurnEnterFlow_1_0_06_02_14_34_31", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3914 at (x=2758.428, y=4700.167, z=365.259) at time=9.800s [CARLA Frame: 3934, Agent Step: 195]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.65% of the surrounding traffic's one", + "Average speed is 392.41% of the surrounding traffic's one", + "Average speed is 465.85% of the surrounding traffic's one", + "Average speed is 189.09% of the surrounding traffic's one", + "Average speed is 71.21% of the surrounding traffic's one", + "Average speed is 25.97% of the surrounding traffic's one", + "Average speed is 159.91% of the surrounding traffic's one", + "Average speed is 350.39% of the surrounding traffic's one", + "Average speed is 370.47% of the surrounding traffic's one", + "Average speed is 350.08% of the surrounding traffic's one", + "Average speed is 352.29% of the surrounding traffic's one", + "Average speed is 381.63% of the surrounding traffic's one", + "Average speed is 271.34% of the surrounding traffic's one", + "Average speed is 354.11% of the surrounding traffic's one", + "Average speed is 331.39% of the surrounding traffic's one", + "Average speed is 251.73% of the surrounding traffic's one", + "Average speed is 278.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 76.928, + "duration_game": 12.85, + "duration_system": 106.116 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28229_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "12", + "save_name": "RouteScenario_28229_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_12_06_02_14_26_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=3738 at (x=2389.118, y=-93.895, z=335.745) at time=33.250s [CARLA Frame: 4002, Agent Step: 664]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 220.48% of the surrounding traffic's one", + "Average speed is 289.3% of the surrounding traffic's one", + "Average speed is 244.65% of the surrounding traffic's one", + "Average speed is 12.69% of the surrounding traffic's one", + "Average speed is 1509.44% of the surrounding traffic's one", + "Average speed is 1105.17% of the surrounding traffic's one", + "Average speed is 1151.34% of the surrounding traffic's one", + "Average speed is 983.4% of the surrounding traffic's one", + "Average speed is 904.85% of the surrounding traffic's one", + "Average speed is 853.29% of the surrounding traffic's one", + "Average speed is 595.05% of the surrounding traffic's one", + "Average speed is 5352.0% of the surrounding traffic's one", + "Average speed is 1384.08% of the surrounding traffic's one", + "Average speed is 884.74% of the surrounding traffic's one", + "Average speed is 431.25% of the surrounding traffic's one", + "Average speed is 340.17% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 87.454, + "duration_game": 36.05, + "duration_system": 287.331 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28219_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_28219_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_1_06_02_14_19_17", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 202.77% of the surrounding traffic's one", + "Average speed is 158.35% of the surrounding traffic's one", + "Average speed is 347.84% of the surrounding traffic's one", + "Average speed is 41.36% of the surrounding traffic's one", + "Average speed is 46.18% of the surrounding traffic's one", + "Average speed is 322.62% of the surrounding traffic's one", + "Average speed is 403.34% of the surrounding traffic's one", + "Average speed is 460.89% of the surrounding traffic's one", + "Average speed is 649.8% of the surrounding traffic's one", + "Average speed is 440.03% of the surrounding traffic's one", + "Average speed is 343.92% of the surrounding traffic's one", + "Average speed is 382.76% of the surrounding traffic's one", + "Average speed is 539.63% of the surrounding traffic's one", + "Average speed is 241.15% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 80.698, + "duration_game": 15.65, + "duration_system": 212.227 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28210_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_28210_rep0_Town12_NonSignalizedJunctionLeftTurnEnterFlow_1_18_06_02_14_13_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [ + "Agent ran a stop with id=280 at (x=2383.729, y=2400.252, z=366.396)" + ], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 220.66% of the surrounding traffic's one", + "Average speed is 408.06% of the surrounding traffic's one", + "Average speed is 393.56% of the surrounding traffic's one", + "Average speed is 94.73% of the surrounding traffic's one", + "Average speed is 45.29% of the surrounding traffic's one", + "Average speed is 108.53% of the surrounding traffic's one", + "Average speed is 153.14% of the surrounding traffic's one", + "Average speed is 201.37% of the surrounding traffic's one", + "Average speed is 275.09% of the surrounding traffic's one", + "Average speed is 285.98% of the surrounding traffic's one", + "Average speed is 422.23% of the surrounding traffic's one", + "Average speed is 305.4% of the surrounding traffic's one", + "Average speed is 435.71% of the surrounding traffic's one", + "Average speed is 442.51% of the surrounding traffic's one", + "Average speed is 366.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.8, + "score_composed": 80.0 + }, + "meta": { + "route_length": 80.858, + "duration_game": 12.25, + "duration_system": 138.139 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_28198_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "3", + "save_name": "RouteScenario_28198_rep0_Town15_SignalizedJunctionLeftTurnEnterFlow_1_3_06_02_14_03_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 110.49% of the surrounding traffic's one", + "Average speed is 125.46% of the surrounding traffic's one", + "Average speed is 139.13% of the surrounding traffic's one", + "Average speed is 31.01% of the surrounding traffic's one", + "Average speed is 356.83% of the surrounding traffic's one", + "Average speed is 517.72% of the surrounding traffic's one", + "Average speed is 623.46% of the surrounding traffic's one", + "Average speed is 584.22% of the surrounding traffic's one", + "Average speed is 511.94% of the surrounding traffic's one", + "Average speed is 499.36% of the surrounding traffic's one", + "Average speed is 464.46% of the surrounding traffic's one", + "Average speed is 434.6% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 8657355367.39% of the surrounding traffic's one", + "Average speed is 186.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.337, + "duration_game": 53.4, + "duration_system": 458.497 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_28154_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "6", + "save_name": "RouteScenario_28154_rep0_Town10HD_T_Junction_1_6_06_02_13_46_17", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.51% of the surrounding traffic's one", + "Average speed is 119.08% of the surrounding traffic's one", + "Average speed is 103.51% of the surrounding traffic's one", + "Average speed is 85.13% of the surrounding traffic's one", + "Average speed is 130.24% of the surrounding traffic's one", + "Average speed is 179.02% of the surrounding traffic's one", + "Average speed is 43.33% of the surrounding traffic's one", + "Average speed is 208.05% of the surrounding traffic's one", + "Average speed is 182.69% of the surrounding traffic's one", + "Average speed is 224.62% of the surrounding traffic's one", + "Average speed is 242.35% of the surrounding traffic's one", + "Average speed is 186.94% of the surrounding traffic's one", + "Average speed is 203.63% of the surrounding traffic's one", + "Average speed is 17.07% of the surrounding traffic's one", + "Average speed is 507.27% of the surrounding traffic's one", + "Average speed is 248.12% of the surrounding traffic's one", + "Average speed is 168.93% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.389, + "duration_game": 50.15, + "duration_system": 885.89 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_28111_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "9", + "save_name": "RouteScenario_28111_rep0_Town04_T_Junction_1_9_06_02_13_41_46", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 275.74% of the surrounding traffic's one", + "Average speed is 235.76% of the surrounding traffic's one", + "Average speed is 124.48% of the surrounding traffic's one", + "Average speed is 110.16% of the surrounding traffic's one", + "Average speed is 124.64% of the surrounding traffic's one", + "Average speed is 182.39% of the surrounding traffic's one", + "Average speed is 329.1% of the surrounding traffic's one", + "Average speed is 284.88% of the surrounding traffic's one", + "Average speed is 286.41% of the surrounding traffic's one", + "Average speed is 397.46% of the surrounding traffic's one", + "Average speed is 535.25% of the surrounding traffic's one", + "Average speed is 729.08% of the surrounding traffic's one", + "Average speed is 620.4% of the surrounding traffic's one", + "Average speed is 470.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.63, + "duration_game": 10.9, + "duration_system": 115.13 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28099_rep0", + "scenario_name": "SignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "22", + "save_name": "RouteScenario_28099_rep0_Town04_SignalizedJunctionLeftTurnEnterFlow_1_22_06_02_13_29_45", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 257.21% of the surrounding traffic's one", + "Average speed is 217.14% of the surrounding traffic's one", + "Average speed is 248.53% of the surrounding traffic's one", + "Average speed is 170.32% of the surrounding traffic's one", + "Average speed is 21.52% of the surrounding traffic's one", + "Average speed is 170.32% of the surrounding traffic's one", + "Average speed is 457.94% of the surrounding traffic's one", + "Average speed is 545.33% of the surrounding traffic's one", + "Average speed is 310.78% of the surrounding traffic's one", + "Average speed is 153.45% of the surrounding traffic's one", + "Average speed is 108999951713.54% of the surrounding traffic's one", + "Average speed is 43022.8% of the surrounding traffic's one", + "Average speed is 3053.87% of the surrounding traffic's one", + "Average speed is 1464.29% of the surrounding traffic's one", + "Average speed is 384.57% of the surrounding traffic's one", + "Average speed is 340.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.496, + "duration_game": 54.85, + "duration_system": 566.584 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28093_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "14", + "save_name": "RouteScenario_28093_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_14_06_02_13_24_39", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=160 at (x=260.285, y=-247.963, z=0.002) at time=9.900s [CARLA Frame: 3927, Agent Step: 197]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 209.45% of the surrounding traffic's one", + "Average speed is 773.13% of the surrounding traffic's one", + "Average speed is 776.35% of the surrounding traffic's one", + "Average speed is 61.76% of the surrounding traffic's one", + "Average speed is 31.22% of the surrounding traffic's one", + "Average speed is 107.43% of the surrounding traffic's one", + "Average speed is 346.96% of the surrounding traffic's one", + "Average speed is 1127.42% of the surrounding traffic's one", + "Average speed is 601.11% of the surrounding traffic's one", + "Average speed is 363.4% of the surrounding traffic's one", + "Average speed is 400.74% of the surrounding traffic's one", + "Average speed is 619.39% of the surrounding traffic's one", + "Average speed is 496.19% of the surrounding traffic's one", + "Average speed is 352.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.221, + "duration_game": 12.95, + "duration_system": 154.316 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28087_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurnEnterFlow_1", + "weather_id": "8", + "save_name": "RouteScenario_28087_rep0_Town04_NonSignalizedJunctionLeftTurnEnterFlow_1_8_06_02_13_19_44", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=159 at (x=256.576, y=-250.768, z=0.007) at time=9.150s [CARLA Frame: 3888, Agent Step: 182]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.62% of the surrounding traffic's one", + "Average speed is 2503.04% of the surrounding traffic's one", + "Average speed is 1947.39% of the surrounding traffic's one", + "Average speed is 471.05% of the surrounding traffic's one", + "Average speed is 125.48% of the surrounding traffic's one", + "Average speed is 56.72% of the surrounding traffic's one", + "Average speed is 54.53% of the surrounding traffic's one", + "Average speed is 191.48% of the surrounding traffic's one", + "Average speed is 255.13% of the surrounding traffic's one", + "Average speed is 254.18% of the surrounding traffic's one", + "Average speed is 435.25% of the surrounding traffic's one", + "Average speed is 434.34% of the surrounding traffic's one", + "Average speed is 394.52% of the surrounding traffic's one", + "Average speed is 356.35% of the surrounding traffic's one", + "Average speed is 470.85% of the surrounding traffic's one", + "Average speed is 387.66% of the surrounding traffic's one", + "Average speed is 357.57% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.155, + "duration_game": 12.9, + "duration_system": 135.15 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_28048_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "15", + "save_name": "RouteScenario_28048_rep0_Town02_T_Junction_1_15_06_02_13_11_45", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 224.03% of the surrounding traffic's one", + "Average speed is 220.52% of the surrounding traffic's one", + "Average speed is 150.68% of the surrounding traffic's one", + "Average speed is 8.21% of the surrounding traffic's one", + "Average speed is 1854.39% of the surrounding traffic's one", + "Average speed is 2292.13% of the surrounding traffic's one", + "Average speed is 1556.86% of the surrounding traffic's one", + "Average speed is 1577.15% of the surrounding traffic's one", + "Average speed is 1492.63% of the surrounding traffic's one", + "Average speed is 1109.34% of the surrounding traffic's one", + "Average speed is 575.59% of the surrounding traffic's one", + "Average speed is 376.42% of the surrounding traffic's one", + "Average speed is 224.94% of the surrounding traffic's one", + "Average speed is 189.47% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.057, + "duration_game": 36.75, + "duration_system": 318.465 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_28035_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "1", + "save_name": "RouteScenario_28035_rep0_Town01_T_Junction_1_1_06_02_12_54_40", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.82% of the surrounding traffic's one", + "Average speed is 106.13% of the surrounding traffic's one", + "Average speed is 60.46% of the surrounding traffic's one", + "Average speed is 91.27% of the surrounding traffic's one", + "Average speed is 82.12% of the surrounding traffic's one", + "Average speed is 153.95% of the surrounding traffic's one", + "Average speed is 95.21% of the surrounding traffic's one", + "Average speed is 70.67% of the surrounding traffic's one", + "Average speed is 110.65% of the surrounding traffic's one", + "Average speed is 134.28% of the surrounding traffic's one", + "Average speed is 15.92% of the surrounding traffic's one", + "Average speed is 1352.35% of the surrounding traffic's one", + "Average speed is 663.8% of the surrounding traffic's one", + "Average speed is 782.96% of the surrounding traffic's one", + "Average speed is 471.95% of the surrounding traffic's one", + "Average speed is 263.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.817, + "duration_game": 50.15, + "duration_system": 871.891 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_2802_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "14", + "save_name": "RouteScenario_2802_rep0_Town12_InvadingTurn_1_14_06_02_11_19_00", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.82% of the surrounding traffic's one", + "Average speed is 176.5% of the surrounding traffic's one", + "Average speed is 134.48% of the surrounding traffic's one", + "Average speed is 129.77% of the surrounding traffic's one", + "Average speed is 142.35% of the surrounding traffic's one", + "Average speed is 183.49% of the surrounding traffic's one", + "Average speed is 230.2% of the surrounding traffic's one", + "Average speed is 262.31% of the surrounding traffic's one", + "Average speed is 271.24% of the surrounding traffic's one", + "Average speed is 224.08% of the surrounding traffic's one", + "Average speed is 197.49% of the surrounding traffic's one", + "Average speed is 182.68% of the surrounding traffic's one", + "Average speed is 165.08% of the surrounding traffic's one", + "Average speed is 163.95% of the surrounding traffic's one", + "Average speed is 202.47% of the surrounding traffic's one", + "Average speed is 235.04% of the surrounding traffic's one", + "Average speed is 175.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.123, + "duration_game": 9.6, + "duration_system": 176.184 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2790_rep0", + "scenario_name": "InvadingTurn_1", + "weather_id": "2", + "save_name": "RouteScenario_2790_rep0_Town12_InvadingTurn_1_2_06_02_11_12_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 173.88% of the surrounding traffic's one", + "Average speed is 173.31% of the surrounding traffic's one", + "Average speed is 144.58% of the surrounding traffic's one", + "Average speed is 140.55% of the surrounding traffic's one", + "Average speed is 126.39% of the surrounding traffic's one", + "Average speed is 134.67% of the surrounding traffic's one", + "Average speed is 155.37% of the surrounding traffic's one", + "Average speed is 165.38% of the surrounding traffic's one", + "Average speed is 171.24% of the surrounding traffic's one", + "Average speed is 176.31% of the surrounding traffic's one", + "Average speed is 173.71% of the surrounding traffic's one", + "Average speed is 178.58% of the surrounding traffic's one", + "Average speed is 182.13% of the surrounding traffic's one", + "Average speed is 182.97% of the surrounding traffic's one", + "Average speed is 172.88% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 99.392, + "duration_game": 8.85, + "duration_system": 186.235 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27582_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_27582_rep0_Town11_PedestrianCrossing_1_5_06_02_12_49_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.26% of the surrounding traffic's one", + "Average speed is 486.94% of the surrounding traffic's one", + "Average speed is 368.29% of the surrounding traffic's one", + "Average speed is 163.4% of the surrounding traffic's one", + "Average speed is 12.82% of the surrounding traffic's one", + "Average speed is 156.6% of the surrounding traffic's one", + "Average speed is 292.95% of the surrounding traffic's one", + "Average speed is 320.16% of the surrounding traffic's one", + "Average speed is 316.67% of the surrounding traffic's one", + "Average speed is 410.35% of the surrounding traffic's one", + "Average speed is 765.86% of the surrounding traffic's one", + "Average speed is 511.06% of the surrounding traffic's one", + "Average speed is 291.24% of the surrounding traffic's one", + "Average speed is 214.93% of the surrounding traffic's one", + "Average speed is 172.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 68.381, + "duration_game": 19.65, + "duration_system": 159.549 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27532_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "0", + "save_name": "RouteScenario_27532_rep0_Town11_BlockedIntersection_1_0_06_02_12_44_54", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 6.0 meters (9.47% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 316.96% of the surrounding traffic's one", + "Average speed is 499.92% of the surrounding traffic's one", + "Average speed is 400.93% of the surrounding traffic's one", + "Average speed is 264.55% of the surrounding traffic's one", + "Average speed is 100.66% of the surrounding traffic's one", + "Average speed is 133.45% of the surrounding traffic's one", + "Average speed is 234.51% of the surrounding traffic's one", + "Average speed is 234.91% of the surrounding traffic's one", + "Average speed is 181.89% of the surrounding traffic's one", + "Average speed is 144.16% of the surrounding traffic's one", + "Average speed is 597.84% of the surrounding traffic's one", + "Average speed is 458.44% of the surrounding traffic's one", + "Average speed is 325.17% of the surrounding traffic's one", + "Average speed is 318.22% of the surrounding traffic's one", + "Average speed is 325.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.905309, + "score_composed": 90.530884 + }, + "meta": { + "route_length": 70.367, + "duration_game": 9.5, + "duration_system": 92.125 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_27529_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "23", + "save_name": "RouteScenario_27529_rep0_Town04_PedestrianCrossing_1_23_06_02_12_37_43", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.72% of the surrounding traffic's one", + "Average speed is 1806.67% of the surrounding traffic's one", + "Average speed is 577.14% of the surrounding traffic's one", + "Average speed is 122.77% of the surrounding traffic's one", + "Average speed is 8.97% of the surrounding traffic's one", + "Average speed is 145.29% of the surrounding traffic's one", + "Average speed is 258.41% of the surrounding traffic's one", + "Average speed is 363.15% of the surrounding traffic's one", + "Average speed is 435.93% of the surrounding traffic's one", + "Average speed is 454.4% of the surrounding traffic's one", + "Average speed is 659.89% of the surrounding traffic's one", + "Average speed is 511.22% of the surrounding traffic's one", + "Average speed is 361.29% of the surrounding traffic's one", + "Average speed is 268.04% of the surrounding traffic's one", + "Average speed is 189.38% of the surrounding traffic's one", + "Average speed is 153.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 69.967, + "duration_game": 25.15, + "duration_system": 280.404 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_27515_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "7", + "save_name": "RouteScenario_27515_rep0_Town03_PedestrianCrossing_1_7_06_02_12_27_26", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 151.19% of the surrounding traffic's one", + "Average speed is 270.11% of the surrounding traffic's one", + "Average speed is 522.43% of the surrounding traffic's one", + "Average speed is 21.44% of the surrounding traffic's one", + "Average speed is 16.26% of the surrounding traffic's one", + "Average speed is 653.36% of the surrounding traffic's one", + "Average speed is 618.56% of the surrounding traffic's one", + "Average speed is 618.45% of the surrounding traffic's one", + "Average speed is 695.39% of the surrounding traffic's one", + "Average speed is 819.42% of the surrounding traffic's one", + "Average speed is 2233.18% of the surrounding traffic's one", + "Average speed is 24533.51% of the surrounding traffic's one", + "Average speed is 1175.71% of the surrounding traffic's one", + "Average speed is 618.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 81.952, + "duration_game": 50.6, + "duration_system": 467.634 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_27506_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "23", + "save_name": "RouteScenario_27506_rep0_Town05_EnterActorFlow_1_23_06_02_12_19_02", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.15% of the surrounding traffic's one", + "Average speed is 137.8% of the surrounding traffic's one", + "Average speed is 126.33% of the surrounding traffic's one", + "Average speed is 151.22% of the surrounding traffic's one", + "Average speed is 34.49% of the surrounding traffic's one", + "Average speed is 1524.66% of the surrounding traffic's one", + "Average speed is 1505.76% of the surrounding traffic's one", + "Average speed is 1180.34% of the surrounding traffic's one", + "Average speed is 695.55% of the surrounding traffic's one", + "Average speed is 494.94% of the surrounding traffic's one", + "Average speed is 1352.21% of the surrounding traffic's one", + "Average speed is 6403.0% of the surrounding traffic's one", + "Average speed is 2278.15% of the surrounding traffic's one", + "Average speed is 1526.1% of the surrounding traffic's one", + "Average speed is 1156.57% of the surrounding traffic's one", + "Average speed is 1217.96% of the surrounding traffic's one", + "Average speed is 1028.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.619, + "duration_game": 21.5, + "duration_system": 358.376 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_27494_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "9", + "save_name": "RouteScenario_27494_rep0_Town04_BlockedIntersection_1_9_06_02_12_07_33", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 196.05% of the surrounding traffic's one", + "Average speed is 197.75% of the surrounding traffic's one", + "Average speed is 246.83% of the surrounding traffic's one", + "Average speed is 126.3% of the surrounding traffic's one", + "Average speed is 109.35% of the surrounding traffic's one", + "Average speed is 213.74% of the surrounding traffic's one", + "Average speed is 227.17% of the surrounding traffic's one", + "Average speed is 237.89% of the surrounding traffic's one", + "Average speed is 143.7% of the surrounding traffic's one", + "Average speed is 32.01% of the surrounding traffic's one", + "Average speed is 648.61% of the surrounding traffic's one", + "Average speed is 379.51% of the surrounding traffic's one", + "Average speed is 283.11% of the surrounding traffic's one", + "Average speed is 236.55% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.177, + "duration_game": 23.55, + "duration_system": 542.543 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2715_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "5", + "save_name": "RouteScenario_2715_rep0_Town12_StaticCutIn_1_5_06_02_11_02_35", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.43% of the surrounding traffic's one", + "Average speed is 91.16% of the surrounding traffic's one", + "Average speed is 146.16% of the surrounding traffic's one", + "Average speed is 179.76% of the surrounding traffic's one", + "Average speed is 194.78% of the surrounding traffic's one", + "Average speed is 229.38% of the surrounding traffic's one", + "Average speed is 179.01% of the surrounding traffic's one", + "Average speed is 94.31% of the surrounding traffic's one", + "Average speed is 81.37% of the surrounding traffic's one", + "Average speed is 50.97% of the surrounding traffic's one", + "Average speed is 132.27% of the surrounding traffic's one", + "Average speed is 79.37% of the surrounding traffic's one", + "Average speed is 174.44% of the surrounding traffic's one", + "Average speed is 168.7% of the surrounding traffic's one", + "Average speed is 179.87% of the surrounding traffic's one", + "Average speed is 132.57% of the surrounding traffic's one", + "Average speed is 135.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 20.1, + "duration_system": 443.482 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2709_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_2709_rep0_Town12_StaticCutIn_1_25_06_02_10_56_49", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 148.7% of the surrounding traffic's one", + "Average speed is 153.28% of the surrounding traffic's one", + "Average speed is 178.02% of the surrounding traffic's one", + "Average speed is 185.51% of the surrounding traffic's one", + "Average speed is 147.34% of the surrounding traffic's one", + "Average speed is 113.83% of the surrounding traffic's one", + "Average speed is 227.56% of the surrounding traffic's one", + "Average speed is 167.08% of the surrounding traffic's one", + "Average speed is 57.89% of the surrounding traffic's one", + "Average speed is 159.2% of the surrounding traffic's one", + "Average speed is 134.39% of the surrounding traffic's one", + "Average speed is 133.24% of the surrounding traffic's one", + "Average speed is 129.7% of the surrounding traffic's one", + "Average speed is 149.54% of the surrounding traffic's one", + "Average speed is 132.41% of the surrounding traffic's one", + "Average speed is 130.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.642, + "duration_game": 15.25, + "duration_system": 157.198 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_27018_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_27018_rep0_Town15_SignalizedJunctionRightTurn_1_18_06_02_12_02_56", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mercedes.coupe_2020 and id=254 at (x=695.141, y=732.482, z=117.993) at time=8.700s [CARLA Frame: 4120, Agent Step: 173]" + ], + "red_light": [ + "Agent ran a red light 88 at (x=691.561, y=729.746, z=118.0)" + ], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 183.65% of the surrounding traffic's one", + "Average speed is 212.85% of the surrounding traffic's one", + "Average speed is 315.44% of the surrounding traffic's one", + "Average speed is 774.85% of the surrounding traffic's one", + "Average speed is 571.54% of the surrounding traffic's one", + "Average speed is 63.54% of the surrounding traffic's one", + "Average speed is 150.06% of the surrounding traffic's one", + "Average speed is 246.45% of the surrounding traffic's one", + "Average speed is 191.11% of the surrounding traffic's one", + "Average speed is 92.56% of the surrounding traffic's one", + "Average speed is 280.74% of the surrounding traffic's one", + "Average speed is 684.54% of the surrounding traffic's one", + "Average speed is 998.76% of the surrounding traffic's one", + "Average speed is 787.88% of the surrounding traffic's one", + "Average speed is 757.9% of the surrounding traffic's one", + "Average speed is 738.01% of the surrounding traffic's one", + "Average speed is 705.84% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.42, + "score_composed": 42.0 + }, + "meta": { + "route_length": 77.809, + "duration_game": 11.55, + "duration_system": 124.13 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26990_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "11", + "save_name": "RouteScenario_26990_rep0_Town03_NonSignalizedJunctionLeftTurn_1_11_06_02_11_52_52", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 631.66% of the surrounding traffic's one", + "Average speed is 1129.13% of the surrounding traffic's one", + "Average speed is 559.87% of the surrounding traffic's one", + "Average speed is 117.87% of the surrounding traffic's one", + "Average speed is 11.47% of the surrounding traffic's one", + "Average speed is 1397.72% of the surrounding traffic's one", + "Average speed is 1352.16% of the surrounding traffic's one", + "Average speed is 1369.91% of the surrounding traffic's one", + "Average speed is 1162.87% of the surrounding traffic's one", + "Average speed is 1292.5% of the surrounding traffic's one", + "Average speed is 1166.23% of the surrounding traffic's one", + "Average speed is 1066.49% of the surrounding traffic's one", + "Average speed is 1922.61% of the surrounding traffic's one", + "Average speed is 1380.89% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.788, + "duration_game": 49.8, + "duration_system": 454.552 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26966_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "10", + "save_name": "RouteScenario_26966_rep0_Town05_SignalizedJunctionRightTurn_1_10_06_02_11_48_05", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=171 at (x=-104.991, y=95.011, z=-0.005) at time=10.400s [CARLA Frame: 4618, Agent Step: 207]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.99% of the surrounding traffic's one", + "Average speed is 433.75% of the surrounding traffic's one", + "Average speed is 1701.79% of the surrounding traffic's one", + "Average speed is 974.27% of the surrounding traffic's one", + "Average speed is 431.1% of the surrounding traffic's one", + "Average speed is 49.36% of the surrounding traffic's one", + "Average speed is 239.22% of the surrounding traffic's one", + "Average speed is 379.34% of the surrounding traffic's one", + "Average speed is 449.83% of the surrounding traffic's one", + "Average speed is 439.84% of the surrounding traffic's one", + "Average speed is 511.99% of the surrounding traffic's one", + "Average speed is 1447.8% of the surrounding traffic's one", + "Average speed is 1820.3% of the surrounding traffic's one", + "Average speed is 790.58% of the surrounding traffic's one", + "Average speed is 524.77% of the surrounding traffic's one", + "Average speed is 668.13% of the surrounding traffic's one", + "Average speed is 518.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 77.468, + "duration_game": 12.6, + "duration_system": 149.19 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26956_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "26", + "save_name": "RouteScenario_26956_rep0_Town05_SignalizedJunctionRightTurn_1_26_06_02_11_43_20", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.51% of the surrounding traffic's one", + "Average speed is 167.51% of the surrounding traffic's one", + "Average speed is 213.15% of the surrounding traffic's one", + "Average speed is 40.4% of the surrounding traffic's one", + "Average speed is 256.02% of the surrounding traffic's one", + "Average speed is 515.73% of the surrounding traffic's one", + "Average speed is 782.13% of the surrounding traffic's one", + "Average speed is 749.79% of the surrounding traffic's one", + "Average speed is 85.61% of the surrounding traffic's one", + "Average speed is 733.32% of the surrounding traffic's one", + "Average speed is 1507.97% of the surrounding traffic's one", + "Average speed is 40589.19% of the surrounding traffic's one", + "Average speed is 5253.57% of the surrounding traffic's one", + "Average speed is 2044.44% of the surrounding traffic's one", + "Average speed is 1479.98% of the surrounding traffic's one", + "Average speed is 1228.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.757, + "duration_game": 17.75, + "duration_system": 148.161 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26950_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "19", + "save_name": "RouteScenario_26950_rep0_Town03_OppositeVehicleRunningRedLight_1_19_06_02_11_39_03", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.44% of the surrounding traffic's one", + "Average speed is 172.95% of the surrounding traffic's one", + "Average speed is 356.62% of the surrounding traffic's one", + "Average speed is 466.73% of the surrounding traffic's one", + "Average speed is 436.48% of the surrounding traffic's one", + "Average speed is 448.94% of the surrounding traffic's one", + "Average speed is 442.29% of the surrounding traffic's one", + "Average speed is 403.6% of the surrounding traffic's one", + "Average speed is 299.71% of the surrounding traffic's one", + "Average speed is 203.24% of the surrounding traffic's one", + "Average speed is 142.14% of the surrounding traffic's one", + "Average speed is 254.81% of the surrounding traffic's one", + "Average speed is 407.11% of the surrounding traffic's one", + "Average speed is 377.48% of the surrounding traffic's one", + "Average speed is 226.39% of the surrounding traffic's one", + "Average speed is 212.03% of the surrounding traffic's one", + "Average speed is 201.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.339, + "duration_game": 8.7, + "duration_system": 118.118 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26944_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "11", + "save_name": "RouteScenario_26944_rep0_Town04_OppositeVehicleRunningRedLight_1_11_06_02_11_27_49", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.63% of the surrounding traffic's one", + "Average speed is 202.6% of the surrounding traffic's one", + "Average speed is 245.04% of the surrounding traffic's one", + "Average speed is 214.61% of the surrounding traffic's one", + "Average speed is 6.05% of the surrounding traffic's one", + "Average speed is 305.9% of the surrounding traffic's one", + "Average speed is 365.7% of the surrounding traffic's one", + "Average speed is 481.18% of the surrounding traffic's one", + "Average speed is 452.03% of the surrounding traffic's one", + "Average speed is 491.91% of the surrounding traffic's one", + "Average speed is 599.74% of the surrounding traffic's one", + "Average speed is 369.95% of the surrounding traffic's one", + "Average speed is 277.23% of the surrounding traffic's one", + "Average speed is 145.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 86.332, + "duration_game": 62.6, + "duration_system": 532.541 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2668_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "10", + "save_name": "RouteScenario_2668_rep0_Town12_ParkedObstacleTwoWays_1_10_06_02_10_48_58", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.1% of the surrounding traffic's one", + "Average speed is 111.04% of the surrounding traffic's one", + "Average speed is 175.13% of the surrounding traffic's one", + "Average speed is 347.0% of the surrounding traffic's one", + "Average speed is 271.97% of the surrounding traffic's one", + "Average speed is 229.55% of the surrounding traffic's one", + "Average speed is 135.95% of the surrounding traffic's one", + "Average speed is 33.63% of the surrounding traffic's one", + "Average speed is 109.14% of the surrounding traffic's one", + "Average speed is 171.75% of the surrounding traffic's one", + "Average speed is 220.73% of the surrounding traffic's one", + "Average speed is 182.91% of the surrounding traffic's one", + "Average speed is 131.23% of the surrounding traffic's one", + "Average speed is 126.76% of the surrounding traffic's one", + "Average speed is 110.41% of the surrounding traffic's one", + "Average speed is 106.27% of the surrounding traffic's one", + "Average speed is 71.69% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 25.65, + "duration_system": 297.342 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2664_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "6", + "save_name": "RouteScenario_2664_rep0_Town12_ParkedObstacleTwoWays_1_6_06_02_10_39_57", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.0% of the surrounding traffic's one", + "Average speed is 143.89% of the surrounding traffic's one", + "Average speed is 320.69% of the surrounding traffic's one", + "Average speed is 232.86% of the surrounding traffic's one", + "Average speed is 147.07% of the surrounding traffic's one", + "Average speed is 17.0% of the surrounding traffic's one", + "Average speed is 316.24% of the surrounding traffic's one", + "Average speed is 224.13% of the surrounding traffic's one", + "Average speed is 248.52% of the surrounding traffic's one", + "Average speed is 200.13% of the surrounding traffic's one", + "Average speed is 190.25% of the surrounding traffic's one", + "Average speed is 189.21% of the surrounding traffic's one", + "Average speed is 211.52% of the surrounding traffic's one", + "Average speed is 220.15% of the surrounding traffic's one", + "Average speed is 171.41% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.067, + "duration_game": 29.7, + "duration_system": 355.404 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26458_rep0", + "scenario_name": "T_Junction_1", + "weather_id": "8", + "save_name": "RouteScenario_26458_rep0_Town07_T_Junction_1_8_06_02_11_23_51", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 225.02% of the surrounding traffic's one", + "Average speed is 221.72% of the surrounding traffic's one", + "Average speed is 214.05% of the surrounding traffic's one", + "Average speed is 137.09% of the surrounding traffic's one", + "Average speed is 248.57% of the surrounding traffic's one", + "Average speed is 148.95% of the surrounding traffic's one", + "Average speed is 215.09% of the surrounding traffic's one", + "Average speed is 246.52% of the surrounding traffic's one", + "Average speed is 268.32% of the surrounding traffic's one", + "Average speed is 285.38% of the surrounding traffic's one", + "Average speed is 342.32% of the surrounding traffic's one", + "Average speed is 879.27% of the surrounding traffic's one", + "Average speed is 1628.15% of the surrounding traffic's one", + "Average speed is 1086.08% of the surrounding traffic's one", + "Average speed is 1208.36% of the surrounding traffic's one", + "Average speed is 768.4% of the surrounding traffic's one", + "Average speed is 492.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 77.595, + "duration_game": 9.35, + "duration_system": 86.085 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_26456_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_26456_rep0_Town03_HardBreakRoute_1_6_06_02_11_15_28", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.79% of the surrounding traffic's one", + "Average speed is 116.03% of the surrounding traffic's one", + "Average speed is 19.75% of the surrounding traffic's one", + "Average speed is 102.0% of the surrounding traffic's one", + "Average speed is 153.59% of the surrounding traffic's one", + "Average speed is 119.16% of the surrounding traffic's one", + "Average speed is 116.09% of the surrounding traffic's one", + "Average speed is 101.12% of the surrounding traffic's one", + "Average speed is 115.76% of the surrounding traffic's one", + "Average speed is 107.61% of the surrounding traffic's one", + "Average speed is 105.95% of the surrounding traffic's one", + "Average speed is 102.32% of the surrounding traffic's one", + "Average speed is 103.51% of the surrounding traffic's one", + "Average speed is 100.96% of the surrounding traffic's one", + "Average speed is 98.0% of the surrounding traffic's one", + "Average speed is 110.0% of the surrounding traffic's one", + "Average speed is 117.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 28.8, + "duration_system": 355.361 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2643_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_2643_rep0_Town12_AccidentTwoWays_1_11_06_02_10_24_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.62% of the surrounding traffic's one", + "Average speed is 121.68% of the surrounding traffic's one", + "Average speed is 257.27% of the surrounding traffic's one", + "Average speed is 300.59% of the surrounding traffic's one", + "Average speed is 231.94% of the surrounding traffic's one", + "Average speed is 162.62% of the surrounding traffic's one", + "Average speed is 95.72% of the surrounding traffic's one", + "Average speed is 12.82% of the surrounding traffic's one", + "Average speed is 577.9% of the surrounding traffic's one", + "Average speed is 399.05% of the surrounding traffic's one", + "Average speed is 425.4% of the surrounding traffic's one", + "Average speed is 369.41% of the surrounding traffic's one", + "Average speed is 326.96% of the surrounding traffic's one", + "Average speed is 306.55% of the surrounding traffic's one", + "Average speed is 255.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.128, + "duration_game": 53.65, + "duration_system": 737.38 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_26435_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "8", + "save_name": "RouteScenario_26435_rep0_Town03_ParkingExit_1_8_06_02_10_51_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 1.11% of the surrounding traffic's one", + "Average speed is 153.61% of the surrounding traffic's one", + "Average speed is 110.47% of the surrounding traffic's one", + "Average speed is 120.45% of the surrounding traffic's one", + "Average speed is 128.66% of the surrounding traffic's one", + "Average speed is 122.17% of the surrounding traffic's one", + "Average speed is 123.35% of the surrounding traffic's one", + "Average speed is 126.67% of the surrounding traffic's one", + "Average speed is 121.05% of the surrounding traffic's one", + "Average speed is 118.03% of the surrounding traffic's one", + "Average speed is 131.01% of the surrounding traffic's one", + "Average speed is 119.47% of the surrounding traffic's one", + "Average speed is 121.3% of the surrounding traffic's one", + "Average speed is 126.33% of the surrounding traffic's one", + "Average speed is 106.01% of the surrounding traffic's one", + "Average speed is 111.68% of the surrounding traffic's one", + "Average speed is 115.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 136.75, + "duration_system": 1308.453 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_26418_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "14", + "save_name": "RouteScenario_26418_rep0_Town11_ControlLoss_1_14_06_02_10_46_56", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 150.76% of the surrounding traffic's one", + "Average speed is 55.79% of the surrounding traffic's one", + "Average speed is 124.91% of the surrounding traffic's one", + "Average speed is 104.17% of the surrounding traffic's one", + "Average speed is 104.29% of the surrounding traffic's one", + "Average speed is 107.36% of the surrounding traffic's one", + "Average speed is 90.28% of the surrounding traffic's one", + "Average speed is 126.65% of the surrounding traffic's one", + "Average speed is 87.86% of the surrounding traffic's one", + "Average speed is 122.26% of the surrounding traffic's one", + "Average speed is 104.8% of the surrounding traffic's one", + "Average speed is 103.91% of the surrounding traffic's one", + "Average speed is 108.42% of the surrounding traffic's one", + "Average speed is 97.16% of the surrounding traffic's one", + "Average speed is 142.11% of the surrounding traffic's one", + "Average speed is 101.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.075, + "duration_game": 17.75, + "duration_system": 126.4 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_26408_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "3", + "save_name": "RouteScenario_26408_rep0_Town06_MergerIntoSlowTrafficV2_1_3_06_02_18_24_56", + "status": "Failed - Agent timed out", + "num_infractions": 4, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.6% of the surrounding traffic's one", + "Average speed is 233.25% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [ + "Route timeout." + ] + }, + "scores": { + "score_route": 15.24, + "score_penalty": 0.7, + "score_composed": 10.668 + }, + "meta": { + "route_length": 148.212, + "duration_game": 327.15, + "duration_system": 3570.237 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26406_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "1", + "save_name": "RouteScenario_26406_rep0_Town04_HardBreakRoute_1_1_06_01_13_42_41", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 122.88% of the surrounding traffic's one", + "Average speed is 122.34% of the surrounding traffic's one", + "Average speed is 15.02% of the surrounding traffic's one", + "Average speed is 133.8% of the surrounding traffic's one", + "Average speed is 128.04% of the surrounding traffic's one", + "Average speed is 111.16% of the surrounding traffic's one", + "Average speed is 95.13% of the surrounding traffic's one", + "Average speed is 112.63% of the surrounding traffic's one", + "Average speed is 116.56% of the surrounding traffic's one", + "Average speed is 110.45% of the surrounding traffic's one", + "Average speed is 98.81% of the surrounding traffic's one", + "Average speed is 115.34% of the surrounding traffic's one", + "Average speed is 111.0% of the surrounding traffic's one", + "Average speed is 108.77% of the surrounding traffic's one", + "Average speed is 112.36% of the surrounding traffic's one", + "Average speed is 101.53% of the surrounding traffic's one", + "Average speed is 103.05% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 29.15, + "duration_system": 481.887 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_26405_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_26405_rep0_Town15_StaticCutIn_1_0_06_01_13_37_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.07% of the surrounding traffic's one", + "Average speed is 126.56% of the surrounding traffic's one", + "Average speed is 221.8% of the surrounding traffic's one", + "Average speed is 253.83% of the surrounding traffic's one", + "Average speed is 229.52% of the surrounding traffic's one", + "Average speed is 182.39% of the surrounding traffic's one", + "Average speed is 75.64% of the surrounding traffic's one", + "Average speed is 176.98% of the surrounding traffic's one", + "Average speed is 78.63% of the surrounding traffic's one", + "Average speed is 182.38% of the surrounding traffic's one", + "Average speed is 170.14% of the surrounding traffic's one", + "Average speed is 148.08% of the surrounding traffic's one", + "Average speed is 124.72% of the surrounding traffic's one", + "Average speed is 139.2% of the surrounding traffic's one", + "Average speed is 135.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.497, + "duration_game": 15.2, + "duration_system": 178.177 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_26401_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "22", + "save_name": "RouteScenario_26401_rep0_Town06_MergerIntoSlowTrafficV2_1_22_06_01_13_32_50", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 146.25% of the surrounding traffic's one", + "Average speed is 152.39% of the surrounding traffic's one", + "Average speed is 88.18% of the surrounding traffic's one", + "Average speed is 94.67% of the surrounding traffic's one", + "Average speed is 97.91% of the surrounding traffic's one", + "Average speed is 85.54% of the surrounding traffic's one", + "Average speed is 79.17% of the surrounding traffic's one", + "Average speed is 80.33% of the surrounding traffic's one", + "Average speed is 80.22% of the surrounding traffic's one", + "Average speed is 45.88% of the surrounding traffic's one", + "Average speed is 61.56% of the surrounding traffic's one", + "Average speed is 224.24% of the surrounding traffic's one", + "Average speed is 161.7% of the surrounding traffic's one", + "Average speed is 140.49% of the surrounding traffic's one", + "Average speed is 129.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.527, + "duration_game": 13.75, + "duration_system": 120.125 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26396_rep0", + "scenario_name": "StaticCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_26396_rep0_Town05_StaticCutIn_1_15_06_01_13_28_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.9% of the surrounding traffic's one", + "Average speed is 136.04% of the surrounding traffic's one", + "Average speed is 150.56% of the surrounding traffic's one", + "Average speed is 177.27% of the surrounding traffic's one", + "Average speed is 218.01% of the surrounding traffic's one", + "Average speed is 218.45% of the surrounding traffic's one", + "Average speed is 199.81% of the surrounding traffic's one", + "Average speed is 189.93% of the surrounding traffic's one", + "Average speed is 137.71% of the surrounding traffic's one", + "Average speed is 104.39% of the surrounding traffic's one", + "Average speed is 113.15% of the surrounding traffic's one", + "Average speed is 111.86% of the surrounding traffic's one", + "Average speed is 134.73% of the surrounding traffic's one", + "Average speed is 154.19% of the surrounding traffic's one", + "Average speed is 212.97% of the surrounding traffic's one", + "Average speed is 177.46% of the surrounding traffic's one", + "Average speed is 174.06% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.874, + "duration_game": 12.55, + "duration_system": 123.123 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_26394_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "13", + "save_name": "RouteScenario_26394_rep0_Town06_MergerIntoSlowTrafficV2_1_13_06_01_13_23_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.82% of the surrounding traffic's one", + "Average speed is 321.28% of the surrounding traffic's one", + "Average speed is 291.45% of the surrounding traffic's one", + "Average speed is 206.26% of the surrounding traffic's one", + "Average speed is 116.44% of the surrounding traffic's one", + "Average speed is 125.38% of the surrounding traffic's one", + "Average speed is 155.75% of the surrounding traffic's one", + "Average speed is 184.19% of the surrounding traffic's one", + "Average speed is 181.84% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 146.212, + "duration_game": 11.4, + "duration_system": 156.16 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_26393_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "12", + "save_name": "RouteScenario_26393_rep0_Town03_ParkingExit_1_12_06_01_12_37_31", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 0.65% of the surrounding traffic's one", + "Average speed is 162.32% of the surrounding traffic's one", + "Average speed is 248.08% of the surrounding traffic's one", + "Average speed is 222.62% of the surrounding traffic's one", + "Average speed is 205.56% of the surrounding traffic's one", + "Average speed is 198.81% of the surrounding traffic's one", + "Average speed is 155.1% of the surrounding traffic's one", + "Average speed is 164.51% of the surrounding traffic's one", + "Average speed is 172.2% of the surrounding traffic's one", + "Average speed is 153.96% of the surrounding traffic's one", + "Average speed is 163.4% of the surrounding traffic's one", + "Average speed is 148.91% of the surrounding traffic's one", + "Average speed is 153.81% of the surrounding traffic's one", + "Average speed is 165.71% of the surrounding traffic's one", + "Average speed is 202.81% of the surrounding traffic's one", + "Average speed is 214.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [ + "Agent timed out a scenario" + ], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 135.245, + "duration_game": 250.6, + "duration_system": 2594.735 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2606_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_2606_rep0_Town12_ConstructionObstacleTwoWays_1_0_06_02_10_07_49", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.8% of the surrounding traffic's one", + "Average speed is 156.31% of the surrounding traffic's one", + "Average speed is 197.17% of the surrounding traffic's one", + "Average speed is 123.27% of the surrounding traffic's one", + "Average speed is 24.76% of the surrounding traffic's one", + "Average speed is 9.47% of the surrounding traffic's one", + "Average speed is 3697.14% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 221.62% of the surrounding traffic's one", + "Average speed is 275.66% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.061, + "duration_game": 31.85, + "duration_system": 826.986 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25975_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "8", + "save_name": "RouteScenario_25975_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_8_06_01_12_26_35", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 4.91% of the surrounding traffic's one", + "Average speed is 607.36% of the surrounding traffic's one", + "Average speed is 1065.43% of the surrounding traffic's one", + "Average speed is 1841.07% of the surrounding traffic's one", + "Average speed is 2030.51% of the surrounding traffic's one", + "Average speed is 1273.62% of the surrounding traffic's one", + "Average speed is 1158.47% of the surrounding traffic's one", + "Average speed is 877.77% of the surrounding traffic's one", + "Average speed is 618.12% of the surrounding traffic's one", + "Average speed is 416.91% of the surrounding traffic's one", + "Average speed is 351.36% of the surrounding traffic's one", + "Average speed is 267.39% of the surrounding traffic's one", + "Average speed is 200.6% of the surrounding traffic's one", + "Average speed is 192.14% of the surrounding traffic's one", + "Average speed is 198.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 52.291, + "duration_game": 50.15, + "duration_system": 506.53 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25968_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "0", + "save_name": "RouteScenario_25968_rep0_Town07_VanillaSignalizedTurnEncounterGreenLight_1_0_06_01_12_22_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 88.44% of the surrounding traffic's one", + "Average speed is 20.1% of the surrounding traffic's one", + "Average speed is 165.6% of the surrounding traffic's one", + "Average speed is 339.48% of the surrounding traffic's one", + "Average speed is 384.76% of the surrounding traffic's one", + "Average speed is 328.1% of the surrounding traffic's one", + "Average speed is 296.62% of the surrounding traffic's one", + "Average speed is 324.01% of the surrounding traffic's one", + "Average speed is 468.45% of the surrounding traffic's one", + "Average speed is 513.12% of the surrounding traffic's one", + "Average speed is 516.55% of the surrounding traffic's one", + "Average speed is 450.62% of the surrounding traffic's one", + "Average speed is 387.63% of the surrounding traffic's one", + "Average speed is 358.86% of the surrounding traffic's one", + "Average speed is 293.47% of the surrounding traffic's one", + "Average speed is 199.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 55.5, + "duration_game": 11.4, + "duration_system": 89.089 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25955_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "11", + "save_name": "RouteScenario_25955_rep0_Town05_HazardAtSideLaneTwoWays_1_11_06_01_12_16_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 149.58% of the surrounding traffic's one", + "Average speed is 176.87% of the surrounding traffic's one", + "Average speed is 269.42% of the surrounding traffic's one", + "Average speed is 252.64% of the surrounding traffic's one", + "Average speed is 216.45% of the surrounding traffic's one", + "Average speed is 135.4% of the surrounding traffic's one", + "Average speed is 88.22% of the surrounding traffic's one", + "Average speed is 61.57% of the surrounding traffic's one", + "Average speed is 56.79% of the surrounding traffic's one", + "Average speed is 69.17% of the surrounding traffic's one", + "Average speed is 89.53% of the surrounding traffic's one", + "Average speed is 127.0% of the surrounding traffic's one", + "Average speed is 94.62% of the surrounding traffic's one", + "Average speed is 293.71% of the surrounding traffic's one", + "Average speed is 381.74% of the surrounding traffic's one", + "Average speed is 267.49% of the surrounding traffic's one", + "Average speed is 260.98% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.532, + "duration_game": 25.65, + "duration_system": 241.285 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25951_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25951_rep0_Town04_HazardAtSideLaneTwoWays_1_7_06_01_12_10_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 113.14% of the surrounding traffic's one", + "Average speed is 118.71% of the surrounding traffic's one", + "Average speed is 194.69% of the surrounding traffic's one", + "Average speed is 182.07% of the surrounding traffic's one", + "Average speed is 137.7% of the surrounding traffic's one", + "Average speed is 122.02% of the surrounding traffic's one", + "Average speed is 99.75% of the surrounding traffic's one", + "Average speed is 67.74% of the surrounding traffic's one", + "Average speed is 64.8% of the surrounding traffic's one", + "Average speed is 78.98% of the surrounding traffic's one", + "Average speed is 221.76% of the surrounding traffic's one", + "Average speed is 381.82% of the surrounding traffic's one", + "Average speed is 364.46% of the surrounding traffic's one", + "Average speed is 369.39% of the surrounding traffic's one", + "Average speed is 339.75% of the surrounding traffic's one", + "Average speed is 400.8% of the surrounding traffic's one", + "Average speed is 388.3% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.263, + "duration_game": 19.35, + "duration_system": 175.193 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_25928_rep0", + "scenario_name": "VehicleOpensDoorTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_25928_rep0_Town11_VehicleOpensDoorTwoWays_1_7_06_01_12_02_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 73.3% of the surrounding traffic's one", + "Average speed is 50.81% of the surrounding traffic's one", + "Average speed is 88.71% of the surrounding traffic's one", + "Average speed is 151.52% of the surrounding traffic's one", + "Average speed is 152.89% of the surrounding traffic's one", + "Average speed is 148.53% of the surrounding traffic's one", + "Average speed is 192.51% of the surrounding traffic's one", + "Average speed is 119.06% of the surrounding traffic's one", + "Average speed is 19.2% of the surrounding traffic's one", + "Average speed is 130.61% of the surrounding traffic's one", + "Average speed is 195.67% of the surrounding traffic's one", + "Average speed is 213.81% of the surrounding traffic's one", + "Average speed is 360.26% of the surrounding traffic's one", + "Average speed is 192.0% of the surrounding traffic's one", + "Average speed is 172.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.088, + "duration_game": 31.55, + "duration_system": 298.31 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25896_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "23", + "save_name": "RouteScenario_25896_rep0_Town03_ParkedObstacleTwoWays_1_23_06_01_11_54_37", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.91% of the surrounding traffic's one", + "Average speed is 143.83% of the surrounding traffic's one", + "Average speed is 244.4% of the surrounding traffic's one", + "Average speed is 231.48% of the surrounding traffic's one", + "Average speed is 173.3% of the surrounding traffic's one", + "Average speed is 32.52% of the surrounding traffic's one", + "Average speed is 86.81% of the surrounding traffic's one", + "Average speed is 173.7% of the surrounding traffic's one", + "Average speed is 249.22% of the surrounding traffic's one", + "Average speed is 206.2% of the surrounding traffic's one", + "Average speed is 169.91% of the surrounding traffic's one", + "Average speed is 193.14% of the surrounding traffic's one", + "Average speed is 212.71% of the surrounding traffic's one", + "Average speed is 185.89% of the surrounding traffic's one", + "Average speed is 195.98% of the surrounding traffic's one", + "Average speed is 366.9% of the surrounding traffic's one", + "Average speed is 160.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 20.3, + "duration_system": 340.351 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25865_rep0", + "scenario_name": "ParkedObstacleTwoWays_1", + "weather_id": "13", + "save_name": "RouteScenario_25865_rep0_Town11_ParkedObstacleTwoWays_1_13_06_01_11_45_17", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.86% of the surrounding traffic's one", + "Average speed is 74.99% of the surrounding traffic's one", + "Average speed is 175.9% of the surrounding traffic's one", + "Average speed is 254.61% of the surrounding traffic's one", + "Average speed is 215.16% of the surrounding traffic's one", + "Average speed is 144.06% of the surrounding traffic's one", + "Average speed is 58.96% of the surrounding traffic's one", + "Average speed is 12.08% of the surrounding traffic's one", + "Average speed is 357.71% of the surrounding traffic's one", + "Average speed is 308.2% of the surrounding traffic's one", + "Average speed is 358.36% of the surrounding traffic's one", + "Average speed is 230.58% of the surrounding traffic's one", + "Average speed is 151.74% of the surrounding traffic's one", + "Average speed is 156.27% of the surrounding traffic's one", + "Average speed is 111.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 101.185, + "duration_game": 46.55, + "duration_system": 394.995 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_25863_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "11", + "save_name": "RouteScenario_25863_rep0_Town07_PedestrianCrossing_1_11_06_01_11_37_33", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 425.85% of the surrounding traffic's one", + "Average speed is 112313.64% of the surrounding traffic's one", + "Average speed is 716.03% of the surrounding traffic's one", + "Average speed is 125.61% of the surrounding traffic's one", + "Average speed is 8.93% of the surrounding traffic's one", + "Average speed is 2166.34% of the surrounding traffic's one", + "Average speed is 1925.23% of the surrounding traffic's one", + "Average speed is 1618.16% of the surrounding traffic's one", + "Average speed is 1516.5% of the surrounding traffic's one", + "Average speed is 1814.84% of the surrounding traffic's one", + "Average speed is 1531.81% of the surrounding traffic's one", + "Average speed is 1440.72% of the surrounding traffic's one", + "Average speed is 898.82% of the surrounding traffic's one", + "Average speed is 323.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 84.134, + "duration_game": 35.75, + "duration_system": 316.351 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_25857_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "5", + "save_name": "RouteScenario_25857_rep0_Town05_AccidentTwoWays_1_5_06_01_11_18_07", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=151 at (x=133.661, y=-133.882, z=0.032) at time=7.600s [CARLA Frame: 3839, Agent Step: 151]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 15.428 meters (12.92% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 154.82% of the surrounding traffic's one", + "Average speed is 208.97% of the surrounding traffic's one", + "Average speed is 253.62% of the surrounding traffic's one", + "Average speed is 236.96% of the surrounding traffic's one", + "Average speed is 241.87% of the surrounding traffic's one", + "Average speed is 192.2% of the surrounding traffic's one", + "Average speed is 135.89% of the surrounding traffic's one", + "Average speed is 159.0% of the surrounding traffic's one", + "Average speed is 71.47% of the surrounding traffic's one", + "Average speed is 2296.31% of the surrounding traffic's one", + "Average speed is 1093.53% of the surrounding traffic's one", + "Average speed is 782.0% of the surrounding traffic's one", + "Average speed is 282.85% of the surrounding traffic's one", + "Average speed is 164.21% of the surrounding traffic's one", + "Average speed is 160.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.522494, + "score_composed": 52.249396 + }, + "meta": { + "route_length": 129.43, + "duration_game": 104.4, + "duration_system": 1009.159 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25854_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "1", + "save_name": "RouteScenario_25854_rep0_Town03_HazardAtSideLaneTwoWays_1_1_06_01_11_10_20", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.18% of the surrounding traffic's one", + "Average speed is 171.72% of the surrounding traffic's one", + "Average speed is 190.29% of the surrounding traffic's one", + "Average speed is 144.64% of the surrounding traffic's one", + "Average speed is 163.82% of the surrounding traffic's one", + "Average speed is 58.8% of the surrounding traffic's one", + "Average speed is 80.96% of the surrounding traffic's one", + "Average speed is 106.69% of the surrounding traffic's one", + "Average speed is 61.89% of the surrounding traffic's one", + "Average speed is 111.77% of the surrounding traffic's one", + "Average speed is 97.88% of the surrounding traffic's one", + "Average speed is 114.8% of the surrounding traffic's one", + "Average speed is 116.72% of the surrounding traffic's one", + "Average speed is 128.55% of the surrounding traffic's one", + "Average speed is 127.18% of the surrounding traffic's one", + "Average speed is 97.22% of the surrounding traffic's one", + "Average speed is 112.26% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.365, + "duration_game": 32.85, + "duration_system": 308.318 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_25845_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_25845_rep0_Town15_AccidentTwoWays_1_18_06_02_09_19_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.56% of the surrounding traffic's one", + "Average speed is 199.02% of the surrounding traffic's one", + "Average speed is 372.2% of the surrounding traffic's one", + "Average speed is 455.9% of the surrounding traffic's one", + "Average speed is 256.05% of the surrounding traffic's one", + "Average speed is 178.97% of the surrounding traffic's one", + "Average speed is 8.09% of the surrounding traffic's one", + "Average speed is 543.83% of the surrounding traffic's one", + "Average speed is 416.35% of the surrounding traffic's one", + "Average speed is 543.17% of the surrounding traffic's one", + "Average speed is 551.41% of the surrounding traffic's one", + "Average speed is 601.45% of the surrounding traffic's one", + "Average speed is 1431.68% of the surrounding traffic's one", + "Average speed is 247.39% of the surrounding traffic's one", + "Average speed is 35767886.39% of the surrounding traffic's one", + "Average speed is 62567037.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.188, + "duration_game": 155.05, + "duration_system": 1427.576 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_2554_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_2554_rep0_Town12_ParkedObstacle_1_0_06_02_09_37_53", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3710 at (x=1625.39, y=3077.95, z=362.853) at time=50.550s [CARLA Frame: 5927, Agent Step: 1010]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.9% of the surrounding traffic's one", + "Average speed is 205.77% of the surrounding traffic's one", + "Average speed is 260.13% of the surrounding traffic's one", + "Average speed is 257.99% of the surrounding traffic's one", + "Average speed is 195.01% of the surrounding traffic's one", + "Average speed is 4.18% of the surrounding traffic's one", + "Average speed is 142.71% of the surrounding traffic's one", + "Average speed is 199.01% of the surrounding traffic's one", + "Average speed is 218.75% of the surrounding traffic's one", + "Average speed is 235.89% of the surrounding traffic's one", + "Average speed is 237.79% of the surrounding traffic's one", + "Average speed is 147.75% of the surrounding traffic's one", + "Average speed is 116.12% of the surrounding traffic's one", + "Average speed is 74.44% of the surrounding traffic's one", + "Average speed is 148.49% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.07, + "duration_game": 55.35, + "duration_system": 1630.714 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25439_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "0", + "save_name": "RouteScenario_25439_rep0_Town15_HazardAtSideLane_1_0_06_01_09_50_08", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.3% of the surrounding traffic's one", + "Average speed is 143.8% of the surrounding traffic's one", + "Average speed is 229.72% of the surrounding traffic's one", + "Average speed is 206.6% of the surrounding traffic's one", + "Average speed is 172.9% of the surrounding traffic's one", + "Average speed is 62.33% of the surrounding traffic's one", + "Average speed is 94.79% of the surrounding traffic's one", + "Average speed is 125.16% of the surrounding traffic's one", + "Average speed is 118.14% of the surrounding traffic's one", + "Average speed is 139.44% of the surrounding traffic's one", + "Average speed is 119.83% of the surrounding traffic's one", + "Average speed is 114.78% of the surrounding traffic's one", + "Average speed is 132.66% of the surrounding traffic's one", + "Average speed is 122.43% of the surrounding traffic's one", + "Average speed is 142.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 127.768, + "duration_game": 16.3, + "duration_system": 359.354 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25424_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "9", + "save_name": "RouteScenario_25424_rep0_Town11_ConstructionObstacleTwoWays_1_9_06_01_09_20_28", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 69.72% of the surrounding traffic's one", + "Average speed is 85.2% of the surrounding traffic's one", + "Average speed is 29.77% of the surrounding traffic's one", + "Average speed is 64.09% of the surrounding traffic's one", + "Average speed is 83.62% of the surrounding traffic's one", + "Average speed is 33.84% of the surrounding traffic's one", + "Average speed is 2.8% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.064, + "duration_game": 56.95, + "duration_system": 1613.65 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_2539_rep0", + "scenario_name": "Accident_1", + "weather_id": "11", + "save_name": "RouteScenario_2539_rep0_Town12_Accident_1_11_06_02_08_56_32", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3728 at (x=391.618, y=6114.543, z=358.477) at time=67.200s [CARLA Frame: 6042, Agent Step: 1343]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 121.68% of the surrounding traffic's one", + "Average speed is 134.28% of the surrounding traffic's one", + "Average speed is 156.27% of the surrounding traffic's one", + "Average speed is 166.2% of the surrounding traffic's one", + "Average speed is 107.74% of the surrounding traffic's one", + "Average speed is 10.31% of the surrounding traffic's one", + "Average speed is 5.59% of the surrounding traffic's one", + "Average speed is 179.0% of the surrounding traffic's one", + "Average speed is 129.98% of the surrounding traffic's one", + "Average speed is 121.81% of the surrounding traffic's one", + "Average speed is 145.15% of the surrounding traffic's one", + "Average speed is 158.88% of the surrounding traffic's one", + "Average speed is 142.85% of the surrounding traffic's one", + "Average speed is 155.52% of the surrounding traffic's one", + "Average speed is 139.58% of the surrounding traffic's one", + "Average speed is 159.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.434, + "duration_game": 74.85, + "duration_system": 2319.231 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25383_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_25383_rep0_Town15_ParkedObstacle_1_14_06_01_09_09_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.13% of the surrounding traffic's one", + "Average speed is 155.97% of the surrounding traffic's one", + "Average speed is 204.99% of the surrounding traffic's one", + "Average speed is 192.25% of the surrounding traffic's one", + "Average speed is 161.63% of the surrounding traffic's one", + "Average speed is 29.9% of the surrounding traffic's one", + "Average speed is 164.46% of the surrounding traffic's one", + "Average speed is 194.26% of the surrounding traffic's one", + "Average speed is 173.72% of the surrounding traffic's one", + "Average speed is 105.58% of the surrounding traffic's one", + "Average speed is 145.44% of the surrounding traffic's one", + "Average speed is 125.03% of the surrounding traffic's one", + "Average speed is 120.73% of the surrounding traffic's one", + "Average speed is 152.46% of the surrounding traffic's one", + "Average speed is 117.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 137.712, + "duration_game": 18.35, + "duration_system": 529.767 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_25381_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "12", + "save_name": "RouteScenario_25381_rep0_Town05_HazardAtSideLane_1_12_06_01_09_02_08", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=149 at (x=-66.34, y=-205.722, z=7.788) at time=7.050s [CARLA Frame: 4243, Agent Step: 140]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.61% of the surrounding traffic's one", + "Average speed is 139.3% of the surrounding traffic's one", + "Average speed is 171.27% of the surrounding traffic's one", + "Average speed is 169.13% of the surrounding traffic's one", + "Average speed is 139.36% of the surrounding traffic's one", + "Average speed is 104.24% of the surrounding traffic's one", + "Average speed is 94.05% of the surrounding traffic's one", + "Average speed is 110.63% of the surrounding traffic's one", + "Average speed is 109.63% of the surrounding traffic's one", + "Average speed is 118.56% of the surrounding traffic's one", + "Average speed is 116.59% of the surrounding traffic's one", + "Average speed is 147.63% of the surrounding traffic's one", + "Average speed is 190.42% of the surrounding traffic's one", + "Average speed is 196.31% of the surrounding traffic's one", + "Average speed is 214.43% of the surrounding traffic's one", + "Average speed is 229.99% of the surrounding traffic's one", + "Average speed is 248.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 134.452, + "duration_game": 13.65, + "duration_system": 271.271 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25378_rep0", + "scenario_name": "YieldToEmergencyVehicle_1", + "weather_id": "9", + "save_name": "RouteScenario_25378_rep0_Town03_YieldToEmergencyVehicle_1_9_06_01_08_57_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 131.64% of the surrounding traffic's one", + "Average speed is 141.14% of the surrounding traffic's one", + "Average speed is 113.85% of the surrounding traffic's one", + "Average speed is 119.75% of the surrounding traffic's one", + "Average speed is 179.33% of the surrounding traffic's one", + "Average speed is 157.29% of the surrounding traffic's one", + "Average speed is 172.41% of the surrounding traffic's one", + "Average speed is 182.83% of the surrounding traffic's one", + "Average speed is 186.22% of the surrounding traffic's one", + "Average speed is 179.17% of the surrounding traffic's one", + "Average speed is 171.21% of the surrounding traffic's one", + "Average speed is 160.91% of the surrounding traffic's one", + "Average speed is 145.13% of the surrounding traffic's one", + "Average speed is 133.05% of the surrounding traffic's one", + "Average speed is 123.67% of the surrounding traffic's one", + "Average speed is 107.36% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [ + "Agent failed to yield to an emergency vehicle" + ], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.7, + "score_composed": 70.0 + }, + "meta": { + "route_length": 95.145, + "duration_game": 8.3, + "duration_system": 148.351 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2534_rep0", + "scenario_name": "Accident_1", + "weather_id": "6", + "save_name": "RouteScenario_2534_rep0_Town12_Accident_1_6_06_01_13_41_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3707 at (x=1976.388, y=3080.947, z=357.208) at time=5.850s [CARLA Frame: 4114, Agent Step: 116]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.38% of the surrounding traffic's one", + "Average speed is 163.88% of the surrounding traffic's one", + "Average speed is 212.14% of the surrounding traffic's one", + "Average speed is 234.49% of the surrounding traffic's one", + "Average speed is 208.09% of the surrounding traffic's one", + "Average speed is 191.41% of the surrounding traffic's one", + "Average speed is 200.55% of the surrounding traffic's one", + "Average speed is 179.99% of the surrounding traffic's one", + "Average speed is 164.81% of the surrounding traffic's one", + "Average speed is 157.97% of the surrounding traffic's one", + "Average speed is 146.56% of the surrounding traffic's one", + "Average speed is 161.88% of the surrounding traffic's one", + "Average speed is 151.9% of the surrounding traffic's one", + "Average speed is 169.21% of the surrounding traffic's one", + "Average speed is 118.41% of the surrounding traffic's one", + "Average speed is 100.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.297, + "duration_game": 12.2, + "duration_system": 233.259 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_25318_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "20", + "save_name": "RouteScenario_25318_rep0_Town05_ParkedObstacle_1_20_06_01_07_35_40", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 125.27% of the surrounding traffic's one", + "Average speed is 129.61% of the surrounding traffic's one", + "Average speed is 112.44% of the surrounding traffic's one", + "Average speed is 126.95% of the surrounding traffic's one", + "Average speed is 126.79% of the surrounding traffic's one", + "Average speed is 90.13% of the surrounding traffic's one", + "Average speed is 118.32% of the surrounding traffic's one", + "Average speed is 151.88% of the surrounding traffic's one", + "Average speed is 155.19% of the surrounding traffic's one", + "Average speed is 91.51% of the surrounding traffic's one", + "Average speed is 137.96% of the surrounding traffic's one", + "Average speed is 86.35% of the surrounding traffic's one", + "Average speed is 126.48% of the surrounding traffic's one", + "Average speed is 151.45% of the surrounding traffic's one", + "Average speed is 132.56% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.901, + "duration_game": 16.85, + "duration_system": 431.56 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_25300_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "26", + "save_name": "RouteScenario_25300_rep0_Town04_HazardAtSideLane_1_26_06_02_13_08_39", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 67.27% of the surrounding traffic's one", + "Average speed is 160.89% of the surrounding traffic's one", + "Average speed is 220.36% of the surrounding traffic's one", + "Average speed is 237.0% of the surrounding traffic's one", + "Average speed is 228.48% of the surrounding traffic's one", + "Average speed is 217.88% of the surrounding traffic's one", + "Average speed is 174.87% of the surrounding traffic's one", + "Average speed is 123.06% of the surrounding traffic's one", + "Average speed is 123.14% of the surrounding traffic's one", + "Average speed is 135.54% of the surrounding traffic's one", + "Average speed is 141.47% of the surrounding traffic's one", + "Average speed is 86.31% of the surrounding traffic's one", + "Average speed is 139.57% of the surrounding traffic's one", + "Average speed is 114.72% of the surrounding traffic's one", + "Average speed is 106.95% of the surrounding traffic's one", + "Average speed is 116.12% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.587, + "duration_game": 16.45, + "duration_system": 249.249 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_2513_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "11", + "save_name": "RouteScenario_2513_rep0_Town12_ConstructionObstacle_1_11_06_01_13_29_37", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 124.0% of the surrounding traffic's one", + "Average speed is 120.9% of the surrounding traffic's one", + "Average speed is 133.31% of the surrounding traffic's one", + "Average speed is 120.21% of the surrounding traffic's one", + "Average speed is 27.23% of the surrounding traffic's one", + "Average speed is 31.53% of the surrounding traffic's one", + "Average speed is 134.05% of the surrounding traffic's one", + "Average speed is 122.1% of the surrounding traffic's one", + "Average speed is 128.02% of the surrounding traffic's one", + "Average speed is 136.42% of the surrounding traffic's one", + "Average speed is 112.07% of the surrounding traffic's one", + "Average speed is 115.81% of the surrounding traffic's one", + "Average speed is 132.76% of the surrounding traffic's one", + "Average speed is 114.34% of the surrounding traffic's one", + "Average speed is 147.67% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.066, + "duration_game": 20.15, + "duration_system": 558.59 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2509_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "7", + "save_name": "RouteScenario_2509_rep0_Town12_ConstructionObstacle_1_7_06_01_13_01_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3741 at (x=-1520.198, y=6458.223, z=373.432) at time=46.700s [CARLA Frame: 4586, Agent Step: 933]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 179.81% of the surrounding traffic's one", + "Average speed is 187.84% of the surrounding traffic's one", + "Average speed is 176.55% of the surrounding traffic's one", + "Average speed is 167.59% of the surrounding traffic's one", + "Average speed is 121.72% of the surrounding traffic's one", + "Average speed is 2.2% of the surrounding traffic's one", + "Average speed is 76.82% of the surrounding traffic's one", + "Average speed is 84.06% of the surrounding traffic's one", + "Average speed is 87.48% of the surrounding traffic's one", + "Average speed is 71.12% of the surrounding traffic's one", + "Average speed is 90.05% of the surrounding traffic's one", + "Average speed is 124.15% of the surrounding traffic's one", + "Average speed is 147.32% of the surrounding traffic's one", + "Average speed is 169.38% of the surrounding traffic's one", + "Average speed is 187.42% of the surrounding traffic's one", + "Average speed is 230.52% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 134.084, + "duration_game": 54.45, + "duration_system": 1499.581 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24841_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "0", + "save_name": "RouteScenario_24841_rep0_Town01_ControlLoss_1_0_06_02_12_47_21", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.4% of the surrounding traffic's one", + "Average speed is 111.12% of the surrounding traffic's one", + "Average speed is 112.56% of the surrounding traffic's one", + "Average speed is 96.44% of the surrounding traffic's one", + "Average speed is 99.45% of the surrounding traffic's one", + "Average speed is 111.32% of the surrounding traffic's one", + "Average speed is 97.81% of the surrounding traffic's one", + "Average speed is 4.43% of the surrounding traffic's one", + "Average speed is 4.84% of the surrounding traffic's one", + "Average speed is 198.1% of the surrounding traffic's one", + "Average speed is 224.68% of the surrounding traffic's one", + "Average speed is 127.76% of the surrounding traffic's one", + "Average speed is 123.64% of the surrounding traffic's one", + "Average speed is 113.84% of the surrounding traffic's one", + "Average speed is 19.6% of the surrounding traffic's one", + "Average speed is 88.79% of the surrounding traffic's one", + "Average speed is 74.83% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.118, + "duration_game": 111.55, + "duration_system": 1126.193 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24816_rep0", + "scenario_name": "Accident_1", + "weather_id": "25", + "save_name": "RouteScenario_24816_rep0_Town03_Accident_1_25_06_02_12_37_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 154.42% of the surrounding traffic's one", + "Average speed is 141.93% of the surrounding traffic's one", + "Average speed is 144.87% of the surrounding traffic's one", + "Average speed is 168.9% of the surrounding traffic's one", + "Average speed is 187.08% of the surrounding traffic's one", + "Average speed is 165.69% of the surrounding traffic's one", + "Average speed is 25.38% of the surrounding traffic's one", + "Average speed is 108.81% of the surrounding traffic's one", + "Average speed is 182.39% of the surrounding traffic's one", + "Average speed is 198.69% of the surrounding traffic's one", + "Average speed is 189.09% of the surrounding traffic's one", + "Average speed is 171.73% of the surrounding traffic's one", + "Average speed is 156.51% of the surrounding traffic's one", + "Average speed is 134.24% of the surrounding traffic's one", + "Average speed is 77.58% of the surrounding traffic's one", + "Average speed is 131.9% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 125.152, + "duration_game": 18.25, + "duration_system": 415.404 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_24795_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "0", + "save_name": "RouteScenario_24795_rep0_Town04_ConstructionObstacle_1_0_06_02_12_29_53", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 126.39% of the surrounding traffic's one", + "Average speed is 151.73% of the surrounding traffic's one", + "Average speed is 174.1% of the surrounding traffic's one", + "Average speed is 170.87% of the surrounding traffic's one", + "Average speed is 111.87% of the surrounding traffic's one", + "Average speed is 45.77% of the surrounding traffic's one", + "Average speed is 114.36% of the surrounding traffic's one", + "Average speed is 127.78% of the surrounding traffic's one", + "Average speed is 144.2% of the surrounding traffic's one", + "Average speed is 159.57% of the surrounding traffic's one", + "Average speed is 182.48% of the surrounding traffic's one", + "Average speed is 208.58% of the surrounding traffic's one", + "Average speed is 243.82% of the surrounding traffic's one", + "Average speed is 252.56% of the surrounding traffic's one", + "Average speed is 224.99% of the surrounding traffic's one", + "Average speed is 248.75% of the surrounding traffic's one", + "Average speed is 290.78% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 141.573, + "duration_game": 13.5, + "duration_system": 318.54 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24785_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "14", + "save_name": "RouteScenario_24785_rep0_Town04_ConstructionObstacle_1_14_06_02_11_59_27", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.85% of the surrounding traffic's one", + "Average speed is 150.11% of the surrounding traffic's one", + "Average speed is 158.81% of the surrounding traffic's one", + "Average speed is 136.74% of the surrounding traffic's one", + "Average speed is 51.49% of the surrounding traffic's one", + "Average speed is 2.43% of the surrounding traffic's one", + "Average speed is 95.2% of the surrounding traffic's one", + "Average speed is 101.51% of the surrounding traffic's one", + "Average speed is 145.21% of the surrounding traffic's one", + "Average speed is 154.07% of the surrounding traffic's one", + "Average speed is 179.22% of the surrounding traffic's one", + "Average speed is 198.3% of the surrounding traffic's one", + "Average speed is 231.18% of the surrounding traffic's one", + "Average speed is 239.24% of the surrounding traffic's one", + "Average speed is 223.94% of the surrounding traffic's one", + "Average speed is 236.15% of the surrounding traffic's one", + "Average speed is 270.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 144.762, + "duration_game": 56.6, + "duration_system": 1678.69 + }, + "town_name": "Town04" + }, + { + "route_id": "RouteScenario_24784_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "13", + "save_name": "RouteScenario_24784_rep0_Town02_ControlLoss_1_13_06_02_11_55_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 118.47% of the surrounding traffic's one", + "Average speed is 148.29% of the surrounding traffic's one", + "Average speed is 136.94% of the surrounding traffic's one", + "Average speed is 156.78% of the surrounding traffic's one", + "Average speed is 107.43% of the surrounding traffic's one", + "Average speed is 121.8% of the surrounding traffic's one", + "Average speed is 107.92% of the surrounding traffic's one", + "Average speed is 105.57% of the surrounding traffic's one", + "Average speed is 110.22% of the surrounding traffic's one", + "Average speed is 101.21% of the surrounding traffic's one", + "Average speed is 127.87% of the surrounding traffic's one", + "Average speed is 159.81% of the surrounding traffic's one", + "Average speed is 130.18% of the surrounding traffic's one", + "Average speed is 162.32% of the surrounding traffic's one", + "Average speed is 114.58% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 10.9, + "duration_system": 93.096 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24781_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "10", + "save_name": "RouteScenario_24781_rep0_Town01_HardBreakRoute_1_10_06_02_11_45_30", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 132.72% of the surrounding traffic's one", + "Average speed is 86.74% of the surrounding traffic's one", + "Average speed is 21.95% of the surrounding traffic's one", + "Average speed is 129.79% of the surrounding traffic's one", + "Average speed is 119.81% of the surrounding traffic's one", + "Average speed is 111.17% of the surrounding traffic's one", + "Average speed is 114.04% of the surrounding traffic's one", + "Average speed is 101.07% of the surrounding traffic's one", + "Average speed is 108.61% of the surrounding traffic's one", + "Average speed is 122.54% of the surrounding traffic's one", + "Average speed is 97.09% of the surrounding traffic's one", + "Average speed is 157.03% of the surrounding traffic's one", + "Average speed is 13.6% of the surrounding traffic's one", + "Average speed is 91.39% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 128.062, + "duration_game": 50.2, + "duration_system": 463.524 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24759_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "11", + "save_name": "RouteScenario_24759_rep0_Town05_ParkingCutIn_1_11_06_02_11_36_49", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.99% of the surrounding traffic's one", + "Average speed is 130.2% of the surrounding traffic's one", + "Average speed is 235.26% of the surrounding traffic's one", + "Average speed is 215.25% of the surrounding traffic's one", + "Average speed is 148.13% of the surrounding traffic's one", + "Average speed is 96.12% of the surrounding traffic's one", + "Average speed is 56.22% of the surrounding traffic's one", + "Average speed is 58.61% of the surrounding traffic's one", + "Average speed is 79.21% of the surrounding traffic's one", + "Average speed is 130.06% of the surrounding traffic's one", + "Average speed is 146.16% of the surrounding traffic's one", + "Average speed is 131.75% of the surrounding traffic's one", + "Average speed is 172.15% of the surrounding traffic's one", + "Average speed is 124.85% of the surrounding traffic's one", + "Average speed is 144.76% of the surrounding traffic's one", + "Average speed is 117.72% of the surrounding traffic's one", + "Average speed is 131.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 135.875, + "duration_game": 18.3, + "duration_system": 382.379 + }, + "town_name": "Town05" + }, + { + "route_id": "RouteScenario_24757_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "9", + "save_name": "RouteScenario_24757_rep0_Town06_ParkedObstacle_1_9_06_02_10_43_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 139.24% of the surrounding traffic's one", + "Average speed is 141.0% of the surrounding traffic's one", + "Average speed is 110.72% of the surrounding traffic's one", + "Average speed is 111.1% of the surrounding traffic's one", + "Average speed is 80.75% of the surrounding traffic's one", + "Average speed is 2.66% of the surrounding traffic's one", + "Average speed is 3.06% of the surrounding traffic's one", + "Average speed is 115.68% of the surrounding traffic's one", + "Average speed is 114.94% of the surrounding traffic's one", + "Average speed is 103.55% of the surrounding traffic's one", + "Average speed is 94.82% of the surrounding traffic's one", + "Average speed is 95.48% of the surrounding traffic's one", + "Average speed is 100.53% of the surrounding traffic's one", + "Average speed is 56.17% of the surrounding traffic's one", + "Average speed is 124.02% of the surrounding traffic's one", + "Average speed is 160.6% of the surrounding traffic's one", + "Average speed is 118.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.189, + "duration_game": 101.45, + "duration_system": 3032.11 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24367_rep0", + "scenario_name": "ConstructionObstacle_1", + "weather_id": "10", + "save_name": "RouteScenario_24367_rep0_Town06_ConstructionObstacle_1_10_06_02_10_33_54", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=152 at (x=195.293, y=250.658, z=-0.006) at time=10.350s [CARLA Frame: 4939, Agent Step: 206]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.24% of the surrounding traffic's one", + "Average speed is 101.83% of the surrounding traffic's one", + "Average speed is 116.66% of the surrounding traffic's one", + "Average speed is 37.76% of the surrounding traffic's one", + "Average speed is 32.05% of the surrounding traffic's one", + "Average speed is 90.41% of the surrounding traffic's one", + "Average speed is 90.73% of the surrounding traffic's one", + "Average speed is 70.44% of the surrounding traffic's one", + "Average speed is 89.48% of the surrounding traffic's one", + "Average speed is 95.05% of the surrounding traffic's one", + "Average speed is 98.52% of the surrounding traffic's one", + "Average speed is 95.49% of the surrounding traffic's one", + "Average speed is 89.44% of the surrounding traffic's one", + "Average speed is 71.76% of the surrounding traffic's one", + "Average speed is 159.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 22.65, + "duration_system": 472.471 + }, + "town_name": "Town06" + }, + { + "route_id": "RouteScenario_24340_rep0", + "scenario_name": "ControlLoss_1", + "weather_id": "6", + "save_name": "RouteScenario_24340_rep0_Town10HD_ControlLoss_1_6_06_02_10_25_44", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.8% of the surrounding traffic's one", + "Average speed is 97.46% of the surrounding traffic's one", + "Average speed is 70.8% of the surrounding traffic's one", + "Average speed is 96.07% of the surrounding traffic's one", + "Average speed is 122.79% of the surrounding traffic's one", + "Average speed is 109.14% of the surrounding traffic's one", + "Average speed is 78.68% of the surrounding traffic's one", + "Average speed is 85.77% of the surrounding traffic's one", + "Average speed is 129.92% of the surrounding traffic's one", + "Average speed is 110.72% of the surrounding traffic's one", + "Average speed is 106.62% of the surrounding traffic's one", + "Average speed is 103.95% of the surrounding traffic's one", + "Average speed is 116.02% of the surrounding traffic's one", + "Average speed is 140.77% of the surrounding traffic's one", + "Average speed is 115.66% of the surrounding traffic's one", + "Average speed is 97.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 13.7, + "duration_system": 358.35 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24333_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "25", + "save_name": "RouteScenario_24333_rep0_Town15_DynamicObjectCrossing_1_25_06_02_10_20_47", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 135.42% of the surrounding traffic's one", + "Average speed is 117.41% of the surrounding traffic's one", + "Average speed is 159.34% of the surrounding traffic's one", + "Average speed is 148.64% of the surrounding traffic's one", + "Average speed is 118.87% of the surrounding traffic's one", + "Average speed is 92.58% of the surrounding traffic's one", + "Average speed is 110.18% of the surrounding traffic's one", + "Average speed is 127.9% of the surrounding traffic's one", + "Average speed is 141.24% of the surrounding traffic's one", + "Average speed is 106.67% of the surrounding traffic's one", + "Average speed is 80.69% of the surrounding traffic's one", + "Average speed is 77.94% of the surrounding traffic's one", + "Average speed is 87.66% of the surrounding traffic's one", + "Average speed is 98.29% of the surrounding traffic's one", + "Average speed is 100.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 131.985, + "duration_game": 16.4, + "duration_system": 167.188 + }, + "town_name": "Town15" + }, + { + "route_id": "RouteScenario_24330_rep0", + "scenario_name": "HardBreakRoute_1", + "weather_id": "21", + "save_name": "RouteScenario_24330_rep0_Town10HD_HardBreakRoute_1_21_06_02_10_09_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.33% of the surrounding traffic's one", + "Average speed is 129.12% of the surrounding traffic's one", + "Average speed is 14.04% of the surrounding traffic's one", + "Average speed is 61.53% of the surrounding traffic's one", + "Average speed is 73.88% of the surrounding traffic's one", + "Average speed is 107.22% of the surrounding traffic's one", + "Average speed is 168.23% of the surrounding traffic's one", + "Average speed is 74.96% of the surrounding traffic's one", + "Average speed is 52.04% of the surrounding traffic's one", + "Average speed is 87.34% of the surrounding traffic's one", + "Average speed is 100.27% of the surrounding traffic's one", + "Average speed is 127.53% of the surrounding traffic's one", + "Average speed is 139.07% of the surrounding traffic's one", + "Average speed is 149.01% of the surrounding traffic's one", + "Average speed is 130.63% of the surrounding traffic's one", + "Average speed is 98.19% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 27.25, + "duration_system": 542.7 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24294_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "6", + "save_name": "RouteScenario_24294_rep0_Town02_ParkingCrossingPedestrian_1_6_06_02_10_05_33", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 120.46% of the surrounding traffic's one", + "Average speed is 150.76% of the surrounding traffic's one", + "Average speed is 140.93% of the surrounding traffic's one", + "Average speed is 159.79% of the surrounding traffic's one", + "Average speed is 112.57% of the surrounding traffic's one", + "Average speed is 111.09% of the surrounding traffic's one", + "Average speed is 64.55% of the surrounding traffic's one", + "Average speed is 34.91% of the surrounding traffic's one", + "Average speed is 112.02% of the surrounding traffic's one", + "Average speed is 184.91% of the surrounding traffic's one", + "Average speed is 212.5% of the surrounding traffic's one", + "Average speed is 239.78% of the surrounding traffic's one", + "Average speed is 186.62% of the surrounding traffic's one", + "Average speed is 185.92% of the surrounding traffic's one", + "Average speed is 191.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 103.115, + "duration_game": 13.1, + "duration_system": 108.13 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24258_rep0", + "scenario_name": "HazardAtSideLaneTwoWays_1", + "weather_id": "18", + "save_name": "RouteScenario_24258_rep0_Town07_HazardAtSideLaneTwoWays_1_18_06_02_09_59_48", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.32% of the surrounding traffic's one", + "Average speed is 151.89% of the surrounding traffic's one", + "Average speed is 237.54% of the surrounding traffic's one", + "Average speed is 190.68% of the surrounding traffic's one", + "Average speed is 141.51% of the surrounding traffic's one", + "Average speed is 72.49% of the surrounding traffic's one", + "Average speed is 52.89% of the surrounding traffic's one", + "Average speed is 57.57% of the surrounding traffic's one", + "Average speed is 250.52% of the surrounding traffic's one", + "Average speed is 278.96% of the surrounding traffic's one", + "Average speed is 316.75% of the surrounding traffic's one", + "Average speed is 269.74% of the surrounding traffic's one", + "Average speed is 230.11% of the surrounding traffic's one", + "Average speed is 366.32% of the surrounding traffic's one", + "Average speed is 441.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 130.522, + "duration_game": 19.6, + "duration_system": 192.2 + }, + "town_name": "Town07" + }, + { + "route_id": "RouteScenario_24252_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "10", + "save_name": "RouteScenario_24252_rep0_Town11_DynamicObjectCrossing_1_10_06_02_09_54_05", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 106.52% of the surrounding traffic's one", + "Average speed is 86.47% of the surrounding traffic's one", + "Average speed is 262.37% of the surrounding traffic's one", + "Average speed is 191.05% of the surrounding traffic's one", + "Average speed is 191.95% of the surrounding traffic's one", + "Average speed is 149.05% of the surrounding traffic's one", + "Average speed is 143.76% of the surrounding traffic's one", + "Average speed is 48.2% of the surrounding traffic's one", + "Average speed is 116.96% of the surrounding traffic's one", + "Average speed is 228.22% of the surrounding traffic's one", + "Average speed is 134.66% of the surrounding traffic's one", + "Average speed is 97.81% of the surrounding traffic's one", + "Average speed is 83.66% of the surrounding traffic's one", + "Average speed is 123.22% of the surrounding traffic's one", + "Average speed is 108.33% of the surrounding traffic's one", + "Average speed is 112.46% of the surrounding traffic's one", + "Average speed is 90.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.604, + "duration_game": 18.85, + "duration_system": 159.304 + }, + "town_name": "Town11" + }, + { + "route_id": "RouteScenario_24240_rep0", + "scenario_name": "Accident_1", + "weather_id": "23", + "save_name": "RouteScenario_24240_rep0_Town10HD_Accident_1_23_06_01_13_30_50", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.65% of the surrounding traffic's one", + "Average speed is 145.16% of the surrounding traffic's one", + "Average speed is 164.38% of the surrounding traffic's one", + "Average speed is 147.72% of the surrounding traffic's one", + "Average speed is 141.57% of the surrounding traffic's one", + "Average speed is 165.17% of the surrounding traffic's one", + "Average speed is 130.27% of the surrounding traffic's one", + "Average speed is 66.3% of the surrounding traffic's one", + "Average speed is 2.9% of the surrounding traffic's one", + "Average speed is 126.92% of the surrounding traffic's one", + "Average speed is 208.02% of the surrounding traffic's one", + "Average speed is 235.84% of the surrounding traffic's one", + "Average speed is 187.82% of the surrounding traffic's one", + "Average speed is 151.32% of the surrounding traffic's one", + "Average speed is 147.68% of the surrounding traffic's one", + "Average speed is 136.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 100.3, + "duration_game": 55.2, + "duration_system": 1601.607 + }, + "town_name": "Town10HD" + }, + { + "route_id": "RouteScenario_24224_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "5", + "save_name": "RouteScenario_24224_rep0_Town02_DynamicObjectCrossing_1_5_06_01_13_26_38", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 111.07% of the surrounding traffic's one", + "Average speed is 134.68% of the surrounding traffic's one", + "Average speed is 166.55% of the surrounding traffic's one", + "Average speed is 139.74% of the surrounding traffic's one", + "Average speed is 119.06% of the surrounding traffic's one", + "Average speed is 117.82% of the surrounding traffic's one", + "Average speed is 29.19% of the surrounding traffic's one", + "Average speed is 116.93% of the surrounding traffic's one", + "Average speed is 141.97% of the surrounding traffic's one", + "Average speed is 175.76% of the surrounding traffic's one", + "Average speed is 197.26% of the surrounding traffic's one", + "Average speed is 189.62% of the surrounding traffic's one", + "Average speed is 152.9% of the surrounding traffic's one", + "Average speed is 140.32% of the surrounding traffic's one", + "Average speed is 160.13% of the surrounding traffic's one", + "Average speed is 181.67% of the surrounding traffic's one", + "Average speed is 192.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.067, + "duration_game": 12.5, + "duration_system": 107.115 + }, + "town_name": "Town02" + }, + { + "route_id": "RouteScenario_24211_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "15", + "save_name": "RouteScenario_24211_rep0_Town01_DynamicObjectCrossing_1_15_06_01_13_21_42", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 143.77% of the surrounding traffic's one", + "Average speed is 120.3% of the surrounding traffic's one", + "Average speed is 207.1% of the surrounding traffic's one", + "Average speed is 198.75% of the surrounding traffic's one", + "Average speed is 204.76% of the surrounding traffic's one", + "Average speed is 80.17% of the surrounding traffic's one", + "Average speed is 74.06% of the surrounding traffic's one", + "Average speed is 142.78% of the surrounding traffic's one", + "Average speed is 106.92% of the surrounding traffic's one", + "Average speed is 107.6% of the surrounding traffic's one", + "Average speed is 107.26% of the surrounding traffic's one", + "Average speed is 115.43% of the surrounding traffic's one", + "Average speed is 95.94% of the surrounding traffic's one", + "Average speed is 131.05% of the surrounding traffic's one", + "Average speed is 118.02% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.7, + "duration_system": 152.157 + }, + "town_name": "Town01" + }, + { + "route_id": "RouteScenario_24206_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "10", + "save_name": "RouteScenario_24206_rep0_Town03_ParkingCrossingPedestrian_1_10_06_01_13_12_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 109.7% of the surrounding traffic's one", + "Average speed is 146.76% of the surrounding traffic's one", + "Average speed is 275.89% of the surrounding traffic's one", + "Average speed is 204.54% of the surrounding traffic's one", + "Average speed is 212.87% of the surrounding traffic's one", + "Average speed is 171.36% of the surrounding traffic's one", + "Average speed is 52.84% of the surrounding traffic's one", + "Average speed is 80.07% of the surrounding traffic's one", + "Average speed is 166.05% of the surrounding traffic's one", + "Average speed is 139.02% of the surrounding traffic's one", + "Average speed is 117.24% of the surrounding traffic's one", + "Average speed is 105.27% of the surrounding traffic's one", + "Average speed is 116.54% of the surrounding traffic's one", + "Average speed is 109.74% of the surrounding traffic's one", + "Average speed is 130.17% of the surrounding traffic's one", + "Average speed is 15.18% of the surrounding traffic's one", + "Average speed is 92.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.013, + "duration_game": 34.55, + "duration_system": 377.543 + }, + "town_name": "Town03" + }, + { + "route_id": "RouteScenario_2416_rep0", + "scenario_name": "VanillaNonSignalizedTurnEncounterStopsign_1", + "weather_id": "18", + "save_name": "RouteScenario_2416_rep0_Town12_VanillaNonSignalizedTurnEncounterStopsign_1_18_06_01_12_53_49", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 89.47% of the surrounding traffic's one", + "Average speed is 9.08% of the surrounding traffic's one", + "Average speed is 267.6% of the surrounding traffic's one", + "Average speed is 492.5% of the surrounding traffic's one", + "Average speed is 496.86% of the surrounding traffic's one", + "Average speed is 543.19% of the surrounding traffic's one", + "Average speed is 480.15% of the surrounding traffic's one", + "Average speed is 728.04% of the surrounding traffic's one", + "Average speed is 696.93% of the surrounding traffic's one", + "Average speed is 573.13% of the surrounding traffic's one", + "Average speed is 494.31% of the surrounding traffic's one", + "Average speed is 313.44% of the surrounding traffic's one", + "Average speed is 250.13% of the surrounding traffic's one", + "Average speed is 187.72% of the surrounding traffic's one", + "Average speed is 160.87% of the surrounding traffic's one", + "Average speed is 154.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.279, + "duration_game": 23.65, + "duration_system": 274.304 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24098_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_24098_rep0_Town12_InterurbanActorFlow_1_6_06_01_13_06_55", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 251.27% of the surrounding traffic's one", + "Average speed is 262.93% of the surrounding traffic's one", + "Average speed is 199.96% of the surrounding traffic's one", + "Average speed is 193.13% of the surrounding traffic's one", + "Average speed is 174.28% of the surrounding traffic's one", + "Average speed is 151.58% of the surrounding traffic's one", + "Average speed is 123.65% of the surrounding traffic's one", + "Average speed is 152.06% of the surrounding traffic's one", + "Average speed is 146.0% of the surrounding traffic's one", + "Average speed is 133.33% of the surrounding traffic's one", + "Average speed is 131.17% of the surrounding traffic's one", + "Average speed is 105.0% of the surrounding traffic's one", + "Average speed is 240.42% of the surrounding traffic's one", + "Average speed is 213.64% of the surrounding traffic's one", + "Average speed is 155.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.1, + "duration_system": 179.197 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24092_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "26", + "save_name": "RouteScenario_24092_rep0_Town13_MergerIntoSlowTrafficV2_1_26_06_01_13_01_16", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=4730 at (x=-5744.69, y=4733.832, z=187.006) at time=10.250s [CARLA Frame: 3695, Agent Step: 204]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.34% of the surrounding traffic's one", + "Average speed is 320.14% of the surrounding traffic's one", + "Average speed is 261.85% of the surrounding traffic's one", + "Average speed is 218.17% of the surrounding traffic's one", + "Average speed is 198.9% of the surrounding traffic's one", + "Average speed is 187.63% of the surrounding traffic's one", + "Average speed is 137.46% of the surrounding traffic's one", + "Average speed is 126.9% of the surrounding traffic's one", + "Average speed is 140.08% of the surrounding traffic's one", + "Average speed is 71.09% of the surrounding traffic's one", + "Average speed is 135.24% of the surrounding traffic's one", + "Average speed is 171.08% of the surrounding traffic's one", + "Average speed is 129.7% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 151.028, + "duration_game": 14.05, + "duration_system": 140.17 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24078_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "9", + "save_name": "RouteScenario_24078_rep0_Town12_InterurbanAdvancedActorFlow_1_9_06_01_12_53_48", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 325.71% of the surrounding traffic's one", + "Average speed is 319.76% of the surrounding traffic's one", + "Average speed is 187.57% of the surrounding traffic's one", + "Average speed is 289.7% of the surrounding traffic's one", + "Average speed is 212.62% of the surrounding traffic's one", + "Average speed is 160.16% of the surrounding traffic's one", + "Average speed is 146.99% of the surrounding traffic's one", + "Average speed is 158.38% of the surrounding traffic's one", + "Average speed is 169.69% of the surrounding traffic's one", + "Average speed is 154.66% of the surrounding traffic's one", + "Average speed is 159.1% of the surrounding traffic's one", + "Average speed is 185.9% of the surrounding traffic's one", + "Average speed is 147.07% of the surrounding traffic's one", + "Average speed is 180.82% of the surrounding traffic's one", + "Average speed is 135.59% of the surrounding traffic's one", + "Average speed is 117.88% of the surrounding traffic's one", + "Average speed is 93.72% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.7, + "duration_system": 260.732 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_24071_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_24071_rep0_Town13_InterurbanAdvancedActorFlow_1_1_06_01_12_48_28", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.48% of the surrounding traffic's one", + "Average speed is 383.39% of the surrounding traffic's one", + "Average speed is 521.59% of the surrounding traffic's one", + "Average speed is 635.49% of the surrounding traffic's one", + "Average speed is 652.05% of the surrounding traffic's one", + "Average speed is 568.1% of the surrounding traffic's one", + "Average speed is 474.17% of the surrounding traffic's one", + "Average speed is 439.36% of the surrounding traffic's one", + "Average speed is 655.5% of the surrounding traffic's one", + "Average speed is 1075.99% of the surrounding traffic's one", + "Average speed is 3757.06% of the surrounding traffic's one", + "Average speed is 23863.14% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.15, + "duration_system": 112.139 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_24041_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "20", + "save_name": "RouteScenario_24041_rep0_Town13_HighwayExit_1_20_06_02_09_48_42", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.59% of the surrounding traffic's one", + "Average speed is 105.78% of the surrounding traffic's one", + "Average speed is 218.13% of the surrounding traffic's one", + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 154.6% of the surrounding traffic's one", + "Average speed is 149.02% of the surrounding traffic's one", + "Average speed is 156.13% of the surrounding traffic's one", + "Average speed is 162.76% of the surrounding traffic's one", + "Average speed is 205.85% of the surrounding traffic's one", + "Average speed is 309.84% of the surrounding traffic's one", + "Average speed is 423.98% of the surrounding traffic's one", + "Average speed is 530.33% of the surrounding traffic's one", + "Average speed is 370.24% of the surrounding traffic's one", + "Average speed is 285.21% of the surrounding traffic's one", + "Average speed is 411.34% of the surrounding traffic's one", + "Average speed is 861.49% of the surrounding traffic's one", + "Average speed is 870.35% of the surrounding traffic's one", + "Average speed is 559.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 161.403, + "duration_game": 17.4, + "duration_system": 148.187 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_2403_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2403_rep0_Town12_VanillaNonSignalizedTurn_1_5_06_01_12_49_35", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 191.77% of the surrounding traffic's one", + "Average speed is 207.49% of the surrounding traffic's one", + "Average speed is 213.23% of the surrounding traffic's one", + "Average speed is 218.98% of the surrounding traffic's one", + "Average speed is 241.67% of the surrounding traffic's one", + "Average speed is 239.91% of the surrounding traffic's one", + "Average speed is 230.97% of the surrounding traffic's one", + "Average speed is 277.7% of the surrounding traffic's one", + "Average speed is 274.82% of the surrounding traffic's one", + "Average speed is 618.91% of the surrounding traffic's one", + "Average speed is 575.66% of the surrounding traffic's one", + "Average speed is 456.78% of the surrounding traffic's one", + "Average speed is 346.47% of the surrounding traffic's one", + "Average speed is 276.37% of the surrounding traffic's one", + "Average speed is 186.31% of the surrounding traffic's one", + "Average speed is 107.24% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 67.04, + "duration_game": 6.7, + "duration_system": 63.062 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2397_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "25", + "save_name": "RouteScenario_2397_rep0_Town12_VanillaNonSignalizedTurn_1_25_06_01_12_45_16", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 194.98% of the surrounding traffic's one", + "Average speed is 189.17% of the surrounding traffic's one", + "Average speed is 214.62% of the surrounding traffic's one", + "Average speed is 246.49% of the surrounding traffic's one", + "Average speed is 272.85% of the surrounding traffic's one", + "Average speed is 298.45% of the surrounding traffic's one", + "Average speed is 300.44% of the surrounding traffic's one", + "Average speed is 314.87% of the surrounding traffic's one", + "Average speed is 270.35% of the surrounding traffic's one", + "Average speed is 310.64% of the surrounding traffic's one", + "Average speed is 392.97% of the surrounding traffic's one", + "Average speed is 297.17% of the surrounding traffic's one", + "Average speed is 221.47% of the surrounding traffic's one", + "Average speed is 217.49% of the surrounding traffic's one", + "Average speed is 176.8% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.644, + "duration_game": 7.3, + "duration_system": 75.076 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23930_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23930_rep0_Town12_InterurbanActorFlow_1_25_06_02_09_43_14", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3704 at (x=3908.165, y=4822.83, z=367.391) at time=9.200s [CARLA Frame: 5106, Agent Step: 183]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 258.72% of the surrounding traffic's one", + "Average speed is 287.83% of the surrounding traffic's one", + "Average speed is 261.72% of the surrounding traffic's one", + "Average speed is 41.41% of the surrounding traffic's one", + "Average speed is 214.39% of the surrounding traffic's one", + "Average speed is 277.12% of the surrounding traffic's one", + "Average speed is 206.97% of the surrounding traffic's one", + "Average speed is 207.16% of the surrounding traffic's one", + "Average speed is 181.45% of the surrounding traffic's one", + "Average speed is 160.81% of the surrounding traffic's one", + "Average speed is 178.74% of the surrounding traffic's one", + "Average speed is 169.59% of the surrounding traffic's one", + "Average speed is 235.25% of the surrounding traffic's one", + "Average speed is 235.59% of the surrounding traffic's one", + "Average speed is 210.13% of the surrounding traffic's one", + "Average speed is 234.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 112.631, + "duration_game": 15.45, + "duration_system": 180.204 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23918_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "10", + "save_name": "RouteScenario_23918_rep0_Town13_InterurbanActorFlow_1_10_06_01_12_20_04", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.7% of the surrounding traffic's one", + "Average speed is 96.15% of the surrounding traffic's one", + "Average speed is 153.34% of the surrounding traffic's one", + "Average speed is 167.17% of the surrounding traffic's one", + "Average speed is 168.56% of the surrounding traffic's one", + "Average speed is 184.01% of the surrounding traffic's one", + "Average speed is 176.6% of the surrounding traffic's one", + "Average speed is 173.44% of the surrounding traffic's one", + "Average speed is 169.63% of the surrounding traffic's one", + "Average speed is 235.67% of the surrounding traffic's one", + "Average speed is 293.0% of the surrounding traffic's one", + "Average speed is 281.27% of the surrounding traffic's one", + "Average speed is 341.06% of the surrounding traffic's one", + "Average speed is 397.73% of the surrounding traffic's one", + "Average speed is 554.7% of the surrounding traffic's one", + "Average speed is 604.43% of the surrounding traffic's one", + "Average speed is 576.07% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 134.412, + "duration_game": 12.45, + "duration_system": 109.138 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23910_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "1", + "save_name": "RouteScenario_23910_rep0_Town12_InterurbanActorFlow_1_1_06_01_12_14_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 213.08% of the surrounding traffic's one", + "Average speed is 241.45% of the surrounding traffic's one", + "Average speed is 218.95% of the surrounding traffic's one", + "Average speed is 187.38% of the surrounding traffic's one", + "Average speed is 178.9% of the surrounding traffic's one", + "Average speed is 151.67% of the surrounding traffic's one", + "Average speed is 127.79% of the surrounding traffic's one", + "Average speed is 148.36% of the surrounding traffic's one", + "Average speed is 141.01% of the surrounding traffic's one", + "Average speed is 136.95% of the surrounding traffic's one", + "Average speed is 132.32% of the surrounding traffic's one", + "Average speed is 105.46% of the surrounding traffic's one", + "Average speed is 253.71% of the surrounding traffic's one", + "Average speed is 238.52% of the surrounding traffic's one", + "Average speed is 181.37% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 106.662, + "duration_game": 11.0, + "duration_system": 173.187 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2390_rep0", + "scenario_name": "VanillaNonSignalizedTurn_1", + "weather_id": "18", + "save_name": "RouteScenario_2390_rep0_Town12_VanillaNonSignalizedTurn_1_18_06_01_12_40_53", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.71% of the surrounding traffic's one", + "Average speed is 187.67% of the surrounding traffic's one", + "Average speed is 216.74% of the surrounding traffic's one", + "Average speed is 244.41% of the surrounding traffic's one", + "Average speed is 270.58% of the surrounding traffic's one", + "Average speed is 288.75% of the surrounding traffic's one", + "Average speed is 302.9% of the surrounding traffic's one", + "Average speed is 311.96% of the surrounding traffic's one", + "Average speed is 275.86% of the surrounding traffic's one", + "Average speed is 440.39% of the surrounding traffic's one", + "Average speed is 360.4% of the surrounding traffic's one", + "Average speed is 300.6% of the surrounding traffic's one", + "Average speed is 265.55% of the surrounding traffic's one", + "Average speed is 204.06% of the surrounding traffic's one", + "Average speed is 148.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 64.834, + "duration_game": 7.3, + "duration_system": 76.091 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23901_rep0", + "scenario_name": "InterurbanActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_23901_rep0_Town13_InterurbanActorFlow_1_18_06_01_12_07_30", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 181.05% of the surrounding traffic's one", + "Average speed is 89.85% of the surrounding traffic's one", + "Average speed is 179.21% of the surrounding traffic's one", + "Average speed is 148.33% of the surrounding traffic's one", + "Average speed is 134.79% of the surrounding traffic's one", + "Average speed is 133.37% of the surrounding traffic's one", + "Average speed is 155.3% of the surrounding traffic's one", + "Average speed is 164.86% of the surrounding traffic's one", + "Average speed is 202.23% of the surrounding traffic's one", + "Average speed is 281.7% of the surrounding traffic's one", + "Average speed is 331.53% of the surrounding traffic's one", + "Average speed is 336.49% of the surrounding traffic's one", + "Average speed is 245.65% of the surrounding traffic's one", + "Average speed is 279.46% of the surrounding traffic's one", + "Average speed is 331.63% of the surrounding traffic's one", + "Average speed is 666.69% of the surrounding traffic's one", + "Average speed is 680.76% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 159.379, + "duration_game": 17.35, + "duration_system": 158.183 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23771_rep0", + "scenario_name": "MergerIntoSlowTrafficV2_1", + "weather_id": "0", + "save_name": "RouteScenario_23771_rep0_Town12_MergerIntoSlowTrafficV2_1_0_06_01_12_01_08", + "status": "Completed", + "num_infractions": 19, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3716 at (x=1105.541, y=3102.597, z=364.877) at time=8.450s [CARLA Frame: 4013, Agent Step: 168]", + "Agent collided against object with type=vehicle.audi.tt and id=3716 at (x=1155.253, y=3101.762, z=365.343) at time=13.450s [CARLA Frame: 4113, Agent Step: 268]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 320.91% of the surrounding traffic's one", + "Average speed is 350.56% of the surrounding traffic's one", + "Average speed is 275.78% of the surrounding traffic's one", + "Average speed is 220.79% of the surrounding traffic's one", + "Average speed is 185.07% of the surrounding traffic's one", + "Average speed is 147.97% of the surrounding traffic's one", + "Average speed is 116.89% of the surrounding traffic's one", + "Average speed is 176.94% of the surrounding traffic's one", + "Average speed is 194.27% of the surrounding traffic's one", + "Average speed is 209.51% of the surrounding traffic's one", + "Average speed is 201.16% of the surrounding traffic's one", + "Average speed is 143.68% of the surrounding traffic's one", + "Average speed is 109.03% of the surrounding traffic's one", + "Average speed is 216.42% of the surrounding traffic's one", + "Average speed is 165.05% of the surrounding traffic's one", + "Average speed is 107.52% of the surrounding traffic's one", + "Average speed is 92.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 146.527, + "duration_game": 14.65, + "duration_system": 186.223 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2373_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterRedLight_1", + "weather_id": "1", + "save_name": "RouteScenario_2373_rep0_Town12_VanillaSignalizedTurnEncounterRedLight_1_1_06_01_12_27_59", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 46.02% of the surrounding traffic's one", + "Average speed is 6.15% of the surrounding traffic's one", + "Average speed is 1697.11% of the surrounding traffic's one", + "Average speed is 1989.79% of the surrounding traffic's one", + "Average speed is 1954.53% of the surrounding traffic's one", + "Average speed is 1814.57% of the surrounding traffic's one", + "Average speed is 1677.28% of the surrounding traffic's one", + "Average speed is 1532.78% of the surrounding traffic's one", + "Average speed is 1489.58% of the surrounding traffic's one", + "Average speed is 2392.76% of the surrounding traffic's one", + "Average speed is 2246.17% of the surrounding traffic's one", + "Average speed is 1291.27% of the surrounding traffic's one", + "Average speed is 944.63% of the surrounding traffic's one", + "Average speed is 649.62% of the surrounding traffic's one", + "Average speed is 424.46% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 65.312, + "duration_game": 55.8, + "duration_system": 588.671 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23708_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "7", + "save_name": "RouteScenario_23708_rep0_Town12_InterurbanAdvancedActorFlow_1_7_06_01_11_55_19", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 410.25% of the surrounding traffic's one", + "Average speed is 658.19% of the surrounding traffic's one", + "Average speed is 922.85% of the surrounding traffic's one", + "Average speed is 1036.67% of the surrounding traffic's one", + "Average speed is 1020.34% of the surrounding traffic's one", + "Average speed is 839.8% of the surrounding traffic's one", + "Average speed is 625.03% of the surrounding traffic's one", + "Average speed is 485.14% of the surrounding traffic's one", + "Average speed is 596.94% of the surrounding traffic's one", + "Average speed is 654.76% of the surrounding traffic's one", + "Average speed is 703.93% of the surrounding traffic's one", + "Average speed is 977.22% of the surrounding traffic's one", + "Average speed is 900.84% of the surrounding traffic's one", + "Average speed is 500.44% of the surrounding traffic's one", + "Average speed is 437.05% of the surrounding traffic's one", + "Average speed is 396.66% of the surrounding traffic's one", + "Average speed is 369.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 148.995, + "duration_game": 9.85, + "duration_system": 162.163 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23700_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "25", + "save_name": "RouteScenario_23700_rep0_Town12_InterurbanAdvancedActorFlow_1_25_06_01_11_48_26", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 314.19% of the surrounding traffic's one", + "Average speed is 264.68% of the surrounding traffic's one", + "Average speed is 196.5% of the surrounding traffic's one", + "Average speed is 320.5% of the surrounding traffic's one", + "Average speed is 247.72% of the surrounding traffic's one", + "Average speed is 169.8% of the surrounding traffic's one", + "Average speed is 138.09% of the surrounding traffic's one", + "Average speed is 158.57% of the surrounding traffic's one", + "Average speed is 171.2% of the surrounding traffic's one", + "Average speed is 145.94% of the surrounding traffic's one", + "Average speed is 133.35% of the surrounding traffic's one", + "Average speed is 131.83% of the surrounding traffic's one", + "Average speed is 126.73% of the surrounding traffic's one", + "Average speed is 188.82% of the surrounding traffic's one", + "Average speed is 154.27% of the surrounding traffic's one", + "Average speed is 139.43% of the surrounding traffic's one", + "Average speed is 117.65% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 114.757, + "duration_game": 14.75, + "duration_system": 225.703 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23695_rep0", + "scenario_name": "InterurbanAdvancedActorFlow_1", + "weather_id": "19", + "save_name": "RouteScenario_23695_rep0_Town13_InterurbanAdvancedActorFlow_1_19_06_01_11_43_18", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 278.52% of the surrounding traffic's one", + "Average speed is 383.48% of the surrounding traffic's one", + "Average speed is 521.72% of the surrounding traffic's one", + "Average speed is 638.79% of the surrounding traffic's one", + "Average speed is 651.05% of the surrounding traffic's one", + "Average speed is 552.01% of the surrounding traffic's one", + "Average speed is 461.6% of the surrounding traffic's one", + "Average speed is 440.03% of the surrounding traffic's one", + "Average speed is 693.34% of the surrounding traffic's one", + "Average speed is 1081.34% of the surrounding traffic's one", + "Average speed is 3793.87% of the surrounding traffic's one", + "Average speed is 39503.91% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 154.865, + "duration_game": 10.2, + "duration_system": 108.111 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23687_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "9", + "save_name": "RouteScenario_23687_rep0_Town12_HighwayExit_1_9_06_01_11_37_20", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3711 at (x=-2496.223, y=4219.599, z=364.742) at time=5.250s [CARLA Frame: 3733, Agent Step: 104]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 217.21% of the surrounding traffic's one", + "Average speed is 73.74% of the surrounding traffic's one", + "Average speed is 174.13% of the surrounding traffic's one", + "Average speed is 176.35% of the surrounding traffic's one", + "Average speed is 222.19% of the surrounding traffic's one", + "Average speed is 243.58% of the surrounding traffic's one", + "Average speed is 216.44% of the surrounding traffic's one", + "Average speed is 225.46% of the surrounding traffic's one", + "Average speed is 302.97% of the surrounding traffic's one", + "Average speed is 371.64% of the surrounding traffic's one", + "Average speed is 420.81% of the surrounding traffic's one", + "Average speed is 406.99% of the surrounding traffic's one", + "Average speed is 366.26% of the surrounding traffic's one", + "Average speed is 337.12% of the surrounding traffic's one", + "Average speed is 350.12% of the surrounding traffic's one", + "Average speed is 268.12% of the surrounding traffic's one", + "Average speed is 166.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 153.816, + "duration_game": 14.65, + "duration_system": 173.717 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23670_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "15", + "save_name": "RouteScenario_23670_rep0_Town13_HighwayExit_1_15_06_02_14_02_07", + "status": "Failed - Agent got blocked", + "num_infractions": 17, + "infractions": { + "collisions_layout": [ + "Agent collided against object with type=static.terrain and id=0 at (x=508.029, y=6000.931, z=165.53) at time=21.150s [CARLA Frame: 4151, Agent Step: 422]" + ], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 184.86% of the surrounding traffic's one", + "Average speed is 118.01% of the surrounding traffic's one", + "Average speed is 205.31% of the surrounding traffic's one", + "Average speed is 208.28% of the surrounding traffic's one", + "Average speed is 159.05% of the surrounding traffic's one", + "Average speed is 157.94% of the surrounding traffic's one", + "Average speed is 161.27% of the surrounding traffic's one", + "Average speed is 176.57% of the surrounding traffic's one", + "Average speed is 207.95% of the surrounding traffic's one", + "Average speed is 217.88% of the surrounding traffic's one", + "Average speed is 229.75% of the surrounding traffic's one", + "Average speed is 207.34% of the surrounding traffic's one", + "Average speed is 203.74% of the surrounding traffic's one", + "Average speed is 173.25% of the surrounding traffic's one", + "Average speed is 163.0% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [ + "Agent got blocked at (x=508.214, y=6001.086, z=165.533)" + ], + "route_timeout": [] + }, + "scores": { + "score_route": 83.57, + "score_penalty": 0.65, + "score_composed": 54.3205 + }, + "meta": { + "route_length": 165.559, + "duration_game": 81.35, + "duration_system": 1002.119 + }, + "town_name": "Town13" + }, + { + "route_id": "RouteScenario_23659_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "3", + "save_name": "RouteScenario_23659_rep0_Town12_HighwayExit_1_3_06_02_13_23_42", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2020 and id=3705 at (x=2603.851, y=3192.103, z=365.994) at time=43.900s [CARLA Frame: 4312, Agent Step: 877]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 9.838 meters (10.79% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 18.54% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 15766.48% of the surrounding traffic's one", + "Average speed is 2434.39% of the surrounding traffic's one", + "Average speed is 1394.99% of the surrounding traffic's one", + "Average speed is 1102.41% of the surrounding traffic's one", + "Average speed is 798.38% of the surrounding traffic's one", + "Average speed is 803.03% of the surrounding traffic's one", + "Average speed is 637.43% of the surrounding traffic's one", + "Average speed is 624.99% of the surrounding traffic's one", + "Average speed is 282.03% of the surrounding traffic's one", + "Average speed is 141.25% of the surrounding traffic's one", + "Average speed is 110.62% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.535247, + "score_composed": 53.524716 + }, + "meta": { + "route_length": 99.127, + "duration_game": 49.7, + "duration_system": 490.531 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_23658_rep0", + "scenario_name": "HighwayExit_1", + "weather_id": "2", + "save_name": "RouteScenario_23658_rep0_Town12_HighwayExit_1_2_06_02_13_54_12", + "status": "Failed - Agent deviated from the route", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3709 at (x=-820.94, y=4757.815, z=369.995) at time=9.550s [CARLA Frame: 3731, Agent Step: 190]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 334.56% of the surrounding traffic's one", + "Average speed is 300.62% of the surrounding traffic's one", + "Average speed is 213.88% of the surrounding traffic's one", + "Average speed is 212.54% of the surrounding traffic's one", + "Average speed is 173.09% of the surrounding traffic's one", + "Average speed is 152.21% of the surrounding traffic's one", + "Average speed is 147.41% of the surrounding traffic's one", + "Average speed is 151.86% of the surrounding traffic's one", + "Average speed is 162.51% of the surrounding traffic's one", + "Average speed is 175.44% of the surrounding traffic's one", + "Average speed is 167.54% of the surrounding traffic's one", + "Average speed is 39.06% of the surrounding traffic's one", + "Average speed is 127.22% of the surrounding traffic's one", + "Average speed is 134.13% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [ + "Agent deviated from the route at (x=-819.48, y=4725.704, z=369.21)" + ], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 79.77, + "score_penalty": 0.6, + "score_composed": 47.862 + }, + "meta": { + "route_length": 106.658, + "duration_game": 17.2, + "duration_system": 291.316 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2286_rep0", + "scenario_name": "HighwayCutIn_1", + "weather_id": "18", + "save_name": "RouteScenario_2286_rep0_Town12_HighwayCutIn_1_18_06_01_12_22_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 248.82% of the surrounding traffic's one", + "Average speed is 309.91% of the surrounding traffic's one", + "Average speed is 273.07% of the surrounding traffic's one", + "Average speed is 266.5% of the surrounding traffic's one", + "Average speed is 374.97% of the surrounding traffic's one", + "Average speed is 478.73% of the surrounding traffic's one", + "Average speed is 518.43% of the surrounding traffic's one", + "Average speed is 593.26% of the surrounding traffic's one", + "Average speed is 644.66% of the surrounding traffic's one", + "Average speed is 638.35% of the surrounding traffic's one", + "Average speed is 591.49% of the surrounding traffic's one", + "Average speed is 587.11% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 7973332.15% of the surrounding traffic's one", + "Average speed is 166748.54% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 105.07, + "duration_game": 9.2, + "duration_system": 128.13 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2283_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "15", + "save_name": "RouteScenario_2283_rep0_Town12_MergerIntoSlowTraffic_1_15_06_01_12_17_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 174.73% of the surrounding traffic's one", + "Average speed is 555.19% of the surrounding traffic's one", + "Average speed is 480.63% of the surrounding traffic's one", + "Average speed is 301.33% of the surrounding traffic's one", + "Average speed is 186.95% of the surrounding traffic's one", + "Average speed is 177.13% of the surrounding traffic's one", + "Average speed is 58.4% of the surrounding traffic's one", + "Average speed is 148.92% of the surrounding traffic's one", + "Average speed is 201.72% of the surrounding traffic's one", + "Average speed is 189.96% of the surrounding traffic's one", + "Average speed is 97.32% of the surrounding traffic's one", + "Average speed is 156.78% of the surrounding traffic's one", + "Average speed is 178.24% of the surrounding traffic's one", + "Average speed is 125.98% of the surrounding traffic's one", + "Average speed is 2933.58% of the surrounding traffic's one", + "Average speed is 10193613.71% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 138.82, + "duration_game": 15.5, + "duration_system": 168.187 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2273_rep0", + "scenario_name": "MergerIntoSlowTraffic_1", + "weather_id": "5", + "save_name": "RouteScenario_2273_rep0_Town12_MergerIntoSlowTraffic_1_5_06_01_12_11_13", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 261.33% of the surrounding traffic's one", + "Average speed is 482.4% of the surrounding traffic's one", + "Average speed is 326.11% of the surrounding traffic's one", + "Average speed is 226.76% of the surrounding traffic's one", + "Average speed is 157.8% of the surrounding traffic's one", + "Average speed is 166.56% of the surrounding traffic's one", + "Average speed is 147.79% of the surrounding traffic's one", + "Average speed is 153.72% of the surrounding traffic's one", + "Average speed is 73.81% of the surrounding traffic's one", + "Average speed is 160.79% of the surrounding traffic's one", + "Average speed is 253.37% of the surrounding traffic's one", + "Average speed is 123.25% of the surrounding traffic's one", + "Average speed is 116.89% of the surrounding traffic's one", + "Average speed is 83.26% of the surrounding traffic's one", + "Average speed is 339.8% of the surrounding traffic's one", + "Average speed is 325.28% of the surrounding traffic's one", + "Average speed is 135.82% of the surrounding traffic's one", + "Average speed is 167.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 136.709, + "duration_game": 14.4, + "duration_system": 166.182 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2215_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "25", + "save_name": "RouteScenario_2215_rep0_Town12_BlockedIntersection_1_25_06_01_11_56_17", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 310.2% of the surrounding traffic's one", + "Average speed is 497.5% of the surrounding traffic's one", + "Average speed is 311.22% of the surrounding traffic's one", + "Average speed is 192.01% of the surrounding traffic's one", + "Average speed is 76.78% of the surrounding traffic's one", + "Average speed is 10.68% of the surrounding traffic's one", + "Average speed is 2325.36% of the surrounding traffic's one", + "Average speed is 644.96% of the surrounding traffic's one", + "Average speed is 160.34% of the surrounding traffic's one", + "Average speed is 4229.96% of the surrounding traffic's one", + "Average speed is 2626.81% of the surrounding traffic's one", + "Average speed is 1134.93% of the surrounding traffic's one", + "Average speed is 679.31% of the surrounding traffic's one", + "Average speed is 468.19% of the surrounding traffic's one", + "Average speed is 283.14% of the surrounding traffic's one", + "Average speed is 160.99% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 72.462, + "duration_game": 61.4, + "duration_system": 707.427 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2204_rep0", + "scenario_name": "BlockedIntersection_1", + "weather_id": "14", + "save_name": "RouteScenario_2204_rep0_Town12_BlockedIntersection_1_14_06_01_11_48_14", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 211.0% of the surrounding traffic's one", + "Average speed is 1020.34% of the surrounding traffic's one", + "Average speed is 1590.16% of the surrounding traffic's one", + "Average speed is 292.49% of the surrounding traffic's one", + "Average speed is 75.62% of the surrounding traffic's one", + "Average speed is 43.24% of the surrounding traffic's one", + "Average speed is 174.09% of the surrounding traffic's one", + "Average speed is 239.38% of the surrounding traffic's one", + "Average speed is 70.79% of the surrounding traffic's one", + "Average speed is 2023.71% of the surrounding traffic's one", + "Average speed is 2426.43% of the surrounding traffic's one", + "Average speed is 2534.39% of the surrounding traffic's one", + "Average speed is 1414.25% of the surrounding traffic's one", + "Average speed is 849.58% of the surrounding traffic's one", + "Average speed is 500.18% of the surrounding traffic's one", + "Average speed is 157.34% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 73.133, + "duration_game": 22.95, + "duration_system": 295.31 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2201_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "11", + "save_name": "RouteScenario_2201_rep0_Town12_EnterActorFlow_1_11_06_01_11_35_37", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 171.23% of the surrounding traffic's one", + "Average speed is 715.09% of the surrounding traffic's one", + "Average speed is 705.36% of the surrounding traffic's one", + "Average speed is 137.0% of the surrounding traffic's one", + "Average speed is 11.28% of the surrounding traffic's one", + "Average speed is 2014.19% of the surrounding traffic's one", + "Average speed is 2233.1% of the surrounding traffic's one", + "Average speed is 1668.8% of the surrounding traffic's one", + "Average speed is 1424.51% of the surrounding traffic's one", + "Average speed is 823.58% of the surrounding traffic's one", + "Average speed is 6928.34% of the surrounding traffic's one", + "Average speed is 2410.54% of the surrounding traffic's one", + "Average speed is 1814.23% of the surrounding traffic's one", + "Average speed is 1355.04% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 82.683, + "duration_game": 50.85, + "duration_system": 566.898 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2164_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "0", + "save_name": "RouteScenario_2164_rep0_Town12_VehicleTurningRoutePedestrian_1_0_06_01_11_29_48", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.42% of the surrounding traffic's one", + "Average speed is 117.44% of the surrounding traffic's one", + "Average speed is 118.85% of the surrounding traffic's one", + "Average speed is 37.76% of the surrounding traffic's one", + "Average speed is 143.19% of the surrounding traffic's one", + "Average speed is 76.25% of the surrounding traffic's one", + "Average speed is 381.45% of the surrounding traffic's one", + "Average speed is 391.19% of the surrounding traffic's one", + "Average speed is 90.94% of the surrounding traffic's one", + "Average speed is 622.34% of the surrounding traffic's one", + "Average speed is 1326.41% of the surrounding traffic's one", + "Average speed is 2195.9% of the surrounding traffic's one", + "Average speed is 826.19% of the surrounding traffic's one", + "Average speed is 616.78% of the surrounding traffic's one", + "Average speed is 307.7% of the surrounding traffic's one", + "Average speed is 234.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.8, + "duration_game": 17.9, + "duration_system": 168.193 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2144_rep0", + "scenario_name": "VehicleTurningRoute_1", + "weather_id": "6", + "save_name": "RouteScenario_2144_rep0_Town12_VehicleTurningRoute_1_6_06_02_08_07_08", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 182.89% of the surrounding traffic's one", + "Average speed is 148.86% of the surrounding traffic's one", + "Average speed is 93.55% of the surrounding traffic's one", + "Average speed is 13.01% of the surrounding traffic's one", + "Average speed is 320.23% of the surrounding traffic's one", + "Average speed is 404.92% of the surrounding traffic's one", + "Average speed is 207.93% of the surrounding traffic's one", + "Average speed is 693.97% of the surrounding traffic's one", + "Average speed is 701.95% of the surrounding traffic's one", + "Average speed is 522.97% of the surrounding traffic's one", + "Average speed is 195.2% of the surrounding traffic's one", + "Average speed is 0.45% of the surrounding traffic's one", + "Average speed is 76.28% of the surrounding traffic's one", + "Average speed is 2516.55% of the surrounding traffic's one", + "Average speed is 411.65% of the surrounding traffic's one", + "Average speed is 234.31% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 74.492, + "duration_game": 248.95, + "duration_system": 2787.589 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2143_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "5", + "save_name": "RouteScenario_2143_rep0_Town12_OppositeVehicleTakingPriority_1_5_06_01_11_02_07", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=239.246, y=5915.88, z=361.203) at time=19.200s [CARLA Frame: 4500, Agent Step: 383]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 190.61% of the surrounding traffic's one", + "Average speed is 105.37% of the surrounding traffic's one", + "Average speed is 389.01% of the surrounding traffic's one", + "Average speed is 184.51% of the surrounding traffic's one", + "Average speed is 114.92% of the surrounding traffic's one", + "Average speed is 50.34% of the surrounding traffic's one", + "Average speed is 18.06% of the surrounding traffic's one", + "Average speed is 419.03% of the surrounding traffic's one", + "Average speed is 442.79% of the surrounding traffic's one", + "Average speed is 476.99% of the surrounding traffic's one", + "Average speed is 367.11% of the surrounding traffic's one", + "Average speed is 528.6% of the surrounding traffic's one", + "Average speed is 670.14% of the surrounding traffic's one", + "Average speed is 1357.88% of the surrounding traffic's one", + "Average speed is 890.5% of the surrounding traffic's one", + "Average speed is 435.78% of the surrounding traffic's one", + "Average speed is 526.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 78.353, + "duration_game": 20.45, + "duration_system": 228.265 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2129_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "9", + "save_name": "RouteScenario_2129_rep0_Town12_OppositeVehicleTakingPriority_1_9_06_01_10_23_41", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.carlamotors.firetruck and id=3696 at (x=2385.984, y=2432.888, z=367.085) at time=144.300s [CARLA Frame: 7625, Agent Step: 2885]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.23% of the surrounding traffic's one", + "Average speed is 216.12% of the surrounding traffic's one", + "Average speed is 399.61% of the surrounding traffic's one", + "Average speed is 163.17% of the surrounding traffic's one", + "Average speed is 24.45% of the surrounding traffic's one", + "Average speed is 2.3% of the surrounding traffic's one", + "Average speed is 281.61% of the surrounding traffic's one", + "Average speed is 552.52% of the surrounding traffic's one", + "Average speed is 604.9% of the surrounding traffic's one", + "Average speed is 431.96% of the surrounding traffic's one", + "Average speed is 542.04% of the surrounding traffic's one", + "Average speed is 457.26% of the surrounding traffic's one", + "Average speed is 814.99% of the surrounding traffic's one", + "Average speed is 453.63% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 80.459, + "duration_game": 145.1, + "duration_system": 2137.27 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2127_rep0", + "scenario_name": "OppositeVehicleTakingPriority_1", + "weather_id": "15", + "save_name": "RouteScenario_2127_rep0_Town12_OppositeVehicleTakingPriority_1_15_06_01_10_18_31", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 270.24% of the surrounding traffic's one", + "Average speed is 468.11% of the surrounding traffic's one", + "Average speed is 415.57% of the surrounding traffic's one", + "Average speed is 99.13% of the surrounding traffic's one", + "Average speed is 57.18% of the surrounding traffic's one", + "Average speed is 30.0% of the surrounding traffic's one", + "Average speed is 313.51% of the surrounding traffic's one", + "Average speed is 484.07% of the surrounding traffic's one", + "Average speed is 524.61% of the surrounding traffic's one", + "Average speed is 403.9% of the surrounding traffic's one", + "Average speed is 444.87% of the surrounding traffic's one", + "Average speed is 971.05% of the surrounding traffic's one", + "Average speed is 3118.04% of the surrounding traffic's one", + "Average speed is 1635.83% of the surrounding traffic's one", + "Average speed is 1136.55% of the surrounding traffic's one", + "Average speed is 1091.33% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.602, + "duration_game": 12.5, + "duration_system": 159.164 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2115_rep0", + "scenario_name": "NonSignalizedJunctionRightTurn_1", + "weather_id": "3", + "save_name": "RouteScenario_2115_rep0_Town12_NonSignalizedJunctionRightTurn_1_3_06_01_10_14_08", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.lincoln.mkz_2017 and id=3714 at (x=1987.501, y=2174.617, z=362.229) at time=7.950s [CARLA Frame: 4507, Agent Step: 158]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 408.98% of the surrounding traffic's one", + "Average speed is 572.71% of the surrounding traffic's one", + "Average speed is 526.83% of the surrounding traffic's one", + "Average speed is 266.63% of the surrounding traffic's one", + "Average speed is 125.38% of the surrounding traffic's one", + "Average speed is 47.78% of the surrounding traffic's one", + "Average speed is 208.81% of the surrounding traffic's one", + "Average speed is 237.18% of the surrounding traffic's one", + "Average speed is 235.74% of the surrounding traffic's one", + "Average speed is 270.91% of the surrounding traffic's one", + "Average speed is 767.05% of the surrounding traffic's one", + "Average speed is 1505.75% of the surrounding traffic's one", + "Average speed is 1391.39% of the surrounding traffic's one", + "Average speed is 1696.61% of the surrounding traffic's one", + "Average speed is 2856.1% of the surrounding traffic's one", + "Average speed is 2373.95% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 72.172, + "duration_game": 10.75, + "duration_system": 108.117 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_20920_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "15", + "save_name": "RouteScenario_20920_rep0_Town12_ConstructionObstacleTwoWays_1_15_06_01_09_39_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 134.69% of the surrounding traffic's one", + "Average speed is 142.08% of the surrounding traffic's one", + "Average speed is 185.02% of the surrounding traffic's one", + "Average speed is 77.55% of the surrounding traffic's one", + "Average speed is 7.62% of the surrounding traffic's one", + "Average speed is 108.01% of the surrounding traffic's one", + "Average speed is 270.83% of the surrounding traffic's one", + "Average speed is 722.86% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 129.63% of the surrounding traffic's one", + "Average speed is 241.88% of the surrounding traffic's one", + "Average speed is 163.85% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 29.85, + "duration_system": 737.859 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2091_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "5", + "save_name": "RouteScenario_2091_rep0_Town12_NonSignalizedJunctionLeftTurn_1_5_06_01_10_06_55", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 324.64% of the surrounding traffic's one", + "Average speed is 272.4% of the surrounding traffic's one", + "Average speed is 225.7% of the surrounding traffic's one", + "Average speed is 102.06% of the surrounding traffic's one", + "Average speed is 100.99% of the surrounding traffic's one", + "Average speed is 18.43% of the surrounding traffic's one", + "Average speed is 605.78% of the surrounding traffic's one", + "Average speed is 618.29% of the surrounding traffic's one", + "Average speed is 509.82% of the surrounding traffic's one", + "Average speed is 477.25% of the surrounding traffic's one", + "Average speed is 688.8% of the surrounding traffic's one", + "Average speed is 1761.95% of the surrounding traffic's one", + "Average speed is 1843.95% of the surrounding traffic's one", + "Average speed is 2032.35% of the surrounding traffic's one", + "Average speed is 1861.23% of the surrounding traffic's one", + "Average speed is 2203.85% of the surrounding traffic's one", + "Average speed is 2593.35% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.251, + "duration_game": 22.7, + "duration_system": 279.311 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2086_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "0", + "save_name": "RouteScenario_2086_rep0_Town12_NonSignalizedJunctionLeftTurn_1_0_06_01_10_01_56", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 207.43% of the surrounding traffic's one", + "Average speed is 531.11% of the surrounding traffic's one", + "Average speed is 493.93% of the surrounding traffic's one", + "Average speed is 410.34% of the surrounding traffic's one", + "Average speed is 148.76% of the surrounding traffic's one", + "Average speed is 58.03% of the surrounding traffic's one", + "Average speed is 114.88% of the surrounding traffic's one", + "Average speed is 199.49% of the surrounding traffic's one", + "Average speed is 233.92% of the surrounding traffic's one", + "Average speed is 289.11% of the surrounding traffic's one", + "Average speed is 380.27% of the surrounding traffic's one", + "Average speed is 714.33% of the surrounding traffic's one", + "Average speed is 723.18% of the surrounding traffic's one", + "Average speed is 637.68% of the surrounding traffic's one", + "Average speed is 653.26% of the surrounding traffic's one", + "Average speed is 2797.68% of the surrounding traffic's one", + "Average speed is 1319.96% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 79.058, + "duration_game": 12.05, + "duration_system": 145.153 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2084_rep0", + "scenario_name": "NonSignalizedJunctionLeftTurn_1", + "weather_id": "23", + "save_name": "RouteScenario_2084_rep0_Town12_NonSignalizedJunctionLeftTurn_1_23_06_01_09_55_02", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.ford.mustang and id=3732 at (x=-1380.246, y=5321.267, z=376.653) at time=22.200s [CARLA Frame: 4690, Agent Step: 443]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 192.76% of the surrounding traffic's one", + "Average speed is 149.13% of the surrounding traffic's one", + "Average speed is 611.02% of the surrounding traffic's one", + "Average speed is 527.92% of the surrounding traffic's one", + "Average speed is 121.19% of the surrounding traffic's one", + "Average speed is 16.84% of the surrounding traffic's one", + "Average speed is 393.36% of the surrounding traffic's one", + "Average speed is 889.31% of the surrounding traffic's one", + "Average speed is 576.58% of the surrounding traffic's one", + "Average speed is 252.58% of the surrounding traffic's one", + "Average speed is 817.25% of the surrounding traffic's one", + "Average speed is 1683.0% of the surrounding traffic's one", + "Average speed is 2123.79% of the surrounding traffic's one", + "Average speed is 2770.92% of the surrounding traffic's one", + "Average speed is 1709.47% of the surrounding traffic's one", + "Average speed is 1276.5% of the surrounding traffic's one", + "Average speed is 843.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 79.28, + "duration_game": 26.5, + "duration_system": 257.306 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2082_rep0", + "scenario_name": "OppositeVehicleRunningRedLight_1", + "weather_id": "22", + "save_name": "RouteScenario_2082_rep0_Town12_OppositeVehicleRunningRedLight_1_22_06_01_09_48_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 350.25% of the surrounding traffic's one", + "Average speed is 634.17% of the surrounding traffic's one", + "Average speed is 433.54% of the surrounding traffic's one", + "Average speed is 94.35% of the surrounding traffic's one", + "Average speed is 81.78% of the surrounding traffic's one", + "Average speed is 70.42% of the surrounding traffic's one", + "Average speed is 379.12% of the surrounding traffic's one", + "Average speed is 542.77% of the surrounding traffic's one", + "Average speed is 420.04% of the surrounding traffic's one", + "Average speed is 299.8% of the surrounding traffic's one", + "Average speed is 271.0% of the surrounding traffic's one", + "Average speed is 308.28% of the surrounding traffic's one", + "Average speed is 216.91% of the surrounding traffic's one", + "Average speed is 185.12% of the surrounding traffic's one", + "Average speed is 187.94% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 83.186, + "duration_game": 12.95, + "duration_system": 201.612 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_2050_rep0", + "scenario_name": "SignalizedJunctionRightTurn_1", + "weather_id": "8", + "save_name": "RouteScenario_2050_rep0_Town12_SignalizedJunctionRightTurn_1_8_06_01_09_43_22", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 200.92% of the surrounding traffic's one", + "Average speed is 559.51% of the surrounding traffic's one", + "Average speed is 630.42% of the surrounding traffic's one", + "Average speed is 651.02% of the surrounding traffic's one", + "Average speed is 36.55% of the surrounding traffic's one", + "Average speed is 192.9% of the surrounding traffic's one", + "Average speed is 436.48% of the surrounding traffic's one", + "Average speed is 615.15% of the surrounding traffic's one", + "Average speed is 624.06% of the surrounding traffic's one", + "Average speed is 717.5% of the surrounding traffic's one", + "Average speed is 652.68% of the surrounding traffic's one", + "Average speed is 722.8% of the surrounding traffic's one", + "Average speed is 1633.52% of the surrounding traffic's one", + "Average speed is 2885.74% of the surrounding traffic's one", + "Average speed is 2766.65% of the surrounding traffic's one", + "Average speed is 1972.33% of the surrounding traffic's one", + "Average speed is 2059.42% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 78.623, + "duration_game": 11.65, + "duration_system": 140.146 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1956_rep0", + "scenario_name": "ParkingExit_1", + "weather_id": "0", + "save_name": "RouteScenario_1956_rep0_Town12_ParkingExit_1_0_06_01_09_36_29", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [ + "Agent went outside its route lanes for about 13.001 meters (10.56% of the completed route)" + ], + "min_speed_infractions": [ + "Average speed is 59.07% of the surrounding traffic's one", + "Average speed is 180.08% of the surrounding traffic's one", + "Average speed is 140.23% of the surrounding traffic's one", + "Average speed is 107.84% of the surrounding traffic's one", + "Average speed is 79.65% of the surrounding traffic's one", + "Average speed is 120.01% of the surrounding traffic's one", + "Average speed is 105.92% of the surrounding traffic's one", + "Average speed is 104.49% of the surrounding traffic's one", + "Average speed is 103.18% of the surrounding traffic's one", + "Average speed is 101.59% of the surrounding traffic's one", + "Average speed is 102.05% of the surrounding traffic's one", + "Average speed is 101.29% of the surrounding traffic's one", + "Average speed is 102.77% of the surrounding traffic's one", + "Average speed is 100.34% of the surrounding traffic's one", + "Average speed is 96.49% of the surrounding traffic's one", + "Average speed is 100.95% of the surrounding traffic's one", + "Average speed is 105.03% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.89441, + "score_composed": 89.44102 + }, + "meta": { + "route_length": 133.124, + "duration_game": 17.75, + "duration_system": 220.248 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1852_rep0", + "scenario_name": "AccidentTwoWays_1", + "weather_id": "0", + "save_name": "RouteScenario_1852_rep0_Town12_AccidentTwoWays_1_0_06_01_09_21_33", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 129.92% of the surrounding traffic's one", + "Average speed is 89.32% of the surrounding traffic's one", + "Average speed is 364.44% of the surrounding traffic's one", + "Average speed is 267.29% of the surrounding traffic's one", + "Average speed is 258.37% of the surrounding traffic's one", + "Average speed is 160.39% of the surrounding traffic's one", + "Average speed is 13.82% of the surrounding traffic's one", + "Average speed is 547.98% of the surrounding traffic's one", + "Average speed is 380.86% of the surrounding traffic's one", + "Average speed is 592.79% of the surrounding traffic's one", + "Average speed is 525.66% of the surrounding traffic's one", + "Average speed is 273.73% of the surrounding traffic's one", + "Average speed is 225.69% of the surrounding traffic's one", + "Average speed is 187.34% of the surrounding traffic's one", + "Average speed is 212.24% of the surrounding traffic's one", + "Average speed is 199.36% of the surrounding traffic's one", + "Average speed is 216.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.12, + "duration_game": 67.5, + "duration_system": 698.877 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18356_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "25", + "save_name": "RouteScenario_18356_rep0_Town12_ParkingCutIn_1_25_06_01_09_33_24", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.76% of the surrounding traffic's one", + "Average speed is 75.25% of the surrounding traffic's one", + "Average speed is 187.67% of the surrounding traffic's one", + "Average speed is 192.08% of the surrounding traffic's one", + "Average speed is 69.05% of the surrounding traffic's one", + "Average speed is 131.31% of the surrounding traffic's one", + "Average speed is 86.86% of the surrounding traffic's one", + "Average speed is 100.95% of the surrounding traffic's one", + "Average speed is 79.99% of the surrounding traffic's one", + "Average speed is 124.65% of the surrounding traffic's one", + "Average speed is 155.31% of the surrounding traffic's one", + "Average speed is 135.2% of the surrounding traffic's one", + "Average speed is 138.47% of the surrounding traffic's one", + "Average speed is 127.55% of the surrounding traffic's one", + "Average speed is 143.3% of the surrounding traffic's one", + "Average speed is 101.32% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 17.35, + "duration_system": 156.45 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1833_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "7", + "save_name": "RouteScenario_1833_rep0_Town12_ConstructionObstacleTwoWays_1_7_06_01_09_04_46", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 142.38% of the surrounding traffic's one", + "Average speed is 138.35% of the surrounding traffic's one", + "Average speed is 143.24% of the surrounding traffic's one", + "Average speed is 185.09% of the surrounding traffic's one", + "Average speed is 126.79% of the surrounding traffic's one", + "Average speed is 6.01% of the surrounding traffic's one", + "Average speed is 89.13% of the surrounding traffic's one", + "Average speed is 546.98% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 128.17% of the surrounding traffic's one", + "Average speed is 190.4% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.121, + "duration_game": 31.35, + "duration_system": 813.898 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18311_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "6", + "save_name": "RouteScenario_18311_rep0_Town12_ParkingCutIn_1_6_06_01_09_27_43", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.68% of the surrounding traffic's one", + "Average speed is 101.89% of the surrounding traffic's one", + "Average speed is 226.93% of the surrounding traffic's one", + "Average speed is 75.64% of the surrounding traffic's one", + "Average speed is 97.43% of the surrounding traffic's one", + "Average speed is 98.56% of the surrounding traffic's one", + "Average speed is 90.39% of the surrounding traffic's one", + "Average speed is 78.84% of the surrounding traffic's one", + "Average speed is 143.91% of the surrounding traffic's one", + "Average speed is 184.72% of the surrounding traffic's one", + "Average speed is 164.17% of the surrounding traffic's one", + "Average speed is 166.35% of the surrounding traffic's one", + "Average speed is 146.97% of the surrounding traffic's one", + "Average speed is 112.92% of the surrounding traffic's one", + "Average speed is 117.22% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.121, + "duration_game": 17.65, + "duration_system": 159.174 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18305_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "0", + "save_name": "RouteScenario_18305_rep0_Town12_ParkingCutIn_1_0_06_01_09_22_03", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 128.07% of the surrounding traffic's one", + "Average speed is 62.22% of the surrounding traffic's one", + "Average speed is 178.9% of the surrounding traffic's one", + "Average speed is 193.37% of the surrounding traffic's one", + "Average speed is 122.71% of the surrounding traffic's one", + "Average speed is 87.32% of the surrounding traffic's one", + "Average speed is 83.88% of the surrounding traffic's one", + "Average speed is 81.55% of the surrounding traffic's one", + "Average speed is 73.59% of the surrounding traffic's one", + "Average speed is 114.15% of the surrounding traffic's one", + "Average speed is 111.19% of the surrounding traffic's one", + "Average speed is 182.93% of the surrounding traffic's one", + "Average speed is 222.8% of the surrounding traffic's one", + "Average speed is 199.49% of the surrounding traffic's one", + "Average speed is 154.2% of the surrounding traffic's one", + "Average speed is 110.82% of the surrounding traffic's one", + "Average speed is 120.44% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.117, + "duration_game": 17.35, + "duration_system": 155.176 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1825_rep0", + "scenario_name": "ConstructionObstacleTwoWays_1", + "weather_id": "25", + "save_name": "RouteScenario_1825_rep0_Town12_ConstructionObstacleTwoWays_1_25_06_01_08_50_13", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 136.05% of the surrounding traffic's one", + "Average speed is 170.06% of the surrounding traffic's one", + "Average speed is 235.32% of the surrounding traffic's one", + "Average speed is 58.7% of the surrounding traffic's one", + "Average speed is 7.41% of the surrounding traffic's one", + "Average speed is 292.0% of the surrounding traffic's one", + "Average speed is 549.76% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 100% of the surrounding traffic's one", + "Average speed is 256.01% of the surrounding traffic's one", + "Average speed is 341.92% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.064, + "duration_game": 29.0, + "duration_system": 693.635 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_18252_rep0", + "scenario_name": "ParkingCrossingPedestrian_1", + "weather_id": "25", + "save_name": "RouteScenario_18252_rep0_Town12_ParkingCrossingPedestrian_1_25_06_01_09_15_50", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [ + "Agent collided against object with type=walker.pedestrian.0041 and id=3698 at (x=-604.949, y=3570.522, z=362.575) at time=9.750s [CARLA Frame: 4134, Agent Step: 194]" + ], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 137.94% of the surrounding traffic's one", + "Average speed is 146.89% of the surrounding traffic's one", + "Average speed is 306.78% of the surrounding traffic's one", + "Average speed is 178.59% of the surrounding traffic's one", + "Average speed is 118.75% of the surrounding traffic's one", + "Average speed is 87.34% of the surrounding traffic's one", + "Average speed is 233.49% of the surrounding traffic's one", + "Average speed is 184.8% of the surrounding traffic's one", + "Average speed is 147.62% of the surrounding traffic's one", + "Average speed is 129.27% of the surrounding traffic's one", + "Average speed is 175.92% of the surrounding traffic's one", + "Average speed is 158.91% of the surrounding traffic's one", + "Average speed is 123.7% of the surrounding traffic's one", + "Average speed is 111.66% of the surrounding traffic's one", + "Average speed is 89.48% of the surrounding traffic's one", + "Average speed is 90.42% of the surrounding traffic's one", + "Average speed is 83.21% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.5, + "score_composed": 50.0 + }, + "meta": { + "route_length": 133.153, + "duration_game": 18.9, + "duration_system": 185.562 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1792_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "18", + "save_name": "RouteScenario_1792_rep0_Town12_HazardAtSideLane_1_18_06_01_08_18_21", + "status": "Completed", + "num_infractions": 18, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.mini.cooper_s_2021 and id=3751 at (x=3012.484, y=6251.411, z=370.339) at time=81.650s [CARLA Frame: 5521, Agent Step: 1632]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 95.05% of the surrounding traffic's one", + "Average speed is 185.9% of the surrounding traffic's one", + "Average speed is 223.3% of the surrounding traffic's one", + "Average speed is 241.64% of the surrounding traffic's one", + "Average speed is 225.44% of the surrounding traffic's one", + "Average speed is 157.97% of the surrounding traffic's one", + "Average speed is 9.3% of the surrounding traffic's one", + "Average speed is 93.87% of the surrounding traffic's one", + "Average speed is 153.44% of the surrounding traffic's one", + "Average speed is 2.43% of the surrounding traffic's one", + "Average speed is 137.88% of the surrounding traffic's one", + "Average speed is 168.66% of the surrounding traffic's one", + "Average speed is 170.6% of the surrounding traffic's one", + "Average speed is 172.98% of the surrounding traffic's one", + "Average speed is 158.75% of the surrounding traffic's one", + "Average speed is 104.51% of the surrounding traffic's one", + "Average speed is 102.48% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 133.1, + "duration_game": 82.45, + "duration_system": 1734.909 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1790_rep0", + "scenario_name": "HazardAtSideLane_1", + "weather_id": "8", + "save_name": "RouteScenario_1790_rep0_Town12_HazardAtSideLane_1_8_06_01_08_07_40", + "status": "Completed", + "num_infractions": 20, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=529.34, y=3914.138, z=371.201) at time=8.950s [CARLA Frame: 4243, Agent Step: 178]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=3763 at (x=487.261, y=3914.286, z=370.977) at time=13.950s [CARLA Frame: 4343, Agent Step: 278]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 140.09% of the surrounding traffic's one", + "Average speed is 150.88% of the surrounding traffic's one", + "Average speed is 138.29% of the surrounding traffic's one", + "Average speed is 171.12% of the surrounding traffic's one", + "Average speed is 147.51% of the surrounding traffic's one", + "Average speed is 125.79% of the surrounding traffic's one", + "Average speed is 118.71% of the surrounding traffic's one", + "Average speed is 65.43% of the surrounding traffic's one", + "Average speed is 114.95% of the surrounding traffic's one", + "Average speed is 145.18% of the surrounding traffic's one", + "Average speed is 106.81% of the surrounding traffic's one", + "Average speed is 104.26% of the surrounding traffic's one", + "Average speed is 136.89% of the surrounding traffic's one", + "Average speed is 114.01% of the surrounding traffic's one", + "Average speed is 106.95% of the surrounding traffic's one", + "Average speed is 114.63% of the surrounding traffic's one", + "Average speed is 115.9% of the surrounding traffic's one", + "Average speed is 108.01% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 119.119, + "duration_game": 15.95, + "duration_system": 463.6 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17752_rep0", + "scenario_name": "DynamicObjectCrossing_1", + "weather_id": "19", + "save_name": "RouteScenario_17752_rep0_Town12_DynamicObjectCrossing_1_19_06_01_09_10_07", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 130.26% of the surrounding traffic's one", + "Average speed is 121.95% of the surrounding traffic's one", + "Average speed is 197.21% of the surrounding traffic's one", + "Average speed is 164.01% of the surrounding traffic's one", + "Average speed is 157.3% of the surrounding traffic's one", + "Average speed is 119.85% of the surrounding traffic's one", + "Average speed is 85.9% of the surrounding traffic's one", + "Average speed is 244.9% of the surrounding traffic's one", + "Average speed is 158.46% of the surrounding traffic's one", + "Average speed is 115.03% of the surrounding traffic's one", + "Average speed is 101.16% of the surrounding traffic's one", + "Average speed is 103.12% of the surrounding traffic's one", + "Average speed is 104.2% of the surrounding traffic's one", + "Average speed is 107.96% of the surrounding traffic's one", + "Average speed is 113.93% of the surrounding traffic's one", + "Average speed is 130.09% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.161, + "duration_game": 17.7, + "duration_system": 162.21 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1773_rep0", + "scenario_name": "ParkedObstacle_1", + "weather_id": "25", + "save_name": "RouteScenario_1773_rep0_Town12_ParkedObstacle_1_25_06_01_07_41_42", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 138.8% of the surrounding traffic's one", + "Average speed is 175.54% of the surrounding traffic's one", + "Average speed is 155.93% of the surrounding traffic's one", + "Average speed is 42.81% of the surrounding traffic's one", + "Average speed is 5.8% of the surrounding traffic's one", + "Average speed is 92.65% of the surrounding traffic's one", + "Average speed is 178.11% of the surrounding traffic's one", + "Average speed is 136.44% of the surrounding traffic's one", + "Average speed is 115.81% of the surrounding traffic's one", + "Average speed is 111.47% of the surrounding traffic's one", + "Average speed is 127.71% of the surrounding traffic's one", + "Average speed is 142.14% of the surrounding traffic's one", + "Average speed is 130.89% of the surrounding traffic's one", + "Average speed is 131.57% of the surrounding traffic's one", + "Average speed is 105.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 132.062, + "duration_game": 44.95, + "duration_system": 1371.637 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17655_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "0", + "save_name": "RouteScenario_17655_rep0_Town12_SequentialLaneChange_1_0_06_01_09_02_13", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.dodge.charger_2020 and id=3706 at (x=-496.252, y=6491.673, z=357.885) at time=11.350s [CARLA Frame: 4194, Agent Step: 226]", + "Agent collided against object with type=vehicle.chevrolet.impala and id=3702 at (x=-501.225, y=6493.255, z=357.91) at time=11.800s [CARLA Frame: 4203, Agent Step: 235]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 102.4% of the surrounding traffic's one", + "Average speed is 179.53% of the surrounding traffic's one", + "Average speed is 168.25% of the surrounding traffic's one", + "Average speed is 124.4% of the surrounding traffic's one", + "Average speed is 98.32% of the surrounding traffic's one", + "Average speed is 100.0% of the surrounding traffic's one", + "Average speed is 100.25% of the surrounding traffic's one", + "Average speed is 105.95% of the surrounding traffic's one", + "Average speed is 89.64% of the surrounding traffic's one", + "Average speed is 36.32% of the surrounding traffic's one", + "Average speed is 62.41% of the surrounding traffic's one", + "Average speed is 110.54% of the surrounding traffic's one", + "Average speed is 99.29% of the surrounding traffic's one", + "Average speed is 95.69% of the surrounding traffic's one", + "Average speed is 108.87% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.36, + "score_composed": 36.0 + }, + "meta": { + "route_length": 121.212, + "duration_game": 14.65, + "duration_system": 291.308 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17635_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "6", + "save_name": "RouteScenario_17635_rep0_Town12_SequentialLaneChange_1_6_06_01_08_54_05", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 168.98% of the surrounding traffic's one", + "Average speed is 157.8% of the surrounding traffic's one", + "Average speed is 114.08% of the surrounding traffic's one", + "Average speed is 105.57% of the surrounding traffic's one", + "Average speed is 96.24% of the surrounding traffic's one", + "Average speed is 97.24% of the surrounding traffic's one", + "Average speed is 102.36% of the surrounding traffic's one", + "Average speed is 97.48% of the surrounding traffic's one", + "Average speed is 97.76% of the surrounding traffic's one", + "Average speed is 106.7% of the surrounding traffic's one", + "Average speed is 93.0% of the surrounding traffic's one", + "Average speed is 100.47% of the surrounding traffic's one", + "Average speed is 121.81% of the surrounding traffic's one", + "Average speed is 130.94% of the surrounding traffic's one", + "Average speed is 120.94% of the surrounding traffic's one", + "Average speed is 101.68% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.539, + "duration_game": 14.7, + "duration_system": 309.306 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17598_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "21", + "save_name": "RouteScenario_17598_rep0_Town12_SequentialLaneChange_1_21_06_01_08_47_00", + "status": "Completed", + "num_infractions": 14, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 188.0% of the surrounding traffic's one", + "Average speed is 149.53% of the surrounding traffic's one", + "Average speed is 115.68% of the surrounding traffic's one", + "Average speed is 117.7% of the surrounding traffic's one", + "Average speed is 112.61% of the surrounding traffic's one", + "Average speed is 109.15% of the surrounding traffic's one", + "Average speed is 107.5% of the surrounding traffic's one", + "Average speed is 99.34% of the surrounding traffic's one", + "Average speed is 99.95% of the surrounding traffic's one", + "Average speed is 124.31% of the surrounding traffic's one", + "Average speed is 104.04% of the surrounding traffic's one", + "Average speed is 97.08% of the surrounding traffic's one", + "Average speed is 128.49% of the surrounding traffic's one", + "Average speed is 141.81% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 120.431, + "duration_game": 14.9, + "duration_system": 248.288 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17569_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "18", + "save_name": "RouteScenario_17569_rep0_Town12_SequentialLaneChange_1_18_06_01_08_38_51", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 127.35% of the surrounding traffic's one", + "Average speed is 157.21% of the surrounding traffic's one", + "Average speed is 111.37% of the surrounding traffic's one", + "Average speed is 103.0% of the surrounding traffic's one", + "Average speed is 108.01% of the surrounding traffic's one", + "Average speed is 100.64% of the surrounding traffic's one", + "Average speed is 94.96% of the surrounding traffic's one", + "Average speed is 90.61% of the surrounding traffic's one", + "Average speed is 95.64% of the surrounding traffic's one", + "Average speed is 91.08% of the surrounding traffic's one", + "Average speed is 102.86% of the surrounding traffic's one", + "Average speed is 102.72% of the surrounding traffic's one", + "Average speed is 96.37% of the surrounding traffic's one", + "Average speed is 90.1% of the surrounding traffic's one", + "Average speed is 120.96% of the surrounding traffic's one", + "Average speed is 134.64% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.358, + "duration_game": 14.45, + "duration_system": 311.314 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_17563_rep0", + "scenario_name": "SequentialLaneChange_1", + "weather_id": "12", + "save_name": "RouteScenario_17563_rep0_Town12_SequentialLaneChange_1_12_06_01_08_32_03", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 176.76% of the surrounding traffic's one", + "Average speed is 190.19% of the surrounding traffic's one", + "Average speed is 117.39% of the surrounding traffic's one", + "Average speed is 92.01% of the surrounding traffic's one", + "Average speed is 88.57% of the surrounding traffic's one", + "Average speed is 97.05% of the surrounding traffic's one", + "Average speed is 87.99% of the surrounding traffic's one", + "Average speed is 74.41% of the surrounding traffic's one", + "Average speed is 77.53% of the surrounding traffic's one", + "Average speed is 79.56% of the surrounding traffic's one", + "Average speed is 75.62% of the surrounding traffic's one", + "Average speed is 52.32% of the surrounding traffic's one", + "Average speed is 50.83% of the surrounding traffic's one", + "Average speed is 83.07% of the surrounding traffic's one", + "Average speed is 95.0% of the surrounding traffic's one", + "Average speed is 99.27% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 115.325, + "duration_game": 13.05, + "duration_system": 231.276 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_1711_rep0", + "scenario_name": "ParkingCutIn_1", + "weather_id": "15", + "save_name": "RouteScenario_1711_rep0_Town12_ParkingCutIn_1_15_06_01_07_34_57", + "status": "Completed", + "num_infractions": 17, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 141.06% of the surrounding traffic's one", + "Average speed is 82.28% of the surrounding traffic's one", + "Average speed is 246.89% of the surrounding traffic's one", + "Average speed is 182.22% of the surrounding traffic's one", + "Average speed is 74.56% of the surrounding traffic's one", + "Average speed is 96.49% of the surrounding traffic's one", + "Average speed is 79.63% of the surrounding traffic's one", + "Average speed is 95.05% of the surrounding traffic's one", + "Average speed is 85.59% of the surrounding traffic's one", + "Average speed is 113.19% of the surrounding traffic's one", + "Average speed is 147.74% of the surrounding traffic's one", + "Average speed is 163.88% of the surrounding traffic's one", + "Average speed is 139.15% of the surrounding traffic's one", + "Average speed is 146.53% of the surrounding traffic's one", + "Average speed is 118.57% of the surrounding traffic's one", + "Average speed is 115.93% of the surrounding traffic's one", + "Average speed is 119.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 133.138, + "duration_game": 22.4, + "duration_system": 222.561 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14909_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "14", + "save_name": "RouteScenario_14909_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_14_06_01_08_22_33", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 6.16% of the surrounding traffic's one", + "Average speed is 444.89% of the surrounding traffic's one", + "Average speed is 1213.19% of the surrounding traffic's one", + "Average speed is 1466.32% of the surrounding traffic's one", + "Average speed is 1390.58% of the surrounding traffic's one", + "Average speed is 1458.48% of the surrounding traffic's one", + "Average speed is 1335.25% of the surrounding traffic's one", + "Average speed is 1595.31% of the surrounding traffic's one", + "Average speed is 1277.01% of the surrounding traffic's one", + "Average speed is 840.48% of the surrounding traffic's one", + "Average speed is 639.88% of the surrounding traffic's one", + "Average speed is 448.32% of the surrounding traffic's one", + "Average speed is 365.3% of the surrounding traffic's one", + "Average speed is 327.95% of the surrounding traffic's one", + "Average speed is 263.18% of the surrounding traffic's one", + "Average speed is 199.28% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 59.305, + "duration_game": 36.0, + "duration_system": 391.768 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14862_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "19", + "save_name": "RouteScenario_14862_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_19_06_01_08_15_07", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 116.8% of the surrounding traffic's one", + "Average speed is 12.54% of the surrounding traffic's one", + "Average speed is 1114.0% of the surrounding traffic's one", + "Average speed is 1226.23% of the surrounding traffic's one", + "Average speed is 1328.73% of the surrounding traffic's one", + "Average speed is 1610.74% of the surrounding traffic's one", + "Average speed is 1446.36% of the surrounding traffic's one", + "Average speed is 933.97% of the surrounding traffic's one", + "Average speed is 924.86% of the surrounding traffic's one", + "Average speed is 620.71% of the surrounding traffic's one", + "Average speed is 447.56% of the surrounding traffic's one", + "Average speed is 259.57% of the surrounding traffic's one", + "Average speed is 188.31% of the surrounding traffic's one", + "Average speed is 173.93% of the surrounding traffic's one", + "Average speed is 142.43% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 61.818, + "duration_game": 20.8, + "duration_system": 269.299 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14842_rep0", + "scenario_name": "VanillaSignalizedTurnEncounterGreenLight_1", + "weather_id": "25", + "save_name": "RouteScenario_14842_rep0_Town12_VanillaSignalizedTurnEncounterGreenLight_1_25_06_01_08_08_21", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 144.04% of the surrounding traffic's one", + "Average speed is 9.73% of the surrounding traffic's one", + "Average speed is 1799.48% of the surrounding traffic's one", + "Average speed is 1760.86% of the surrounding traffic's one", + "Average speed is 1977.26% of the surrounding traffic's one", + "Average speed is 1404.74% of the surrounding traffic's one", + "Average speed is 1193.39% of the surrounding traffic's one", + "Average speed is 989.08% of the surrounding traffic's one", + "Average speed is 1353.05% of the surrounding traffic's one", + "Average speed is 846.97% of the surrounding traffic's one", + "Average speed is 552.75% of the surrounding traffic's one", + "Average speed is 394.36% of the surrounding traffic's one", + "Average speed is 303.06% of the surrounding traffic's one", + "Average speed is 255.94% of the surrounding traffic's one", + "Average speed is 223.86% of the surrounding traffic's one", + "Average speed is 199.59% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 57.801, + "duration_game": 20.8, + "duration_system": 219.42 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_14194_rep0", + "scenario_name": "PedestrianCrossing_1", + "weather_id": "1", + "save_name": "RouteScenario_14194_rep0_Town12_PedestrianCrossing_1_1_06_01_08_03_01", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 204.89% of the surrounding traffic's one", + "Average speed is 193.98% of the surrounding traffic's one", + "Average speed is 521.36% of the surrounding traffic's one", + "Average speed is 141.76% of the surrounding traffic's one", + "Average speed is 67.8% of the surrounding traffic's one", + "Average speed is 34.93% of the surrounding traffic's one", + "Average speed is 405.4% of the surrounding traffic's one", + "Average speed is 621.22% of the surrounding traffic's one", + "Average speed is 749.45% of the surrounding traffic's one", + "Average speed is 907.07% of the surrounding traffic's one", + "Average speed is 843.38% of the surrounding traffic's one", + "Average speed is 602.37% of the surrounding traffic's one", + "Average speed is 426.18% of the surrounding traffic's one", + "Average speed is 370.87% of the surrounding traffic's one", + "Average speed is 317.13% of the surrounding traffic's one", + "Average speed is 237.2% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 75.254, + "duration_game": 15.15, + "duration_system": 140.155 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11755_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "6", + "save_name": "RouteScenario_11755_rep0_Town12_EnterActorFlow_1_6_06_01_07_56_51", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [ + "Agent collided against object with type=vehicle.audi.tt and id=3736 at (x=3284.988, y=5723.847, z=368.723) at time=17.450s [CARLA Frame: 4406, Agent Step: 348]" + ], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 187.06% of the surrounding traffic's one", + "Average speed is 414.5% of the surrounding traffic's one", + "Average speed is 321.33% of the surrounding traffic's one", + "Average speed is 52.78% of the surrounding traffic's one", + "Average speed is 36.56% of the surrounding traffic's one", + "Average speed is 2133.8% of the surrounding traffic's one", + "Average speed is 1951.56% of the surrounding traffic's one", + "Average speed is 1929.28% of the surrounding traffic's one", + "Average speed is 939.07% of the surrounding traffic's one", + "Average speed is 716.95% of the surrounding traffic's one", + "Average speed is 5310.84% of the surrounding traffic's one", + "Average speed is 2278.27% of the surrounding traffic's one", + "Average speed is 591.18% of the surrounding traffic's one", + "Average speed is 637.45% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 0.6, + "score_composed": 60.0 + }, + "meta": { + "route_length": 81.137, + "duration_game": 21.35, + "duration_system": 194.2 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11715_rep0", + "scenario_name": "EnterActorFlow_1", + "weather_id": "18", + "save_name": "RouteScenario_11715_rep0_Town12_EnterActorFlow_1_18_06_01_07_47_25", + "status": "Completed", + "num_infractions": 15, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 193.49% of the surrounding traffic's one", + "Average speed is 263.72% of the surrounding traffic's one", + "Average speed is 1274.69% of the surrounding traffic's one", + "Average speed is 444.07% of the surrounding traffic's one", + "Average speed is 49.35% of the surrounding traffic's one", + "Average speed is 953.69% of the surrounding traffic's one", + "Average speed is 825.76% of the surrounding traffic's one", + "Average speed is 948.55% of the surrounding traffic's one", + "Average speed is 845.5% of the surrounding traffic's one", + "Average speed is 743.33% of the surrounding traffic's one", + "Average speed is 729.13% of the surrounding traffic's one", + "Average speed is 3973.58% of the surrounding traffic's one", + "Average speed is 24899.97% of the surrounding traffic's one", + "Average speed is 3561.76% of the surrounding traffic's one", + "Average speed is 2612.51% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 85.685, + "duration_game": 35.0, + "duration_system": 389.414 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_11381_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "22", + "save_name": "RouteScenario_11381_rep0_Town12_VehicleTurningRoutePedestrian_1_22_06_01_07_35_32", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 175.46% of the surrounding traffic's one", + "Average speed is 102.53% of the surrounding traffic's one", + "Average speed is 129.2% of the surrounding traffic's one", + "Average speed is 6.42% of the surrounding traffic's one", + "Average speed is 768.65% of the surrounding traffic's one", + "Average speed is 528.29% of the surrounding traffic's one", + "Average speed is 995.96% of the surrounding traffic's one", + "Average speed is 379.28% of the surrounding traffic's one", + "Average speed is 206.28% of the surrounding traffic's one", + "Average speed is 757.45% of the surrounding traffic's one", + "Average speed is 4502.22% of the surrounding traffic's one", + "Average speed is 1659.6% of the surrounding traffic's one", + "Average speed is 721.31% of the surrounding traffic's one", + "Average speed is 547.94% of the surrounding traffic's one", + "Average speed is 403.44% of the surrounding traffic's one", + "Average speed is 354.14% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.349, + "duration_game": 55.15, + "duration_system": 526.842 + }, + "town_name": "Town12" + }, + { + "route_id": "RouteScenario_10857_rep0", + "scenario_name": "VehicleTurningRoutePedestrian_1", + "weather_id": "18", + "save_name": "RouteScenario_10857_rep0_Town12_VehicleTurningRoutePedestrian_1_18_06_02_14_15_02", + "status": "Completed", + "num_infractions": 16, + "infractions": { + "collisions_layout": [], + "collisions_pedestrian": [], + "collisions_vehicle": [], + "red_light": [], + "stop_infraction": [], + "outside_route_lanes": [], + "min_speed_infractions": [ + "Average speed is 177.87% of the surrounding traffic's one", + "Average speed is 116.54% of the surrounding traffic's one", + "Average speed is 128.79% of the surrounding traffic's one", + "Average speed is 118.48% of the surrounding traffic's one", + "Average speed is 153.27% of the surrounding traffic's one", + "Average speed is 151.52% of the surrounding traffic's one", + "Average speed is 175.34% of the surrounding traffic's one", + "Average speed is 181.51% of the surrounding traffic's one", + "Average speed is 42.83% of the surrounding traffic's one", + "Average speed is 925.52% of the surrounding traffic's one", + "Average speed is 1300.81% of the surrounding traffic's one", + "Average speed is 1685.48% of the surrounding traffic's one", + "Average speed is 717.18% of the surrounding traffic's one", + "Average speed is 446.0% of the surrounding traffic's one", + "Average speed is 238.26% of the surrounding traffic's one", + "Average speed is 187.7% of the surrounding traffic's one" + ], + "yield_emergency_vehicle_infractions": [], + "scenario_timeouts": [], + "route_dev": [], + "vehicle_blocked": [], + "route_timeout": [] + }, + "scores": { + "score_route": 100, + "score_penalty": 1.0, + "score_composed": 100.0 + }, + "meta": { + "route_length": 76.358, + "duration_game": 15.65, + "duration_system": 146.17 + }, + "town_name": "Town12" + } + ] + }, + "driving score": 89.8293264063927, + "success rate": 0.7488584474885844, + "eval num": 219 +} \ No newline at end of file